Просмотр исходного кода

Merge remote-tracking branch 'origin/master' into stable

tags/v2.1.3
9seconds 4 лет назад
Родитель
Сommit
79f54a4e67
62 измененных файлов: 906 добавлений и 472 удалений
  1. 1
    1
      .github/workflows/ci.yaml
  2. 1
    1
      .golangci.toml
  3. 1
    1
      Makefile
  4. 1
    1
      README.md
  5. 28
    0
      essentials/conns.go
  6. 6
    0
      essentials/doc.go
  7. 24
    1
      example.config.toml
  8. 11
    6
      go.mod
  9. 25
    19
      go.sum
  10. 2
    1
      internal/cli/access.go
  11. 21
    10
      internal/cli/run_proxy.go
  12. 1
    5
      internal/cli/simple_run.go
  13. 20
    10
      internal/config/config.go
  14. 6
    1
      internal/config/parse.go
  15. 6
    6
      internal/testlib/mtglib_network_mock.go
  16. 17
    9
      internal/testlib/net_conn_mock.go
  17. 2
    5
      internal/utils/net_listener.go
  18. 63
    0
      ipblocklist/files/http.go
  19. 90
    0
      ipblocklist/files/http_test.go
  20. 14
    0
      ipblocklist/files/init.go
  21. 30
    0
      ipblocklist/files/local.go
  22. 55
    0
      ipblocklist/files/local_test.go
  23. 0
    0
      ipblocklist/files/testdata/directory/.gitkeep
  24. 1
    0
      ipblocklist/files/testdata/readable
  25. 55
    131
      ipblocklist/firehol.go
  26. 5
    4
      mtglib/conns.go
  27. 3
    3
      mtglib/conns_internal_test.go
  28. 7
    3
      mtglib/init.go
  29. 2
    2
      mtglib/internal/faketls/conn.go
  30. 1
    1
      mtglib/internal/faketls/conn_test.go
  31. 1
    1
      mtglib/internal/obfuscated2/client_handshake_test.go
  32. 3
    2
      mtglib/internal/obfuscated2/conn.go
  33. 2
    2
      mtglib/internal/obfuscated2/server_handshake_test.go
  34. 0
    19
      mtglib/internal/relay/conn.go
  35. 3
    4
      mtglib/internal/relay/init.go
  36. 21
    22
      mtglib/internal/relay/pools.go
  37. 26
    20
      mtglib/internal/relay/relay.go
  38. 11
    7
      mtglib/internal/relay/relay_test.go
  39. 77
    0
      mtglib/internal/relay/sync_pair.go
  40. 0
    22
      mtglib/internal/relay/timeouts.go
  41. 0
    37
      mtglib/internal/relay/timeouts_internal_test.go
  42. 3
    2
      mtglib/internal/telegram/init.go
  43. 4
    3
      mtglib/internal/telegram/telegram.go
  44. 17
    10
      mtglib/proxy.go
  45. 7
    8
      mtglib/proxy_opts.go
  46. 5
    3
      mtglib/stream_context.go
  47. 3
    3
      mtglib/stream_context_internal_test.go
  48. 7
    5
      network/circuit_breaker.go
  49. 2
    2
      network/circuit_breaker_internal_test.go
  50. 10
    16
      network/default.go
  51. 0
    5
      network/default_test.go
  52. 11
    2
      network/dns_resolver.go
  53. 10
    3
      network/init.go
  54. 5
    5
      network/init_internal_test.go
  55. 8
    5
      network/init_test.go
  56. 4
    3
      network/load_balanced_socks5.go
  57. 10
    6
      network/network.go
  58. 8
    26
      network/sockopts.go
  59. 1
    1
      network/sockopts_unix.go
  60. 1
    1
      network/sockopts_windows.go
  61. 146
    5
      network/socks5.go
  62. 1
    1
      network/socks5_test.go

+ 1
- 1
.github/workflows/ci.yaml Просмотреть файл

83
       - name: Run linter
83
       - name: Run linter
84
         uses: golangci/golangci-lint-action@v2
84
         uses: golangci/golangci-lint-action@v2
85
         with:
85
         with:
86
-          version: v1.42.1
86
+          version: v1.43.0
87
 
87
 
88
   docker:
88
   docker:
89
     name: Docker
89
     name: Docker

+ 1
- 1
.golangci.toml Просмотреть файл

9
 
9
 
10
 [linters]
10
 [linters]
11
 enable-all = true
11
 enable-all = true
12
-disable = ["gochecknoglobals", "gas", "goerr113", "exhaustivestruct"]
12
+disable = ["ireturn", "varnamelen", "gochecknoglobals", "gas", "goerr113", "exhaustivestruct"]

+ 1
- 1
Makefile Просмотреть файл

2
 IMAGE_NAME   := mtg
2
 IMAGE_NAME   := mtg
3
 APP_NAME     := $(IMAGE_NAME)
3
 APP_NAME     := $(IMAGE_NAME)
4
 
4
 
5
-GOLANGCI_LINT_VERSION := v1.42.1
5
+GOLANGCI_LINT_VERSION := v1.43.0
6
 
6
 
7
 VERSION_GO         := $(shell go version)
7
 VERSION_GO         := $(shell go version)
8
 VERSION_DATE       := $(shell date -Ru)
8
 VERSION_DATE       := $(shell date -Ru)

+ 1
- 1
README.md Просмотреть файл

196
 #### Build from sources
196
 #### Build from sources
197
 
197
 
198
 ```console
198
 ```console
199
-git clone https://github.com:9seconds/mtg.git
199
+git clone https://github.com/9seconds/mtg.git
200
 cd mtg
200
 cd mtg
201
 make static
201
 make static
202
 ```
202
 ```

+ 28
- 0
essentials/conns.go Просмотреть файл

1
+package essentials
2
+
3
+import (
4
+	"io"
5
+	"net"
6
+)
7
+
8
+// CloseableReader is a reader interface that can close its reading end.
9
+type CloseableReader interface {
10
+	io.Reader
11
+
12
+	CloseRead() error
13
+}
14
+
15
+// CloseableWriter is a writer that can close its writing end.
16
+type CloseableWriter interface {
17
+	io.Writer
18
+
19
+	CloseWrite() error
20
+}
21
+
22
+// Conn is an extension of net.Conn that can close its ends. This mostly
23
+// implies TCP connections.
24
+type Conn interface {
25
+	net.Conn
26
+	CloseableReader
27
+	CloseableWriter
28
+}

+ 6
- 0
essentials/doc.go Просмотреть файл

1
+// This is a minimal package that contains _essentials_ of mtglib and its
2
+// complimentary packages. This is mostly required to comply some interfaces
3
+// between mtglib and its internals to avoid circular dependencies.
4
+//
5
+// This package should contain only bare minimum and mostly technical.
6
+package essentials

+ 24
- 1
example.config.toml Просмотреть файл

30
 # A size of user-space buffer for TCP to use. Since we do 2 connections,
30
 # A size of user-space buffer for TCP to use. Since we do 2 connections,
31
 # then we have tcp-buffer * (4 + 2) per each connection: read/write for
31
 # then we have tcp-buffer * (4 + 2) per each connection: read/write for
32
 # each connection + 2 copy buffers to pump the data between sockets.
32
 # each connection + 2 copy buffers to pump the data between sockets.
33
-tcp-buffer = "4kb"
33
+#
34
+# Deprecated: this setting is no longer makes any effect.
35
+# tcp-buffer = "4kb"
34
 
36
 
35
 # Sometimes you want to enforce mtg to use some types of
37
 # Sometimes you want to enforce mtg to use some types of
36
 # IP connectivity to Telegram. We have 4 modes:
38
 # IP connectivity to Telegram. We have 4 modes:
174
 # How often do we need to update a blocklist set.
176
 # How often do we need to update a blocklist set.
175
 update-each = "24h"
177
 update-each = "24h"
176
 
178
 
179
+# Allowlist is an opposite to a blocklist. Only those IPs that are coming from
180
+# subnets defined in these lists are allowed. All others will be rejected.
181
+#
182
+# If this feature is disabled, then there won't be any check performed by this
183
+# validator. It is possible to combine both blocklist and whitelist.
184
+[defense.allowlist]
185
+# You can enable/disable this feature.
186
+enabled = false
187
+# This is a limiter for concurrency. In order to protect website
188
+# from overloading, we download files in this number of threads.
189
+download-concurrency = 2
190
+# A list of URLs in FireHOL format (https://iplists.firehol.org/)
191
+# You can provider links here (starts with https:// or http://) or
192
+# path to a local file, but in this case it should be absolute.
193
+urls = [
194
+    # "https://iplists.firehol.org/files/firehol_level1.netset",
195
+    # "/local.file"
196
+
197
+]
198
+update-each = "24h"
199
+
177
 # statsd statistics integration.
200
 # statsd statistics integration.
178
 [stats.statsd]
201
 [stats.statsd]
179
 # enabled/disabled
202
 # enabled/disabled

+ 11
- 6
go.mod Просмотреть файл

4
 
4
 
5
 require (
5
 require (
6
 	github.com/OneOfOne/xxhash v1.2.8
6
 	github.com/OneOfOne/xxhash v1.2.8
7
-	github.com/alecthomas/kong v0.2.17
7
+	github.com/alecthomas/kong v0.2.19
8
 	github.com/alecthomas/units v0.0.0-20210927113745-59d0afb8317a
8
 	github.com/alecthomas/units v0.0.0-20210927113745-59d0afb8317a
9
 	github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5
9
 	github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5
10
 	github.com/babolivier/go-doh-client v0.0.0-20201028162107-a76cff4cb8b6
10
 	github.com/babolivier/go-doh-client v0.0.0-20201028162107-a76cff4cb8b6
17
 	github.com/panjf2000/ants/v2 v2.4.6
17
 	github.com/panjf2000/ants/v2 v2.4.6
18
 	github.com/pelletier/go-toml v1.9.4
18
 	github.com/pelletier/go-toml v1.9.4
19
 	github.com/prometheus/client_golang v1.11.0
19
 	github.com/prometheus/client_golang v1.11.0
20
-	github.com/prometheus/common v0.31.1 // indirect
20
+	github.com/prometheus/common v0.32.1 // indirect
21
 	github.com/prometheus/procfs v0.7.3 // indirect
21
 	github.com/prometheus/procfs v0.7.3 // indirect
22
-	github.com/rs/zerolog v1.25.0
22
+	github.com/rs/zerolog v1.26.0
23
 	github.com/smira/go-statsd v1.3.2
23
 	github.com/smira/go-statsd v1.3.2
24
 	github.com/stretchr/objx v0.3.0 // indirect
24
 	github.com/stretchr/objx v0.3.0 // indirect
25
 	github.com/stretchr/testify v1.7.0
25
 	github.com/stretchr/testify v1.7.0
26
 	github.com/tylertreat/BoomFilters v0.0.0-20210315201527-1a82519a3e43
26
 	github.com/tylertreat/BoomFilters v0.0.0-20210315201527-1a82519a3e43
27
-	golang.org/x/crypto v0.0.0-20210921155107-089bfa567519
28
-	golang.org/x/net v0.0.0-20211005001312-d4b1ae081e3b
29
-	golang.org/x/sys v0.0.0-20211004093028-2c5d950f24ef
27
+	golang.org/x/crypto v0.0.0-20211117183948-ae814b36b871
28
+	golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2 // indirect
29
+	golang.org/x/sys v0.0.0-20211124211545-fe61309f8881
30
 	google.golang.org/protobuf v1.27.1 // indirect
30
 	google.golang.org/protobuf v1.27.1 // indirect
31
 )
31
 )
32
 
32
 
33
+require github.com/txthinking/socks5 v0.0.0-20211121111206-e03c1217a50b
34
+
33
 require (
35
 require (
34
 	github.com/beorn7/perks v1.0.1 // indirect
36
 	github.com/beorn7/perks v1.0.1 // indirect
35
 	github.com/cenkalti/backoff/v4 v4.1.0 // indirect
37
 	github.com/cenkalti/backoff/v4 v4.1.0 // indirect
38
 	github.com/gotd/ige v0.1.5 // indirect
40
 	github.com/gotd/ige v0.1.5 // indirect
39
 	github.com/gotd/xor v0.1.1 // indirect
41
 	github.com/gotd/xor v0.1.1 // indirect
40
 	github.com/matttproud/golang_protobuf_extensions v1.0.1 // indirect
42
 	github.com/matttproud/golang_protobuf_extensions v1.0.1 // indirect
43
+	github.com/patrickmn/go-cache v2.1.0+incompatible // indirect
41
 	github.com/pkg/errors v0.9.1 // indirect
44
 	github.com/pkg/errors v0.9.1 // indirect
42
 	github.com/pmezard/go-difflib v1.0.0 // indirect
45
 	github.com/pmezard/go-difflib v1.0.0 // indirect
43
 	github.com/prometheus/client_model v0.2.0 // indirect
46
 	github.com/prometheus/client_model v0.2.0 // indirect
47
+	github.com/txthinking/runnergroup v0.0.0-20210608031112-152c7c4432bf // indirect
48
+	github.com/txthinking/x v0.0.0-20210326105829-476fab902fbe // indirect
44
 	go.uber.org/atomic v1.7.0 // indirect
49
 	go.uber.org/atomic v1.7.0 // indirect
45
 	go.uber.org/multierr v1.6.0 // indirect
50
 	go.uber.org/multierr v1.6.0 // indirect
46
 	go.uber.org/zap v1.16.0 // indirect
51
 	go.uber.org/zap v1.16.0 // indirect

+ 25
- 19
go.sum Просмотреть файл

37
 github.com/OneOfOne/xxhash v1.2.8 h1:31czK/TI9sNkxIKfaUfGlU47BAxQ0ztGgd9vPyqimf8=
37
 github.com/OneOfOne/xxhash v1.2.8 h1:31czK/TI9sNkxIKfaUfGlU47BAxQ0ztGgd9vPyqimf8=
38
 github.com/OneOfOne/xxhash v1.2.8/go.mod h1:eZbhyaAYD41SGSSsnmcpxVoRiQ/MPUTjUdIIOT9Um7Q=
38
 github.com/OneOfOne/xxhash v1.2.8/go.mod h1:eZbhyaAYD41SGSSsnmcpxVoRiQ/MPUTjUdIIOT9Um7Q=
39
 github.com/PuerkitoBio/goquery v1.6.1/go.mod h1:GsLWisAFVj4WgDibEWF4pvYnkVQBpKBKeU+7zCJoLcc=
39
 github.com/PuerkitoBio/goquery v1.6.1/go.mod h1:GsLWisAFVj4WgDibEWF4pvYnkVQBpKBKeU+7zCJoLcc=
40
-github.com/alecthomas/kong v0.2.17 h1:URDISCI96MIgcIlQyoCAlhOmrSw6pZScBNkctg8r0W0=
41
-github.com/alecthomas/kong v0.2.17/go.mod h1:ka3VZ8GZNPXv9Ov+j4YNLkI8mTuhXyr/0ktSlqIydQQ=
40
+github.com/alecthomas/kong v0.2.19 h1:qBDfByO5XgWUXyNB4D6OOhGh5Z1eNOwWayDPQJFNWdc=
41
+github.com/alecthomas/kong v0.2.19/go.mod h1:ka3VZ8GZNPXv9Ov+j4YNLkI8mTuhXyr/0ktSlqIydQQ=
42
 github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
42
 github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
43
 github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
43
 github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
44
 github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
44
 github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
195
 github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
195
 github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
196
 github.com/panjf2000/ants/v2 v2.4.6 h1:drmj9mcygn2gawZ155dRbo+NfXEfAssjZNU1qoIb4gQ=
196
 github.com/panjf2000/ants/v2 v2.4.6 h1:drmj9mcygn2gawZ155dRbo+NfXEfAssjZNU1qoIb4gQ=
197
 github.com/panjf2000/ants/v2 v2.4.6/go.mod h1:f6F0NZVFsGCp5A7QW/Zj/m92atWwOkY0OIhFxRNFr4A=
197
 github.com/panjf2000/ants/v2 v2.4.6/go.mod h1:f6F0NZVFsGCp5A7QW/Zj/m92atWwOkY0OIhFxRNFr4A=
198
+github.com/patrickmn/go-cache v2.1.0+incompatible h1:HRMgzkcYKYpi3C8ajMPV8OFXaaRUnok+kx1WdO15EQc=
199
+github.com/patrickmn/go-cache v2.1.0+incompatible/go.mod h1:3Qf8kWWT7OJRJbdiICTKqZju1ZixQ/KpMGzzAfe6+WQ=
198
 github.com/pelletier/go-toml v1.9.4 h1:tjENF6MfZAg8e4ZmZTeWaWiT2vXtsoO6+iuOjFhECwM=
200
 github.com/pelletier/go-toml v1.9.4 h1:tjENF6MfZAg8e4ZmZTeWaWiT2vXtsoO6+iuOjFhECwM=
199
 github.com/pelletier/go-toml v1.9.4/go.mod h1:u1nR/EPcESfeI/szUZKdtJ0xRNbUoANCkoOuaOx1Y+c=
201
 github.com/pelletier/go-toml v1.9.4/go.mod h1:u1nR/EPcESfeI/szUZKdtJ0xRNbUoANCkoOuaOx1Y+c=
200
 github.com/pkg/diff v0.0.0-20210226163009-20ebb0f2a09e/go.mod h1:pJLUxLENpZxwdsKMEsNbx1VGcRFpLqf3715MtcvvzbA=
202
 github.com/pkg/diff v0.0.0-20210226163009-20ebb0f2a09e/go.mod h1:pJLUxLENpZxwdsKMEsNbx1VGcRFpLqf3715MtcvvzbA=
217
 github.com/prometheus/common v0.4.1/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4=
219
 github.com/prometheus/common v0.4.1/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4=
218
 github.com/prometheus/common v0.10.0/go.mod h1:Tlit/dnDKsSWFlCLTWaA1cyBgKHSMdTB80sz/V91rCo=
220
 github.com/prometheus/common v0.10.0/go.mod h1:Tlit/dnDKsSWFlCLTWaA1cyBgKHSMdTB80sz/V91rCo=
219
 github.com/prometheus/common v0.26.0/go.mod h1:M7rCNAaPfAosfx8veZJCuw84e35h3Cfd9VFqTh1DIvc=
221
 github.com/prometheus/common v0.26.0/go.mod h1:M7rCNAaPfAosfx8veZJCuw84e35h3Cfd9VFqTh1DIvc=
220
-github.com/prometheus/common v0.31.1 h1:d18hG4PkHnNAKNMOmFuXFaiY8Us0nird/2m60uS1AMs=
221
-github.com/prometheus/common v0.31.1/go.mod h1:vu+V0TpY+O6vW9J44gczi3Ap/oXXR10b+M/gUGO4Hls=
222
+github.com/prometheus/common v0.32.1 h1:hWIdL3N2HoUx3B8j3YN9mWor0qhY/NlEKZEaXxuIRh4=
223
+github.com/prometheus/common v0.32.1/go.mod h1:vu+V0TpY+O6vW9J44gczi3Ap/oXXR10b+M/gUGO4Hls=
222
 github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk=
224
 github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk=
223
 github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA=
225
 github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA=
224
 github.com/prometheus/procfs v0.1.3/go.mod h1:lV6e/gmhEcM9IjHGsFOCxxuZ+z1YqCvr4OA4YeYWdaU=
226
 github.com/prometheus/procfs v0.1.3/go.mod h1:lV6e/gmhEcM9IjHGsFOCxxuZ+z1YqCvr4OA4YeYWdaU=
229
 github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
231
 github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
230
 github.com/rogpeppe/go-internal v1.8.0/go.mod h1:WmiCO8CzOY8rg0OYDC4/i/2WRWAB6poM+XZ2dLUbcbE=
232
 github.com/rogpeppe/go-internal v1.8.0/go.mod h1:WmiCO8CzOY8rg0OYDC4/i/2WRWAB6poM+XZ2dLUbcbE=
231
 github.com/rs/xid v1.3.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg=
233
 github.com/rs/xid v1.3.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg=
232
-github.com/rs/zerolog v1.25.0 h1:Rj7XygbUHKUlDPcVdoLyR91fJBsduXj5fRxyqIQj/II=
233
-github.com/rs/zerolog v1.25.0/go.mod h1:7KHcEGe0QZPOm2IE4Kpb5rTh6n1h2hIgS5OOnu1rUaI=
234
+github.com/rs/zerolog v1.26.0 h1:ORM4ibhEZeTeQlCojCK2kPz1ogAY4bGs4tD+SaAdGaE=
235
+github.com/rs/zerolog v1.26.0/go.mod h1:yBiM87lvSqX8h0Ww4sdzNSkVYZ8dL2xjZJG1lAuGZEo=
234
 github.com/sebdah/goldie/v2 v2.5.3/go.mod h1:oZ9fp0+se1eapSRjfYbsV/0Hqhbuu3bJVvKI/NNtssI=
236
 github.com/sebdah/goldie/v2 v2.5.3/go.mod h1:oZ9fp0+se1eapSRjfYbsV/0Hqhbuu3bJVvKI/NNtssI=
235
 github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo=
237
 github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo=
236
 github.com/sergi/go-diff v1.1.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM=
238
 github.com/sergi/go-diff v1.1.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM=
250
 github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
252
 github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
251
 github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
253
 github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
252
 github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
254
 github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
255
+github.com/txthinking/runnergroup v0.0.0-20210608031112-152c7c4432bf h1:7PflaKRtU4np/epFxRXlFhlzLXZzKFrH5/I4so5Ove0=
256
+github.com/txthinking/runnergroup v0.0.0-20210608031112-152c7c4432bf/go.mod h1:CLUSJbazqETbaR+i0YAhXBICV9TrKH93pziccMhmhpM=
257
+github.com/txthinking/socks5 v0.0.0-20211121111206-e03c1217a50b h1:6J/38A0Xmdnjacfie0Udams7OP/GdoExyTipKwuQWjY=
258
+github.com/txthinking/socks5 v0.0.0-20211121111206-e03c1217a50b/go.mod h1:7NloQcrxaZYKURWph5HLxVDlIwMHJXCPkeWPtpftsIg=
259
+github.com/txthinking/x v0.0.0-20210326105829-476fab902fbe h1:gMWxZxBFRAXqoGkwkYlPX2zvyyKNWJpxOxCrjqJkm5A=
260
+github.com/txthinking/x v0.0.0-20210326105829-476fab902fbe/go.mod h1:WgqbSEmUYSjEV3B1qmee/PpP2NYEz4bL9/+mF1ma+s4=
253
 github.com/tylertreat/BoomFilters v0.0.0-20210315201527-1a82519a3e43 h1:QEePdg0ty2r0t1+qwfZmQ4OOl/MB2UXIeJSpIZv56lg=
261
 github.com/tylertreat/BoomFilters v0.0.0-20210315201527-1a82519a3e43 h1:QEePdg0ty2r0t1+qwfZmQ4OOl/MB2UXIeJSpIZv56lg=
254
 github.com/tylertreat/BoomFilters v0.0.0-20210315201527-1a82519a3e43/go.mod h1:OYRfF6eb5wY9VRFkXJH8FFBi3plw2v+giaIu7P054pM=
262
 github.com/tylertreat/BoomFilters v0.0.0-20210315201527-1a82519a3e43/go.mod h1:OYRfF6eb5wY9VRFkXJH8FFBi3plw2v+giaIu7P054pM=
255
 github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
263
 github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
256
 github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
264
 github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
257
 github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
265
 github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
258
-github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k=
266
+github.com/yuin/goldmark v1.4.0/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k=
259
 go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU=
267
 go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU=
260
 go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8=
268
 go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8=
261
 go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw=
269
 go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw=
277
 golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
285
 golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
278
 golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
286
 golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
279
 golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
287
 golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
280
-golang.org/x/crypto v0.0.0-20210921155107-089bfa567519 h1:7I4JAnoQBe7ZtJcBaYHi5UtiO8tQHbUSXxL+pnGRANg=
281
-golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
288
+golang.org/x/crypto v0.0.0-20211117183948-ae814b36b871 h1:/pEO3GD/ABYAjuakUS6xSEmmlyVS4kxBNkeA9tLJiTI=
289
+golang.org/x/crypto v0.0.0-20211117183948-ae814b36b871/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
282
 golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
290
 golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
283
 golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
291
 golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
284
 golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8=
292
 golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8=
342
 golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
350
 golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
343
 golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
351
 golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
344
 golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
352
 golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
345
-golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
346
-golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM=
347
 golang.org/x/net v0.0.0-20210525063256-abc453219eb5/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
353
 golang.org/x/net v0.0.0-20210525063256-abc453219eb5/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
348
-golang.org/x/net v0.0.0-20211005001312-d4b1ae081e3b h1:SXy8Ld8oKlcogOvUAh0J5Pm5RKzgYBMMxLxt6n5XW50=
349
-golang.org/x/net v0.0.0-20211005001312-d4b1ae081e3b/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
354
+golang.org/x/net v0.0.0-20210805182204-aaa1db679c0d/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
355
+golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2 h1:CIJ76btIcR3eFI5EgSo6k1qKw9KJexJuRLI9G7Hp5wE=
356
+golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
350
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
357
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
351
 golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
358
 golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
352
 golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
359
 golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
400
 golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
407
 golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
401
 golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
408
 golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
402
 golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
409
 golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
403
-golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
404
 golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
410
 golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
405
-golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
406
 golang.org/x/sys v0.0.0-20210603081109-ebe580a85c40/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
411
 golang.org/x/sys v0.0.0-20210603081109-ebe580a85c40/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
407
 golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
412
 golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
408
-golang.org/x/sys v0.0.0-20211004093028-2c5d950f24ef h1:fPxZ3Umkct3LZ8gK9nbk+DWDJ9fstZa2grBn+lWVKPs=
409
-golang.org/x/sys v0.0.0-20211004093028-2c5d950f24ef/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
413
+golang.org/x/sys v0.0.0-20210809222454-d867a43fc93e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
414
+golang.org/x/sys v0.0.0-20211124211545-fe61309f8881 h1:TyHqChC80pFkXWraUUf6RuB5IqFdQieMLwwCJokV2pc=
415
+golang.org/x/sys v0.0.0-20211124211545-fe61309f8881/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
410
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
416
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
411
 golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
417
 golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
412
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
418
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
460
 golang.org/x/tools v0.0.0-20200804011535-6c149bb5ef0d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA=
466
 golang.org/x/tools v0.0.0-20200804011535-6c149bb5ef0d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA=
461
 golang.org/x/tools v0.0.0-20200820010801-b793a1359eac/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA=
467
 golang.org/x/tools v0.0.0-20200820010801-b793a1359eac/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA=
462
 golang.org/x/tools v0.0.0-20200825202427-b303f430e36d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA=
468
 golang.org/x/tools v0.0.0-20200825202427-b303f430e36d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA=
463
-golang.org/x/tools v0.1.5 h1:ouewzE6p+/VEB31YYnTbEJdi8pFqKp4P4n85vwo3DHA=
464
-golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk=
469
+golang.org/x/tools v0.1.7 h1:6j8CgantCy3yc8JGBqkDLMKWqZ0RDU2g1HVgacojGWQ=
470
+golang.org/x/tools v0.1.7/go.mod h1:LGqMHiF4EqQNHR1JncWGqT5BVaXmza+X+BDGol+dOxo=
465
 golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
471
 golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
466
 golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
472
 golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
467
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
473
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

+ 2
- 1
internal/cli/access.go Просмотреть файл

13
 	"strings"
13
 	"strings"
14
 	"sync"
14
 	"sync"
15
 
15
 
16
+	"github.com/9seconds/mtg/v2/essentials"
16
 	"github.com/9seconds/mtg/v2/internal/config"
17
 	"github.com/9seconds/mtg/v2/internal/config"
17
 	"github.com/9seconds/mtg/v2/internal/utils"
18
 	"github.com/9seconds/mtg/v2/internal/utils"
18
 	"github.com/9seconds/mtg/v2/mtglib"
19
 	"github.com/9seconds/mtg/v2/mtglib"
106
 }
107
 }
107
 
108
 
108
 func (a *Access) getIP(ntw mtglib.Network, protocol string) net.IP {
109
 func (a *Access) getIP(ntw mtglib.Network, protocol string) net.IP {
109
-	client := ntw.MakeHTTPClient(func(ctx context.Context, network, address string) (net.Conn, error) {
110
+	client := ntw.MakeHTTPClient(func(ctx context.Context, network, address string) (essentials.Conn, error) {
110
 		return ntw.DialContext(ctx, protocol, address) // nolint: wrapcheck
111
 		return ntw.DialContext(ctx, protocol, address) // nolint: wrapcheck
111
 	})
112
 	})
112
 
113
 

+ 21
- 10
internal/cli/run_proxy.go Просмотреть файл

38
 	tcpTimeout := conf.Network.Timeout.TCP.Get(network.DefaultTimeout)
38
 	tcpTimeout := conf.Network.Timeout.TCP.Get(network.DefaultTimeout)
39
 	httpTimeout := conf.Network.Timeout.HTTP.Get(network.DefaultHTTPTimeout)
39
 	httpTimeout := conf.Network.Timeout.HTTP.Get(network.DefaultHTTPTimeout)
40
 	dohIP := conf.Network.DOHIP.Get(net.ParseIP(network.DefaultDOHHostname)).String()
40
 	dohIP := conf.Network.DOHIP.Get(net.ParseIP(network.DefaultDOHHostname)).String()
41
-	bufferSize := conf.TCPBuffer.Get(network.DefaultBufferSize)
42
 	userAgent := "mtg/" + version
41
 	userAgent := "mtg/" + version
43
 
42
 
44
-	baseDialer, err := network.NewDefaultDialer(tcpTimeout, int(bufferSize))
43
+	baseDialer, err := network.NewDefaultDialer(tcpTimeout, 0)
45
 	if err != nil {
44
 	if err != nil {
46
 		return nil, fmt.Errorf("cannot build a default dialer: %w", err)
45
 		return nil, fmt.Errorf("cannot build a default dialer: %w", err)
47
 	}
46
 	}
86
 	)
85
 	)
87
 }
86
 }
88
 
87
 
89
-func makeIPBlocklist(conf *config.Config, logger mtglib.Logger, ntw mtglib.Network) (mtglib.IPBlocklist, error) {
90
-	if !conf.Defense.Blocklist.Enabled.Get(false) {
88
+func makeIPBlocklist(conf config.ListConfig, logger mtglib.Logger, ntw mtglib.Network) (mtglib.IPBlocklist, error) {
89
+	if !conf.Enabled.Get(false) {
91
 		return ipblocklist.NewNoop(), nil
90
 		return ipblocklist.NewNoop(), nil
92
 	}
91
 	}
93
 
92
 
94
 	remoteURLs := []string{}
93
 	remoteURLs := []string{}
95
 	localFiles := []string{}
94
 	localFiles := []string{}
96
 
95
 
97
-	for _, v := range conf.Defense.Blocklist.URLs {
96
+	for _, v := range conf.URLs {
98
 		if v.IsRemote() {
97
 		if v.IsRemote() {
99
 			remoteURLs = append(remoteURLs, v.String())
98
 			remoteURLs = append(remoteURLs, v.String())
100
 		} else {
99
 		} else {
104
 
103
 
105
 	firehol, err := ipblocklist.NewFirehol(logger.Named("ipblockist"),
104
 	firehol, err := ipblocklist.NewFirehol(logger.Named("ipblockist"),
106
 		ntw,
105
 		ntw,
107
-		conf.Defense.Blocklist.DownloadConcurrency.Get(1),
106
+		conf.DownloadConcurrency.Get(1),
108
 		remoteURLs,
107
 		remoteURLs,
109
 		localFiles)
108
 		localFiles)
110
 	if err != nil {
109
 	if err != nil {
153
 	return events.NewNoopStream(), nil
152
 	return events.NewNoopStream(), nil
154
 }
153
 }
155
 
154
 
156
-func runProxy(conf *config.Config, version string) error {
155
+func runProxy(conf *config.Config, version string) error { // nolint: funlen
157
 	logger := makeLogger(conf)
156
 	logger := makeLogger(conf)
158
 
157
 
159
 	logger.BindJSON("configuration", conf.String()).Debug("configuration")
158
 	logger.BindJSON("configuration", conf.String()).Debug("configuration")
163
 		return fmt.Errorf("cannot build network: %w", err)
162
 		return fmt.Errorf("cannot build network: %w", err)
164
 	}
163
 	}
165
 
164
 
166
-	blocklist, err := makeIPBlocklist(conf, logger, ntw)
165
+	blocklist, err := makeIPBlocklist(conf.Defense.Blocklist, logger, ntw)
167
 	if err != nil {
166
 	if err != nil {
168
 		return fmt.Errorf("cannot build ip blocklist: %w", err)
167
 		return fmt.Errorf("cannot build ip blocklist: %w", err)
169
 	}
168
 	}
170
 
169
 
170
+	var whitelist mtglib.IPBlocklist
171
+
172
+	if conf.Defense.Allowlist.Enabled.Get(false) {
173
+		whlist, err := makeIPBlocklist(conf.Defense.Allowlist, logger, ntw)
174
+		if err != nil {
175
+			return fmt.Errorf("cannot build ip blocklist: %w", err)
176
+		}
177
+
178
+		whitelist = whlist
179
+	}
180
+
171
 	eventStream, err := makeEventStream(conf, logger)
181
 	eventStream, err := makeEventStream(conf, logger)
172
 	if err != nil {
182
 	if err != nil {
173
 		return fmt.Errorf("cannot build event stream: %w", err)
183
 		return fmt.Errorf("cannot build event stream: %w", err)
178
 		Network:         ntw,
188
 		Network:         ntw,
179
 		AntiReplayCache: makeAntiReplayCache(conf),
189
 		AntiReplayCache: makeAntiReplayCache(conf),
180
 		IPBlocklist:     blocklist,
190
 		IPBlocklist:     blocklist,
191
+		IPWhitelist:     whitelist,
181
 		EventStream:     eventStream,
192
 		EventStream:     eventStream,
182
 
193
 
183
 		Secret:             conf.Secret,
194
 		Secret:             conf.Secret,
184
-		BufferSize:         conf.TCPBuffer.Get(mtglib.DefaultBufferSize),
185
 		DomainFrontingPort: conf.DomainFrontingPort.Get(mtglib.DefaultDomainFrontingPort),
195
 		DomainFrontingPort: conf.DomainFrontingPort.Get(mtglib.DefaultDomainFrontingPort),
186
 		PreferIP:           conf.PreferIP.Get(mtglib.DefaultPreferIP),
196
 		PreferIP:           conf.PreferIP.Get(mtglib.DefaultPreferIP),
187
 
197
 
188
 		AllowFallbackOnUnknownDC: conf.AllowFallbackOnUnknownDC.Get(false),
198
 		AllowFallbackOnUnknownDC: conf.AllowFallbackOnUnknownDC.Get(false),
199
+		TolerateTimeSkewness:     conf.TolerateTimeSkewness.Value,
189
 	}
200
 	}
190
 
201
 
191
 	proxy, err := mtglib.NewProxy(opts)
202
 	proxy, err := mtglib.NewProxy(opts)
193
 		return fmt.Errorf("cannot create a proxy: %w", err)
204
 		return fmt.Errorf("cannot create a proxy: %w", err)
194
 	}
205
 	}
195
 
206
 
196
-	listener, err := utils.NewListener(conf.BindTo.Get(""), int(opts.BufferSize))
207
+	listener, err := utils.NewListener(conf.BindTo.Get(""), 0)
197
 	if err != nil {
208
 	if err != nil {
198
 		return fmt.Errorf("cannot start proxy: %w", err)
209
 		return fmt.Errorf("cannot start proxy: %w", err)
199
 	}
210
 	}

+ 1
- 5
internal/cli/simple_run.go Просмотреть файл

15
 
15
 
16
 	Debug               bool          `kong:"name='debug',short='d',help='Run in debug mode.'"`                                                                        // nolint: lll
16
 	Debug               bool          `kong:"name='debug',short='d',help='Run in debug mode.'"`                                                                        // nolint: lll
17
 	Concurrency         uint64        `kong:"name='concurrency',short='c',default='8192',help='Max number of concurrent connection to proxy.'"`                        // nolint: lll
17
 	Concurrency         uint64        `kong:"name='concurrency',short='c',default='8192',help='Max number of concurrent connection to proxy.'"`                        // nolint: lll
18
-	TCPBuffer           string        `kong:"name='tcp-buffer',short='b',default='4KB',help='Size of TCP buffer to use.'"`                                             // nolint: lll
18
+	TCPBuffer           string        `kong:"name='tcp-buffer',short='b',default='4KB',help='Deprecated and ignored'"`                                                 // nolint: lll
19
 	PreferIP            string        `kong:"name='prefer-ip',short='i',default='prefer-ipv6',help='IP preference. By default we prefer IPv6 with fallback to IPv4.'"` // nolint: lll
19
 	PreferIP            string        `kong:"name='prefer-ip',short='i',default='prefer-ipv6',help='IP preference. By default we prefer IPv6 with fallback to IPv4.'"` // nolint: lll
20
 	DomainFrontingPort  uint64        `kong:"name='domain-fronting-port',short='p',default='443',help='A port to access for domain fronting.'"`                        // nolint: lll
20
 	DomainFrontingPort  uint64        `kong:"name='domain-fronting-port',short='p',default='443',help='A port to access for domain fronting.'"`                        // nolint: lll
21
 	DOHIP               net.IP        `kong:"name='doh-ip',short='n',default='9.9.9.9',help='IP address of DNS-over-HTTP to use.'"`                                    // nolint: lll
21
 	DOHIP               net.IP        `kong:"name='doh-ip',short='n',default='9.9.9.9',help='IP address of DNS-over-HTTP to use.'"`                                    // nolint: lll
38
 		return fmt.Errorf("incorrect concurrency: %w", err)
38
 		return fmt.Errorf("incorrect concurrency: %w", err)
39
 	}
39
 	}
40
 
40
 
41
-	if err := conf.TCPBuffer.Set(s.TCPBuffer); err != nil {
42
-		return fmt.Errorf("incorrect tcp-buffer: %w", err)
43
-	}
44
-
45
 	if err := conf.PreferIP.Set(s.PreferIP); err != nil {
41
 	if err := conf.PreferIP.Set(s.PreferIP); err != nil {
46
 		return fmt.Errorf("incorrect prefer-ip: %w", err)
42
 		return fmt.Errorf("incorrect prefer-ip: %w", err)
47
 	}
43
 	}

+ 20
- 10
internal/config/config.go Просмотреть файл

8
 	"github.com/9seconds/mtg/v2/mtglib"
8
 	"github.com/9seconds/mtg/v2/mtglib"
9
 )
9
 )
10
 
10
 
11
+type Optional struct {
12
+	Enabled TypeBool `json:"enabled"`
13
+}
14
+
15
+type ListConfig struct {
16
+	Optional
17
+
18
+	DownloadConcurrency TypeConcurrency    `json:"downloadConcurrency"`
19
+	URLs                []TypeBlocklistURI `json:"urls"`
20
+	UpdateEach          TypeDuration       `json:"updateEach"`
21
+}
22
+
11
 type Config struct {
23
 type Config struct {
12
 	Debug                    TypeBool        `json:"debug"`
24
 	Debug                    TypeBool        `json:"debug"`
13
 	AllowFallbackOnUnknownDC TypeBool        `json:"allowFallbackOnUnknownDc"`
25
 	AllowFallbackOnUnknownDC TypeBool        `json:"allowFallbackOnUnknownDc"`
14
 	Secret                   mtglib.Secret   `json:"secret"`
26
 	Secret                   mtglib.Secret   `json:"secret"`
15
 	BindTo                   TypeHostPort    `json:"bindTo"`
27
 	BindTo                   TypeHostPort    `json:"bindTo"`
16
-	TCPBuffer                TypeBytes       `json:"tcpBuffer"`
17
 	PreferIP                 TypePreferIP    `json:"preferIp"`
28
 	PreferIP                 TypePreferIP    `json:"preferIp"`
18
 	DomainFrontingPort       TypePort        `json:"domainFrontingPort"`
29
 	DomainFrontingPort       TypePort        `json:"domainFrontingPort"`
19
 	TolerateTimeSkewness     TypeDuration    `json:"tolerateTimeSkewness"`
30
 	TolerateTimeSkewness     TypeDuration    `json:"tolerateTimeSkewness"`
20
 	Concurrency              TypeConcurrency `json:"concurrency"`
31
 	Concurrency              TypeConcurrency `json:"concurrency"`
21
 	Defense                  struct {
32
 	Defense                  struct {
22
 		AntiReplay struct {
33
 		AntiReplay struct {
23
-			Enabled   TypeBool      `json:"enabled"`
34
+			Optional
35
+
24
 			MaxSize   TypeBytes     `json:"maxSize"`
36
 			MaxSize   TypeBytes     `json:"maxSize"`
25
 			ErrorRate TypeErrorRate `json:"errorRate"`
37
 			ErrorRate TypeErrorRate `json:"errorRate"`
26
 		} `json:"antiReplay"`
38
 		} `json:"antiReplay"`
27
-		Blocklist struct {
28
-			Enabled             TypeBool           `json:"enabled"`
29
-			DownloadConcurrency TypeConcurrency    `json:"downloadConcurrency"`
30
-			URLs                []TypeBlocklistURI `json:"urls"`
31
-			UpdateEach          TypeDuration       `json:"updateEach"`
32
-		} `json:"blocklist"`
39
+		Blocklist ListConfig `json:"blocklist"`
40
+		Allowlist ListConfig `json:"allowlist"`
33
 	} `json:"defense"`
41
 	} `json:"defense"`
34
 	Network struct {
42
 	Network struct {
35
 		Timeout struct {
43
 		Timeout struct {
42
 	} `json:"network"`
50
 	} `json:"network"`
43
 	Stats struct {
51
 	Stats struct {
44
 		StatsD struct {
52
 		StatsD struct {
45
-			Enabled      TypeBool            `json:"enabled"`
53
+			Optional
54
+
46
 			Address      TypeHostPort        `json:"address"`
55
 			Address      TypeHostPort        `json:"address"`
47
 			MetricPrefix TypeMetricPrefix    `json:"metricPrefix"`
56
 			MetricPrefix TypeMetricPrefix    `json:"metricPrefix"`
48
 			TagFormat    TypeStatsdTagFormat `json:"tagFormat"`
57
 			TagFormat    TypeStatsdTagFormat `json:"tagFormat"`
49
 		} `json:"statsd"`
58
 		} `json:"statsd"`
50
 		Prometheus struct {
59
 		Prometheus struct {
51
-			Enabled      TypeBool         `json:"enabled"`
60
+			Optional
61
+
52
 			BindTo       TypeHostPort     `json:"bindTo"`
62
 			BindTo       TypeHostPort     `json:"bindTo"`
53
 			HTTPPath     TypeHTTPPath     `json:"httpPath"`
63
 			HTTPPath     TypeHTTPPath     `json:"httpPath"`
54
 			MetricPrefix TypeMetricPrefix `json:"metricPrefix"`
64
 			MetricPrefix TypeMetricPrefix `json:"metricPrefix"`

+ 6
- 1
internal/config/parse.go Просмотреть файл

13
 	AllowFallbackOnUnknownDC bool   `toml:"allow-fallback-on-unknown-dc" json:"allowFallbackOnUnknownDc,omitempty"`
13
 	AllowFallbackOnUnknownDC bool   `toml:"allow-fallback-on-unknown-dc" json:"allowFallbackOnUnknownDc,omitempty"`
14
 	Secret                   string `toml:"secret" json:"secret"`
14
 	Secret                   string `toml:"secret" json:"secret"`
15
 	BindTo                   string `toml:"bind-to" json:"bindTo"`
15
 	BindTo                   string `toml:"bind-to" json:"bindTo"`
16
-	TCPBuffer                string `toml:"tcp-buffer" json:"tcpBuffer,omitempty"`
17
 	PreferIP                 string `toml:"prefer-ip" json:"preferIp,omitempty"`
16
 	PreferIP                 string `toml:"prefer-ip" json:"preferIp,omitempty"`
18
 	DomainFrontingPort       uint   `toml:"domain-fronting-port" json:"domainFrontingPort,omitempty"`
17
 	DomainFrontingPort       uint   `toml:"domain-fronting-port" json:"domainFrontingPort,omitempty"`
19
 	TolerateTimeSkewness     string `toml:"tolerate-time-skewness" json:"tolerateTimeSkewness,omitempty"`
18
 	TolerateTimeSkewness     string `toml:"tolerate-time-skewness" json:"tolerateTimeSkewness,omitempty"`
30
 			URLs                []string `toml:"urls" json:"urls,omitempty"`
29
 			URLs                []string `toml:"urls" json:"urls,omitempty"`
31
 			UpdateEach          string   `toml:"update-each" json:"updateEach,omitempty"`
30
 			UpdateEach          string   `toml:"update-each" json:"updateEach,omitempty"`
32
 		} `toml:"blocklist" json:"blocklist,omitempty"`
31
 		} `toml:"blocklist" json:"blocklist,omitempty"`
32
+		Allowlist struct {
33
+			Enabled             bool     `toml:"enabled" json:"enabled,omitempty"`
34
+			DownloadConcurrency uint     `toml:"download-concurrency" json:"downloadConcurrency,omitempty"`
35
+			URLs                []string `toml:"urls" json:"urls,omitempty"`
36
+			UpdateEach          string   `toml:"update-each" json:"updateEach,omitempty"`
37
+		} `toml:"allowlist" json:"allowlist,omitempty"`
33
 	} `toml:"defense" json:"defense,omitempty"`
38
 	} `toml:"defense" json:"defense,omitempty"`
34
 	Network struct {
39
 	Network struct {
35
 		Timeout struct {
40
 		Timeout struct {

+ 6
- 6
internal/testlib/mtglib_network_mock.go Просмотреть файл

2
 
2
 
3
 import (
3
 import (
4
 	"context"
4
 	"context"
5
-	"net"
6
 	"net/http"
5
 	"net/http"
7
 
6
 
7
+	"github.com/9seconds/mtg/v2/essentials"
8
 	"github.com/stretchr/testify/mock"
8
 	"github.com/stretchr/testify/mock"
9
 )
9
 )
10
 
10
 
12
 	mock.Mock
12
 	mock.Mock
13
 }
13
 }
14
 
14
 
15
-func (m *MtglibNetworkMock) Dial(network, address string) (net.Conn, error) {
15
+func (m *MtglibNetworkMock) Dial(network, address string) (essentials.Conn, error) {
16
 	args := m.Called(network, address)
16
 	args := m.Called(network, address)
17
 
17
 
18
-	return args.Get(0).(net.Conn), args.Error(1) // nolint: wrapcheck
18
+	return args.Get(0).(essentials.Conn), args.Error(1) // nolint: wrapcheck
19
 }
19
 }
20
 
20
 
21
-func (m *MtglibNetworkMock) DialContext(ctx context.Context, network, address string) (net.Conn, error) {
21
+func (m *MtglibNetworkMock) DialContext(ctx context.Context, network, address string) (essentials.Conn, error) {
22
 	args := m.Called(ctx, network, address)
22
 	args := m.Called(ctx, network, address)
23
 
23
 
24
-	return args.Get(0).(net.Conn), args.Error(1) // nolint: wrapcheck
24
+	return args.Get(0).(essentials.Conn), args.Error(1) // nolint: wrapcheck
25
 }
25
 }
26
 
26
 
27
 func (m *MtglibNetworkMock) MakeHTTPClient(dialFunc func(ctx context.Context,
27
 func (m *MtglibNetworkMock) MakeHTTPClient(dialFunc func(ctx context.Context,
28
-	network, address string) (net.Conn, error)) *http.Client {
28
+	network, address string) (essentials.Conn, error)) *http.Client {
29
 	return m.Called(dialFunc).Get(0).(*http.Client)
29
 	return m.Called(dialFunc).Get(0).(*http.Client)
30
 }
30
 }

+ 17
- 9
internal/testlib/net_conn_mock.go Просмотреть файл

7
 	"github.com/stretchr/testify/mock"
7
 	"github.com/stretchr/testify/mock"
8
 )
8
 )
9
 
9
 
10
-type NetConnMock struct {
10
+type EssentialsConnMock struct {
11
 	mock.Mock
11
 	mock.Mock
12
 }
12
 }
13
 
13
 
14
-func (n *NetConnMock) Read(b []byte) (int, error) {
14
+func (n *EssentialsConnMock) Read(b []byte) (int, error) {
15
 	args := n.Called(b)
15
 	args := n.Called(b)
16
 
16
 
17
 	return args.Int(0), args.Error(1)
17
 	return args.Int(0), args.Error(1)
18
 }
18
 }
19
 
19
 
20
-func (n *NetConnMock) Write(b []byte) (int, error) {
20
+func (n *EssentialsConnMock) Write(b []byte) (int, error) {
21
 	args := n.Called(b)
21
 	args := n.Called(b)
22
 
22
 
23
 	return args.Int(0), args.Error(1)
23
 	return args.Int(0), args.Error(1)
24
 }
24
 }
25
 
25
 
26
-func (n *NetConnMock) Close() error {
26
+func (n *EssentialsConnMock) Close() error {
27
 	return n.Called().Error(0) // nolint: wrapcheck
27
 	return n.Called().Error(0) // nolint: wrapcheck
28
 }
28
 }
29
 
29
 
30
-func (n *NetConnMock) LocalAddr() net.Addr {
30
+func (n *EssentialsConnMock) CloseRead() error {
31
+	return n.Called().Error(0) // nolint: wrapcheck
32
+}
33
+
34
+func (n *EssentialsConnMock) CloseWrite() error {
35
+	return n.Called().Error(0) // nolint: wrapcheck
36
+}
37
+
38
+func (n *EssentialsConnMock) LocalAddr() net.Addr {
31
 	return n.Called().Get(0).(net.Addr)
39
 	return n.Called().Get(0).(net.Addr)
32
 }
40
 }
33
 
41
 
34
-func (n *NetConnMock) RemoteAddr() net.Addr {
42
+func (n *EssentialsConnMock) RemoteAddr() net.Addr {
35
 	return n.Called().Get(0).(net.Addr)
43
 	return n.Called().Get(0).(net.Addr)
36
 }
44
 }
37
 
45
 
38
-func (n *NetConnMock) SetDeadline(t time.Time) error {
46
+func (n *EssentialsConnMock) SetDeadline(t time.Time) error {
39
 	return n.Called(t).Error(0) // nolint: wrapcheck
47
 	return n.Called(t).Error(0) // nolint: wrapcheck
40
 }
48
 }
41
 
49
 
42
-func (n *NetConnMock) SetReadDeadline(t time.Time) error {
50
+func (n *EssentialsConnMock) SetReadDeadline(t time.Time) error {
43
 	return n.Called(t).Error(0) // nolint: wrapcheck
51
 	return n.Called(t).Error(0) // nolint: wrapcheck
44
 }
52
 }
45
 
53
 
46
-func (n *NetConnMock) SetWriteDeadline(t time.Time) error {
54
+func (n *EssentialsConnMock) SetWriteDeadline(t time.Time) error {
47
 	return n.Called(t).Error(0) // nolint: wrapcheck
55
 	return n.Called(t).Error(0) // nolint: wrapcheck
48
 }
56
 }

+ 2
- 5
internal/utils/net_listener.go Просмотреть файл

9
 
9
 
10
 type Listener struct {
10
 type Listener struct {
11
 	net.Listener
11
 	net.Listener
12
-
13
-	bufferSize int
14
 }
12
 }
15
 
13
 
16
 func (l Listener) Accept() (net.Conn, error) {
14
 func (l Listener) Accept() (net.Conn, error) {
19
 		return nil, err // nolint: wrapcheck
17
 		return nil, err // nolint: wrapcheck
20
 	}
18
 	}
21
 
19
 
22
-	if err := network.SetClientSocketOptions(conn, l.bufferSize); err != nil {
20
+	if err := network.SetClientSocketOptions(conn, 0); err != nil {
23
 		conn.Close()
21
 		conn.Close()
24
 
22
 
25
 		return nil, fmt.Errorf("cannot set TCP options: %w", err)
23
 		return nil, fmt.Errorf("cannot set TCP options: %w", err)
35
 	}
33
 	}
36
 
34
 
37
 	return Listener{
35
 	return Listener{
38
-		Listener:   base,
39
-		bufferSize: bufferSize,
36
+		Listener: base,
40
 	}, nil
37
 	}, nil
41
 }
38
 }

+ 63
- 0
ipblocklist/files/http.go Просмотреть файл

1
+package files
2
+
3
+import (
4
+	"context"
5
+	"fmt"
6
+	"io"
7
+	"net/http"
8
+	"net/url"
9
+)
10
+
11
+type httpFile struct {
12
+	http *http.Client
13
+	url  string
14
+}
15
+
16
+func (h httpFile) Open(ctx context.Context) (io.ReadCloser, error) {
17
+	request, err := http.NewRequestWithContext(ctx, http.MethodGet, h.url, nil)
18
+	if err != nil {
19
+		panic(err)
20
+	}
21
+
22
+	response, err := h.http.Do(request)
23
+	if err != nil {
24
+		if response != nil {
25
+			io.Copy(io.Discard, response.Body) // nolint: errcheck
26
+			response.Body.Close()
27
+		}
28
+
29
+		return nil, fmt.Errorf("cannot get url %s: %w", h.url, err)
30
+	}
31
+
32
+	if response.StatusCode >= http.StatusBadRequest {
33
+		return nil, fmt.Errorf("unexpected status code %d", response.StatusCode)
34
+	}
35
+
36
+	return response.Body, nil
37
+}
38
+
39
+func (h httpFile) String() string {
40
+	return h.url
41
+}
42
+
43
+func NewHTTP(client *http.Client, endpoint string) (File, error) {
44
+	if client == nil {
45
+		return nil, ErrBadHTTPClient
46
+	}
47
+
48
+	parsed, err := url.Parse(endpoint)
49
+	if err != nil {
50
+		return nil, fmt.Errorf("incorrect url %s: %w", endpoint, err)
51
+	}
52
+
53
+	switch parsed.Scheme {
54
+	case "http", "https":
55
+	default:
56
+		return nil, fmt.Errorf("unsupported url %s", endpoint)
57
+	}
58
+
59
+	return httpFile{
60
+		http: client,
61
+		url:  endpoint,
62
+	}, nil
63
+}

+ 90
- 0
ipblocklist/files/http_test.go Просмотреть файл

1
+package files_test
2
+
3
+import (
4
+	"context"
5
+	"io"
6
+	"net/http"
7
+	"net/http/httptest"
8
+	"strings"
9
+	"testing"
10
+
11
+	"github.com/9seconds/mtg/v2/ipblocklist/files"
12
+	"github.com/stretchr/testify/suite"
13
+)
14
+
15
+type HTTPTestSuite struct {
16
+	suite.Suite
17
+
18
+	httpClient *http.Client
19
+	httpServer *httptest.Server
20
+	ctx        context.Context
21
+	ctxCancel  context.CancelFunc
22
+}
23
+
24
+func (suite *HTTPTestSuite) makeFile(path string) (files.File, error) {
25
+	return files.NewHTTP(suite.httpClient, suite.httpServer.URL+"/"+path) // nolint: wrapcheck
26
+}
27
+
28
+func (suite *HTTPTestSuite) SetupSuite() {
29
+	mux := http.NewServeMux()
30
+
31
+	mux.Handle("/", http.FileServer(http.Dir("testdata")))
32
+
33
+	suite.httpServer = httptest.NewServer(mux)
34
+	suite.httpClient = suite.httpServer.Client()
35
+}
36
+
37
+func (suite *HTTPTestSuite) SetupTest() {
38
+	suite.ctx, suite.ctxCancel = context.WithCancel(context.Background())
39
+}
40
+
41
+func (suite *HTTPTestSuite) TearDownTest() {
42
+	suite.ctxCancel()
43
+	suite.httpServer.CloseClientConnections()
44
+}
45
+
46
+func (suite *HTTPTestSuite) TearDownSuite() {
47
+	suite.httpServer.Close()
48
+}
49
+
50
+func (suite *HTTPTestSuite) TestBadURL() {
51
+	_, err := files.NewHTTP(suite.httpClient, "sdfsdf")
52
+	suite.Error(err)
53
+}
54
+
55
+func (suite *HTTPTestSuite) TestBadSchema() {
56
+	_, err := files.NewHTTP(suite.httpClient, "gopher://lala")
57
+	suite.Error(err)
58
+}
59
+
60
+func (suite *HTTPTestSuite) TestNilHTTPClient() {
61
+	_, err := files.NewHTTP(nil, "")
62
+	suite.Error(err)
63
+}
64
+
65
+func (suite *HTTPTestSuite) TestAbsentFile() {
66
+	file, err := suite.makeFile("absent")
67
+	suite.NoError(err)
68
+
69
+	_, err = file.Open(suite.ctx)
70
+	suite.Error(err)
71
+}
72
+
73
+func (suite *HTTPTestSuite) TestOk() {
74
+	file, err := suite.makeFile("readable")
75
+	suite.NoError(err)
76
+
77
+	readCloser, err := file.Open(suite.ctx)
78
+	suite.NoError(err)
79
+
80
+	defer readCloser.Close()
81
+
82
+	data, err := io.ReadAll(readCloser)
83
+	suite.NoError(err)
84
+	suite.Equal("Hooray!", strings.TrimSpace(string(data)))
85
+}
86
+
87
+func TestHTTP(t *testing.T) {
88
+	t.Parallel()
89
+	suite.Run(t, &HTTPTestSuite{})
90
+}

+ 14
- 0
ipblocklist/files/init.go Просмотреть файл

1
+package files
2
+
3
+import (
4
+	"context"
5
+	"errors"
6
+	"io"
7
+)
8
+
9
+var ErrBadHTTPClient = errors.New("incorrect http client")
10
+
11
+type File interface {
12
+	Open(context.Context) (io.ReadCloser, error)
13
+	String() string
14
+}

+ 30
- 0
ipblocklist/files/local.go Просмотреть файл

1
+package files
2
+
3
+import (
4
+	"context"
5
+	"fmt"
6
+	"io"
7
+	"os"
8
+)
9
+
10
+type localFile struct {
11
+	path string
12
+}
13
+
14
+func (l localFile) Open(ctx context.Context) (io.ReadCloser, error) {
15
+	return os.Open(l.path) // nolint: wrapcheck
16
+}
17
+
18
+func (l localFile) String() string {
19
+	return l.path
20
+}
21
+
22
+func NewLocal(path string) (File, error) {
23
+	if stat, err := os.Stat(path); os.IsNotExist(err) || stat.IsDir() || stat.Mode().Perm()&0o400 == 0 {
24
+		return nil, fmt.Errorf("%s is not a readable file", path)
25
+	}
26
+
27
+	return localFile{
28
+		path: path,
29
+	}, nil
30
+}

+ 55
- 0
ipblocklist/files/local_test.go Просмотреть файл

1
+package files_test
2
+
3
+import (
4
+	"context"
5
+	"io"
6
+	"path/filepath"
7
+	"strings"
8
+	"testing"
9
+
10
+	"github.com/9seconds/mtg/v2/ipblocklist/files"
11
+	"github.com/stretchr/testify/assert"
12
+	"github.com/stretchr/testify/suite"
13
+)
14
+
15
+type LocalTestSuite struct {
16
+	suite.Suite
17
+}
18
+
19
+func (suite *LocalTestSuite) getLocalFile(name string) string {
20
+	return filepath.Join("testdata", name)
21
+}
22
+
23
+func (suite *LocalTestSuite) TestIncorrect() {
24
+	names := []string{
25
+		"absent",
26
+		"directory",
27
+	}
28
+
29
+	for _, v := range names {
30
+		value := v
31
+
32
+		suite.T().Run(v, func(t *testing.T) {
33
+			_, err := files.NewLocal(suite.getLocalFile(value))
34
+			assert.Error(t, err)
35
+		})
36
+	}
37
+}
38
+
39
+func (suite *LocalTestSuite) TestOk() {
40
+	file, err := files.NewLocal(suite.getLocalFile("readable"))
41
+	suite.NoError(err)
42
+
43
+	reader, err := file.Open(context.Background())
44
+	suite.NoError(err)
45
+
46
+	data, err := io.ReadAll(reader)
47
+	suite.NoError(err)
48
+
49
+	suite.Equal("Hooray!", strings.TrimSpace(string(data)))
50
+}
51
+
52
+func TestLocal(t *testing.T) {
53
+	t.Parallel()
54
+	suite.Run(t, &LocalTestSuite{})
55
+}

+ 0
- 0
ipblocklist/files/testdata/directory/.gitkeep Просмотреть файл


+ 1
- 0
ipblocklist/files/testdata/readable Просмотреть файл

1
+Hooray!

+ 55
- 131
ipblocklist/firehol.go Просмотреть файл

4
 	"bufio"
4
 	"bufio"
5
 	"context"
5
 	"context"
6
 	"fmt"
6
 	"fmt"
7
-	"io"
8
 	"net"
7
 	"net"
9
-	"net/http"
10
-	"net/url"
11
-	"os"
12
 	"regexp"
8
 	"regexp"
13
 	"strings"
9
 	"strings"
14
 	"sync"
10
 	"sync"
15
 	"time"
11
 	"time"
16
 
12
 
13
+	"github.com/9seconds/mtg/v2/ipblocklist/files"
17
 	"github.com/9seconds/mtg/v2/mtglib"
14
 	"github.com/9seconds/mtg/v2/mtglib"
18
 	"github.com/kentik/patricia"
15
 	"github.com/kentik/patricia"
19
 	"github.com/kentik/patricia/bool_tree"
16
 	"github.com/kentik/patricia/bool_tree"
41
 //     127.0.0.1   # you can specify an IP
38
 //     127.0.0.1   # you can specify an IP
42
 //     10.0.0.0/8  # or cidr
39
 //     10.0.0.0/8  # or cidr
43
 type Firehol struct {
40
 type Firehol struct {
44
-	ctx       context.Context
45
-	ctxCancel context.CancelFunc
46
-	logger    mtglib.Logger
41
+	ctx         context.Context
42
+	ctxCancel   context.CancelFunc
43
+	logger      mtglib.Logger
44
+	updateMutex sync.RWMutex
47
 
45
 
48
-	rwMutex sync.RWMutex
46
+	blocklists []files.File
49
 
47
 
50
-	remoteURLs []string
51
-	localFiles []string
52
-
53
-	httpClient *http.Client
54
 	workerPool *ants.Pool
48
 	workerPool *ants.Pool
55
-
56
-	treeV4 *bool_tree.TreeV4
57
-	treeV6 *bool_tree.TreeV6
49
+	treeV4     *bool_tree.TreeV4
50
+	treeV6     *bool_tree.TreeV6
58
 }
51
 }
59
 
52
 
60
 // Shutdown stop a background update process.
53
 // Shutdown stop a background update process.
68
 		return true
61
 		return true
69
 	}
62
 	}
70
 
63
 
71
-	f.rwMutex.RLock()
72
-	defer f.rwMutex.RUnlock()
64
+	f.updateMutex.RLock()
65
+	defer f.updateMutex.RUnlock()
73
 
66
 
74
 	if ip4 := ip.To4(); ip4 != nil {
67
 	if ip4 := ip.To4(); ip4 != nil {
75
 		return f.containsIPv4(ip4)
68
 		return f.containsIPv4(ip4)
98
 		}
91
 		}
99
 	}()
92
 	}()
100
 
93
 
101
-	if err := f.update(); err != nil {
102
-		f.logger.WarningError("cannot update blocklist", err)
103
-	} else {
104
-		f.logger.Info("blocklist was updated")
105
-	}
94
+	f.update()
106
 
95
 
107
 	for {
96
 	for {
108
 		select {
97
 		select {
109
 		case <-f.ctx.Done():
98
 		case <-f.ctx.Done():
110
 			return
99
 			return
111
 		case <-ticker.C:
100
 		case <-ticker.C:
112
-			if err := f.update(); err != nil {
113
-				f.logger.WarningError("cannot update blocklist", err)
114
-			} else {
115
-				f.logger.Info("blocklist was updated")
116
-			}
101
+			f.update()
117
 		}
102
 		}
118
 	}
103
 	}
119
 }
104
 }
138
 	return false
123
 	return false
139
 }
124
 }
140
 
125
 
141
-func (f *Firehol) update() error { // nolint: funlen, cyclop
126
+func (f *Firehol) update() {
142
 	ctx, cancel := context.WithCancel(f.ctx)
127
 	ctx, cancel := context.WithCancel(f.ctx)
143
 	defer cancel()
128
 	defer cancel()
144
 
129
 
145
 	wg := &sync.WaitGroup{}
130
 	wg := &sync.WaitGroup{}
146
-	wg.Add(len(f.remoteURLs) + len(f.localFiles))
131
+	wg.Add(len(f.blocklists))
147
 
132
 
148
 	treeMutex := &sync.Mutex{}
133
 	treeMutex := &sync.Mutex{}
149
 	v4tree := bool_tree.NewTreeV4()
134
 	v4tree := bool_tree.NewTreeV4()
150
 	v6tree := bool_tree.NewTreeV6()
135
 	v6tree := bool_tree.NewTreeV6()
151
 
136
 
152
-	errorChan := make(chan error, 1)
153
-	defer close(errorChan)
154
-
155
-	for _, v := range f.localFiles {
156
-		go func(filename string) {
137
+	for _, v := range f.blocklists {
138
+		go func(file files.File) {
157
 			defer wg.Done()
139
 			defer wg.Done()
158
 
140
 
159
-			if err := f.updateLocalFile(ctx, filename, treeMutex, v4tree, v6tree); err != nil {
160
-				cancel()
161
-				f.logger.BindStr("filename", filename).WarningError("cannot update", err)
141
+			logger := f.logger.BindStr("filename", file.String())
162
 
142
 
163
-				select {
164
-				case errorChan <- err:
165
-				default:
166
-				}
167
-			}
168
-		}(v)
169
-	}
143
+			fileContent, err := file.Open(ctx)
144
+			if err != nil {
145
+				logger.WarningError("update has failed", err)
170
 
146
 
171
-	for _, v := range f.remoteURLs {
172
-		value := v
173
-
174
-		f.workerPool.Submit(func() { // nolint: errcheck
175
-			defer wg.Done()
147
+				return
148
+			}
176
 
149
 
177
-			if err := f.updateRemoteURL(ctx, value, treeMutex, v4tree, v6tree); err != nil {
178
-				cancel()
179
-				f.logger.BindStr("url", value).WarningError("cannot update", err)
150
+			defer fileContent.Close()
180
 
151
 
181
-				select {
182
-				case errorChan <- err:
183
-				default:
184
-				}
152
+			if err := f.updateFromFile(treeMutex, v4tree, v6tree, bufio.NewScanner(fileContent)); err != nil {
153
+				logger.WarningError("update has failed", err)
185
 			}
154
 			}
186
-		})
155
+		}(v)
187
 	}
156
 	}
188
 
157
 
189
 	wg.Wait()
158
 	wg.Wait()
190
 
159
 
191
-	select {
192
-	case err := <-errorChan:
193
-		return fmt.Errorf("cannot update trees: %w", err)
194
-	default:
195
-	}
196
-
197
-	f.rwMutex.Lock()
198
-	defer f.rwMutex.Unlock()
160
+	f.updateMutex.Lock()
161
+	defer f.updateMutex.Unlock()
199
 
162
 
200
 	f.treeV4 = v4tree
163
 	f.treeV4 = v4tree
201
 	f.treeV6 = v6tree
164
 	f.treeV6 = v6tree
202
 
165
 
203
-	return nil
204
-}
205
-
206
-func (f *Firehol) updateLocalFile(ctx context.Context, filename string,
207
-	mutex sync.Locker,
208
-	v4tree *bool_tree.TreeV4, v6tree *bool_tree.TreeV6) error {
209
-	filefp, err := os.Open(filename)
210
-	if err != nil {
211
-		return fmt.Errorf("cannot open file: %w", err)
212
-	}
213
-
214
-	go func(ctx context.Context, closer io.Closer) {
215
-		<-ctx.Done()
216
-		closer.Close()
217
-	}(ctx, filefp)
218
-
219
-	defer filefp.Close()
220
-
221
-	return f.updateTrees(mutex, filefp, v4tree, v6tree)
166
+	f.logger.Info("blocklist was updated")
222
 }
167
 }
223
 
168
 
224
-func (f *Firehol) updateRemoteURL(ctx context.Context, url string,
225
-	mutex sync.Locker,
226
-	v4tree *bool_tree.TreeV4, v6tree *bool_tree.TreeV6) error {
227
-	req, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
228
-	if err != nil {
229
-		return fmt.Errorf("cannot build a request: %w", err)
230
-	}
231
-
232
-	resp, err := f.httpClient.Do(req) // nolint: bodyclose
233
-	if err != nil {
234
-		return fmt.Errorf("cannot request a remote URL %s: %w", url, err)
235
-	}
236
-
237
-	go func(ctx context.Context, closer io.Closer) {
238
-		<-ctx.Done()
239
-		closer.Close()
240
-	}(ctx, resp.Body)
241
-
242
-	defer func(rc io.ReadCloser) {
243
-		io.Copy(io.Discard, rc) // nolint: errcheck
244
-		rc.Close()
245
-	}(resp.Body)
246
-
247
-	return f.updateTrees(mutex, resp.Body, v4tree, v6tree)
248
-}
249
-
250
-func (f *Firehol) updateTrees(mutex sync.Locker,
251
-	reader io.Reader,
169
+func (f *Firehol) updateFromFile(mutex sync.Locker,
252
 	v4tree *bool_tree.TreeV4,
170
 	v4tree *bool_tree.TreeV4,
253
-	v6tree *bool_tree.TreeV6) error {
254
-	scanner := bufio.NewScanner(reader)
255
-
171
+	v6tree *bool_tree.TreeV6,
172
+	scanner *bufio.Scanner) error {
256
 	for scanner.Scan() {
173
 	for scanner.Scan() {
257
 		text := scanner.Text()
174
 		text := scanner.Text()
258
 		text = fireholRegexpComment.ReplaceAllLiteralString(text, "")
175
 		text = fireholRegexpComment.ReplaceAllLiteralString(text, "")
271
 	}
188
 	}
272
 
189
 
273
 	if scanner.Err() != nil {
190
 	if scanner.Err() != nil {
274
-		return fmt.Errorf("cannot parse a response: %w", scanner.Err())
191
+		return fmt.Errorf("cannot parse a file: %w", scanner.Err())
275
 	}
192
 	}
276
 
193
 
277
 	return nil
194
 	return nil
317
 // when it is necessary.
234
 // when it is necessary.
318
 func NewFirehol(logger mtglib.Logger, network mtglib.Network,
235
 func NewFirehol(logger mtglib.Logger, network mtglib.Network,
319
 	downloadConcurrency uint,
236
 	downloadConcurrency uint,
320
-	remoteURLs []string,
237
+	urls []string,
321
 	localFiles []string) (*Firehol, error) {
238
 	localFiles []string) (*Firehol, error) {
322
-	for _, v := range remoteURLs {
323
-		parsed, err := url.Parse(v)
239
+	blocklists := []files.File{}
240
+
241
+	for _, v := range localFiles {
242
+		file, err := files.NewLocal(v)
324
 		if err != nil {
243
 		if err != nil {
325
-			return nil, fmt.Errorf("incorrect url %s: %w", v, err)
244
+			return nil, fmt.Errorf("cannot create a local file %s: %w", v, err)
326
 		}
245
 		}
327
 
246
 
328
-		switch parsed.Scheme {
329
-		case "http", "https":
330
-		default:
331
-			return nil, fmt.Errorf("unsupported url %s", v)
332
-		}
247
+		blocklists = append(blocklists, file)
333
 	}
248
 	}
334
 
249
 
335
-	for _, v := range localFiles {
336
-		if stat, err := os.Stat(v); os.IsNotExist(err) || stat.IsDir() || stat.Mode().Perm()&0o400 == 0 {
337
-			return nil, fmt.Errorf("%s is not a readable file", v)
250
+	httpClient := network.MakeHTTPClient(nil)
251
+
252
+	for _, v := range urls {
253
+		file, err := files.NewHTTP(httpClient, v)
254
+		if err != nil {
255
+			return nil, fmt.Errorf("cannot create a HTTP file %s: %w", v, err)
338
 		}
256
 		}
257
+
258
+		blocklists = append(blocklists, file)
339
 	}
259
 	}
340
 
260
 
261
+	return NewFireholFromFiles(logger, downloadConcurrency, blocklists)
262
+}
263
+
264
+func NewFireholFromFiles(logger mtglib.Logger,
265
+	downloadConcurrency uint,
266
+	blocklists []files.File) (*Firehol, error) {
341
 	if downloadConcurrency == 0 {
267
 	if downloadConcurrency == 0 {
342
 		downloadConcurrency = DefaultFireholDownloadConcurrency
268
 		downloadConcurrency = DefaultFireholDownloadConcurrency
343
 	}
269
 	}
349
 		ctx:        ctx,
275
 		ctx:        ctx,
350
 		ctxCancel:  cancel,
276
 		ctxCancel:  cancel,
351
 		logger:     logger.Named("firehol"),
277
 		logger:     logger.Named("firehol"),
352
-		httpClient: network.MakeHTTPClient(nil),
353
 		treeV4:     bool_tree.NewTreeV4(),
278
 		treeV4:     bool_tree.NewTreeV4(),
354
 		treeV6:     bool_tree.NewTreeV6(),
279
 		treeV6:     bool_tree.NewTreeV6(),
355
 		workerPool: workerPool,
280
 		workerPool: workerPool,
356
-		remoteURLs: remoteURLs,
357
-		localFiles: localFiles,
281
+		blocklists: blocklists,
358
 	}, nil
282
 	}, nil
359
 }
283
 }

+ 5
- 4
mtglib/conns.go Просмотреть файл

4
 	"bytes"
4
 	"bytes"
5
 	"context"
5
 	"context"
6
 	"io"
6
 	"io"
7
-	"net"
8
 	"sync"
7
 	"sync"
8
+
9
+	"github.com/9seconds/mtg/v2/essentials"
9
 )
10
 )
10
 
11
 
11
 type connTraffic struct {
12
 type connTraffic struct {
12
-	net.Conn
13
+	essentials.Conn
13
 
14
 
14
 	streamID string
15
 	streamID string
15
 	stream   EventStream
16
 	stream   EventStream
37
 }
38
 }
38
 
39
 
39
 type connRewind struct {
40
 type connRewind struct {
40
-	net.Conn
41
+	essentials.Conn
41
 
42
 
42
 	active io.Reader
43
 	active io.Reader
43
 	buf    bytes.Buffer
44
 	buf    bytes.Buffer
58
 	c.active = io.MultiReader(&c.buf, c.Conn)
59
 	c.active = io.MultiReader(&c.buf, c.Conn)
59
 }
60
 }
60
 
61
 
61
-func newConnRewind(conn net.Conn) *connRewind {
62
+func newConnRewind(conn essentials.Conn) *connRewind {
62
 	rv := &connRewind{
63
 	rv := &connRewind{
63
 		Conn: conn,
64
 		Conn: conn,
64
 	}
65
 	}

+ 3
- 3
mtglib/conns_internal_test.go Просмотреть файл

14
 )
14
 )
15
 
15
 
16
 type ConnRewindBaseConn struct {
16
 type ConnRewindBaseConn struct {
17
-	testlib.NetConnMock
17
+	testlib.EssentialsConnMock
18
 
18
 
19
 	readBuffer bytes.Buffer
19
 	readBuffer bytes.Buffer
20
 }
20
 }
29
 	suite.Suite
29
 	suite.Suite
30
 
30
 
31
 	eventStreamMock *EventStreamMock
31
 	eventStreamMock *EventStreamMock
32
-	connMock        *testlib.NetConnMock
32
+	connMock        *testlib.EssentialsConnMock
33
 	conn            io.ReadWriter
33
 	conn            io.ReadWriter
34
 }
34
 }
35
 
35
 
36
 func (suite *ConnTrafficTestSuite) SetupTest() {
36
 func (suite *ConnTrafficTestSuite) SetupTest() {
37
 	suite.eventStreamMock = &EventStreamMock{}
37
 	suite.eventStreamMock = &EventStreamMock{}
38
-	suite.connMock = &testlib.NetConnMock{}
38
+	suite.connMock = &testlib.EssentialsConnMock{}
39
 	suite.conn = connTraffic{
39
 	suite.conn = connTraffic{
40
 		Conn:     suite.connMock,
40
 		Conn:     suite.connMock,
41
 		streamID: "CONNID",
41
 		streamID: "CONNID",

+ 7
- 3
mtglib/init.go Просмотреть файл

23
 	"net"
23
 	"net"
24
 	"net/http"
24
 	"net/http"
25
 	"time"
25
 	"time"
26
+
27
+	"github.com/9seconds/mtg/v2/essentials"
26
 )
28
 )
27
 
29
 
28
 var (
30
 var (
61
 	DefaultConcurrency = 4096
63
 	DefaultConcurrency = 4096
62
 
64
 
63
 	// DefaultBufferSize is a default size of a copy buffer.
65
 	// DefaultBufferSize is a default size of a copy buffer.
66
+	//
67
+	// Deprecated: this setting no longer makes any effect.
64
 	DefaultBufferSize = 16 * 1024 // 16 kib
68
 	DefaultBufferSize = 16 * 1024 // 16 kib
65
 
69
 
66
 	// DefaultDomainFrontingPort is a default port (HTTPS) to connect to in
70
 	// DefaultDomainFrontingPort is a default port (HTTPS) to connect to in
114
 // 3. Doing HTTP requests (for example, for FireHOL ipblocklist).
118
 // 3. Doing HTTP requests (for example, for FireHOL ipblocklist).
115
 type Network interface {
119
 type Network interface {
116
 	// Dial establishes context-free TCP connections.
120
 	// Dial establishes context-free TCP connections.
117
-	Dial(network, address string) (net.Conn, error)
121
+	Dial(network, address string) (essentials.Conn, error)
118
 
122
 
119
 	// DialContext dials using a context. This is a preferrable
123
 	// DialContext dials using a context. This is a preferrable
120
 	// way of establishing TCP connections.
124
 	// way of establishing TCP connections.
121
-	DialContext(ctx context.Context, network, address string) (net.Conn, error)
125
+	DialContext(ctx context.Context, network, address string) (essentials.Conn, error)
122
 
126
 
123
 	// MakeHTTPClient build an HTTP client with given dial function. If
127
 	// MakeHTTPClient build an HTTP client with given dial function. If
124
 	// nothing is provided, then DialContext of this interface is going
128
 	// nothing is provided, then DialContext of this interface is going
125
 	// to be used.
129
 	// to be used.
126
-	MakeHTTPClient(func(ctx context.Context, network, address string) (net.Conn, error)) *http.Client
130
+	MakeHTTPClient(func(ctx context.Context, network, address string) (essentials.Conn, error)) *http.Client
127
 }
131
 }
128
 
132
 
129
 // AntiReplayCache is an interface that is used to detect replay attacks
133
 // AntiReplayCache is an interface that is used to detect replay attacks

+ 2
- 2
mtglib/internal/faketls/conn.go Просмотреть файл

4
 	"bytes"
4
 	"bytes"
5
 	"fmt"
5
 	"fmt"
6
 	"math/rand"
6
 	"math/rand"
7
-	"net"
8
 
7
 
8
+	"github.com/9seconds/mtg/v2/essentials"
9
 	"github.com/9seconds/mtg/v2/mtglib/internal/faketls/record"
9
 	"github.com/9seconds/mtg/v2/mtglib/internal/faketls/record"
10
 )
10
 )
11
 
11
 
12
 type Conn struct {
12
 type Conn struct {
13
-	net.Conn
13
+	essentials.Conn
14
 
14
 
15
 	readBuffer bytes.Buffer
15
 	readBuffer bytes.Buffer
16
 }
16
 }

+ 1
- 1
mtglib/internal/faketls/conn_test.go Просмотреть файл

15
 )
15
 )
16
 
16
 
17
 type ConnMock struct {
17
 type ConnMock struct {
18
-	testlib.NetConnMock
18
+	testlib.EssentialsConnMock
19
 
19
 
20
 	readBuffer  bytes.Buffer
20
 	readBuffer  bytes.Buffer
21
 	writeBuffer bytes.Buffer
21
 	writeBuffer bytes.Buffer

+ 1
- 1
mtglib/internal/obfuscated2/client_handshake_test.go Просмотреть файл

42
 			writeData := make([]byte, len(snapshot.Encrypted.Text.data))
42
 			writeData := make([]byte, len(snapshot.Encrypted.Text.data))
43
 			readData := make([]byte, len(snapshot.Decrypted.Text.data))
43
 			readData := make([]byte, len(snapshot.Decrypted.Text.data))
44
 
44
 
45
-			connMock := &testlib.NetConnMock{}
45
+			connMock := &testlib.EssentialsConnMock{}
46
 			connMock.On("Read", mock.Anything).
46
 			connMock.On("Read", mock.Anything).
47
 				Once().
47
 				Once().
48
 				Return(len(snapshot.Decrypted.Text.data), nil).
48
 				Return(len(snapshot.Decrypted.Text.data), nil).

+ 3
- 2
mtglib/internal/obfuscated2/conn.go Просмотреть файл

2
 
2
 
3
 import (
3
 import (
4
 	"crypto/cipher"
4
 	"crypto/cipher"
5
-	"net"
5
+
6
+	"github.com/9seconds/mtg/v2/essentials"
6
 )
7
 )
7
 
8
 
8
 type Conn struct {
9
 type Conn struct {
9
-	net.Conn
10
+	essentials.Conn
10
 
11
 
11
 	Encryptor cipher.Stream
12
 	Encryptor cipher.Stream
12
 	Decryptor cipher.Stream
13
 	Decryptor cipher.Stream

+ 2
- 2
mtglib/internal/obfuscated2/server_handshake_test.go Просмотреть файл

16
 type ServerHandshakeTestSuite struct {
16
 type ServerHandshakeTestSuite struct {
17
 	suite.Suite
17
 	suite.Suite
18
 
18
 
19
-	connMock  *testlib.NetConnMock
19
+	connMock  *testlib.EssentialsConnMock
20
 	proxyConn obfuscated2.Conn
20
 	proxyConn obfuscated2.Conn
21
 	encryptor cipher.Stream
21
 	encryptor cipher.Stream
22
 	decryptor cipher.Stream
22
 	decryptor cipher.Stream
24
 
24
 
25
 func (suite *ServerHandshakeTestSuite) SetupTest() {
25
 func (suite *ServerHandshakeTestSuite) SetupTest() {
26
 	buf := &bytes.Buffer{}
26
 	buf := &bytes.Buffer{}
27
-	suite.connMock = &testlib.NetConnMock{}
27
+	suite.connMock = &testlib.EssentialsConnMock{}
28
 
28
 
29
 	encryptor, decryptor, err := obfuscated2.ServerHandshake(buf)
29
 	encryptor, decryptor, err := obfuscated2.ServerHandshake(buf)
30
 	suite.NoError(err)
30
 	suite.NoError(err)

+ 0
- 19
mtglib/internal/relay/conn.go Просмотреть файл

1
-package relay
2
-
3
-import (
4
-	"fmt"
5
-	"net"
6
-	"time"
7
-)
8
-
9
-type conn struct {
10
-	net.Conn
11
-}
12
-
13
-func (c conn) Read(p []byte) (int, error) {
14
-	if err := c.SetReadDeadline(time.Now().Add(getTimeout())); err != nil {
15
-		return 0, fmt.Errorf("cannot set read deadline: %w", err)
16
-	}
17
-
18
-	return c.Conn.Read(p) // nolint: wrapcheck
19
-}

+ 3
- 4
mtglib/internal/relay/init.go Просмотреть файл

3
 import "time"
3
 import "time"
4
 
4
 
5
 const (
5
 const (
6
-	ConnectionTimeToLiveMin = 2 * time.Minute
7
-	ConnectionTimeToLiveMax = 10 * time.Minute
8
-	TimeoutMin              = 20 * time.Second
9
-	TimeoutMax              = time.Minute
6
+	copyBufferSize   = 64 * 1024
7
+	writerBufferSize = 128 * 1024
8
+	readTimeout      = 10 * time.Millisecond
10
 )
9
 )
11
 
10
 
12
 type Logger interface {
11
 type Logger interface {

+ 21
- 22
mtglib/internal/relay/pools.go Просмотреть файл

1
 package relay
1
 package relay
2
 
2
 
3
-import "sync"
4
-
5
-type eastWest struct {
6
-	east []byte
7
-	west []byte
8
-}
9
-
10
-var eastWestPool = sync.Pool{
3
+import (
4
+	"bufio"
5
+	"io"
6
+	"net"
7
+	"sync"
8
+)
9
+
10
+var syncPairPool = sync.Pool{
11
 	New: func() interface{} {
11
 	New: func() interface{} {
12
-		return &eastWest{}
12
+		return &syncPair{
13
+			writer:  bufio.NewWriterSize(nil, writerBufferSize),
14
+			copyBuf: make([]byte, copyBufferSize),
15
+		}
13
 	},
16
 	},
14
 }
17
 }
15
 
18
 
16
-func acquireEastWest(bufferSize int) *eastWest {
17
-	wanted := eastWestPool.Get().(*eastWest) // nolint: forcetypeassert
18
-
19
-	if len(wanted.east) != bufferSize {
20
-		wanted.east = make([]byte, bufferSize)
21
-	}
22
-
23
-	if len(wanted.west) != bufferSize {
24
-		wanted.west = make([]byte, bufferSize)
25
-	}
19
+func acquireSyncPair(reader net.Conn, writer io.Writer) *syncPair {
20
+	sp := syncPairPool.Get().(*syncPair) // nolint: forcetypeassert
21
+	sp.writer.Reset(writer)
22
+	sp.reader = reader
26
 
23
 
27
-	return wanted
24
+	return sp
28
 }
25
 }
29
 
26
 
30
-func releaseEastWest(ew *eastWest) {
31
-	eastWestPool.Put(ew)
27
+func releaseSyncPair(sp *syncPair) {
28
+	sp.writer.Reset(nil)
29
+	sp.reader = nil
30
+	syncPairPool.Put(sp)
32
 }
31
 }

+ 26
- 20
mtglib/internal/relay/relay.go Просмотреть файл

2
 
2
 
3
 import (
3
 import (
4
 	"context"
4
 	"context"
5
+	"errors"
5
 	"io"
6
 	"io"
6
-	"net"
7
 	"sync"
7
 	"sync"
8
+
9
+	"github.com/9seconds/mtg/v2/essentials"
8
 )
10
 )
9
 
11
 
10
-func Relay(ctx context.Context, log Logger, bufferSize int,
11
-	telegramConn net.Conn, clientConn io.ReadWriteCloser) {
12
+func Relay(ctx context.Context, log Logger, telegramConn, clientConn essentials.Conn) {
12
 	defer telegramConn.Close()
13
 	defer telegramConn.Close()
13
 	defer clientConn.Close()
14
 	defer clientConn.Close()
14
 
15
 
15
-	ctx, cancel := context.WithTimeout(ctx, getConnectionTimeToLive())
16
+	ctx, cancel := context.WithCancel(ctx)
16
 	defer cancel()
17
 	defer cancel()
17
 
18
 
18
 	go func() {
19
 	go func() {
21
 		clientConn.Close()
22
 		clientConn.Close()
22
 	}()
23
 	}()
23
 
24
 
24
-	buffers := acquireEastWest(bufferSize)
25
-	defer releaseEastWest(buffers)
26
-
27
-	telegramConn = conn{
28
-		Conn: telegramConn,
29
-	}
30
-
31
 	wg := &sync.WaitGroup{}
25
 	wg := &sync.WaitGroup{}
32
 	wg.Add(2) // nolint: gomnd
26
 	wg.Add(2) // nolint: gomnd
33
 
27
 
34
-	go pump(log, telegramConn, clientConn, wg, buffers.east, "east -> west")
28
+	go pump(log, telegramConn, clientConn, wg, "client -> telegram")
35
 
29
 
36
-	pump(log, clientConn, telegramConn, wg, buffers.west, "west -> east")
30
+	pump(log, clientConn, telegramConn, wg, "telegram -> client")
37
 
31
 
38
 	wg.Wait()
32
 	wg.Wait()
39
 }
33
 }
40
 
34
 
41
-func pump(log Logger, src io.ReadCloser, dst io.WriteCloser, wg *sync.WaitGroup,
42
-	buf []byte, direction string) {
43
-	defer wg.Done()
44
-	defer src.Close()
45
-	defer dst.Close()
35
+func pump(log Logger, src, dst essentials.Conn, wg *sync.WaitGroup, direction string) {
36
+	syncer := acquireSyncPair(src, dst)
37
+
38
+	defer func() {
39
+		syncer.Flush()
40
+		releaseSyncPair(syncer)
41
+		src.CloseRead()  // nolint: errcheck
42
+		dst.CloseWrite() // nolint: errcheck
43
+		wg.Done()
44
+	}()
45
+
46
+	n, err := syncer.Sync()
46
 
47
 
47
-	if n, err := io.CopyBuffer(dst, src, buf); err != nil {
48
-		log.Printf("cannot pump %s (written %d bytes): %w", direction, n, err)
48
+	switch {
49
+	case err == nil:
50
+		log.Printf("%s has been finished", direction)
51
+	case errors.Is(err, io.EOF):
52
+		log.Printf("%s has been finished because of EOF. Written %d bytes", direction, n)
53
+	default:
54
+		log.Printf("%s has been finished (written %d bytes): %v", direction, n, err)
49
 	}
55
 	}
50
 }
56
 }

+ 11
- 7
mtglib/internal/relay/relay_test.go Просмотреть файл

17
 	loggerMock       relay.Logger
17
 	loggerMock       relay.Logger
18
 	ctx              context.Context
18
 	ctx              context.Context
19
 	ctxCancel        context.CancelFunc
19
 	ctxCancel        context.CancelFunc
20
-	telegramConnMock *testlib.NetConnMock
21
-	clientConnMock   *testlib.NetConnMock
20
+	telegramConnMock *testlib.EssentialsConnMock
21
+	clientConnMock   *testlib.EssentialsConnMock
22
 }
22
 }
23
 
23
 
24
 func (suite *RelayTestSuite) SetupTest() {
24
 func (suite *RelayTestSuite) SetupTest() {
26
 	suite.ctx = ctx
26
 	suite.ctx = ctx
27
 	suite.ctxCancel = cancel
27
 	suite.ctxCancel = cancel
28
 	suite.loggerMock = &loggerMock{}
28
 	suite.loggerMock = &loggerMock{}
29
-	suite.telegramConnMock = &testlib.NetConnMock{}
30
-	suite.clientConnMock = &testlib.NetConnMock{}
29
+	suite.telegramConnMock = &testlib.EssentialsConnMock{}
30
+	suite.clientConnMock = &testlib.EssentialsConnMock{}
31
 }
31
 }
32
 
32
 
33
 func (suite *RelayTestSuite) TearDownTest() {
33
 func (suite *RelayTestSuite) TearDownTest() {
37
 }
37
 }
38
 
38
 
39
 func (suite *RelayTestSuite) TestExit() {
39
 func (suite *RelayTestSuite) TestExit() {
40
-	suite.telegramConnMock.On("SetReadDeadline", mock.Anything).Return(nil)
41
 	suite.telegramConnMock.On("Close").Return(nil)
40
 	suite.telegramConnMock.On("Close").Return(nil)
41
+	suite.telegramConnMock.On("CloseRead").Return(nil).Once()
42
+	suite.telegramConnMock.On("CloseWrite").Return(nil).Once()
42
 	suite.telegramConnMock.On("Read", mock.Anything).Return(10, io.EOF).Once()
43
 	suite.telegramConnMock.On("Read", mock.Anything).Return(10, io.EOF).Once()
43
 	suite.telegramConnMock.On("Write", mock.Anything).Return(10, io.EOF).Maybe()
44
 	suite.telegramConnMock.On("Write", mock.Anything).Return(10, io.EOF).Maybe()
45
+	suite.telegramConnMock.On("SetReadDeadline", mock.Anything).Return(nil).Maybe()
44
 
46
 
45
 	suite.clientConnMock.On("Read", mock.Anything).Return(0, io.EOF).Once()
47
 	suite.clientConnMock.On("Read", mock.Anything).Return(0, io.EOF).Once()
46
 	suite.clientConnMock.On("Write", mock.Anything).Return(10, io.EOF).Maybe()
48
 	suite.clientConnMock.On("Write", mock.Anything).Return(10, io.EOF).Maybe()
47
 	suite.clientConnMock.On("Close").Return(nil)
49
 	suite.clientConnMock.On("Close").Return(nil)
50
+	suite.clientConnMock.On("CloseRead").Return(nil).Once()
51
+	suite.clientConnMock.On("CloseWrite").Return(nil).Once()
52
+	suite.clientConnMock.On("SetReadDeadline", mock.Anything).Return(nil).Maybe()
48
 
53
 
49
-	relay.Relay(suite.ctx, suite.loggerMock, 1024,
50
-		suite.telegramConnMock, suite.clientConnMock)
54
+	relay.Relay(suite.ctx, suite.loggerMock, suite.telegramConnMock, suite.clientConnMock)
51
 }
55
 }
52
 
56
 
53
 func TestRelay(t *testing.T) {
57
 func TestRelay(t *testing.T) {

+ 77
- 0
mtglib/internal/relay/sync_pair.go Просмотреть файл

1
+package relay
2
+
3
+import (
4
+	"bufio"
5
+	"errors"
6
+	"fmt"
7
+	"io"
8
+	"net"
9
+	"os"
10
+	"sync"
11
+	"time"
12
+)
13
+
14
+type syncPair struct {
15
+	writer  *bufio.Writer
16
+	copyBuf []byte
17
+
18
+	mutex  sync.Mutex
19
+	reader net.Conn
20
+}
21
+
22
+func (s *syncPair) Sync() (int64, error) {
23
+	return io.CopyBuffer(s, s, s.copyBuf) // nolint: wrapcheck
24
+}
25
+
26
+func (s *syncPair) Read(p []byte) (int, error) {
27
+	n, err := s.readBlocking(p, false)
28
+
29
+	// nothing has been delivered for readTimeout time. Let's flush.
30
+	if errors.Is(err, os.ErrDeadlineExceeded) {
31
+		if err := s.Flush(); err != nil {
32
+			return 0, fmt.Errorf("cannot flush writer hand-side: %w", err)
33
+		}
34
+
35
+		return s.readBlocking(p, true)
36
+	}
37
+
38
+	return n, err
39
+}
40
+
41
+func (s *syncPair) Write(p []byte) (int, error) {
42
+	s.mutex.Lock()
43
+	defer s.mutex.Unlock()
44
+
45
+	n, err := s.writer.Write(p)
46
+
47
+	// optimization for a case when we have a small package and want to avoid a
48
+	// delay in readTimeout. In that case, we assume that peer has finished to
49
+	// sent a data it wants to send so we can flush without waiting for anything
50
+	// else.
51
+	if err == nil && n < copyBufferSize {
52
+		err = s.writer.Flush()
53
+	}
54
+
55
+	return n, err // nolint: wrapcheck
56
+}
57
+
58
+func (s *syncPair) Flush() error {
59
+	s.mutex.Lock()
60
+	defer s.mutex.Unlock()
61
+
62
+	return s.writer.Flush() // nolint: wrapcheck
63
+}
64
+
65
+func (s *syncPair) readBlocking(p []byte, blocking bool) (int, error) {
66
+	var deadline time.Time
67
+
68
+	if !blocking {
69
+		deadline = time.Now().Add(readTimeout)
70
+	}
71
+
72
+	if err := s.reader.SetReadDeadline(deadline); err != nil {
73
+		return 0, fmt.Errorf("cannot set read deadline: %w", err)
74
+	}
75
+
76
+	return s.reader.Read(p) // nolint: wrapcheck
77
+}

+ 0
- 22
mtglib/internal/relay/timeouts.go Просмотреть файл

1
-package relay
2
-
3
-import (
4
-	"math/rand"
5
-	"time"
6
-)
7
-
8
-func getConnectionTimeToLive() time.Duration {
9
-	return getTime(ConnectionTimeToLiveMin, ConnectionTimeToLiveMax)
10
-}
11
-
12
-func getTimeout() time.Duration {
13
-	return getTime(TimeoutMin, TimeoutMax)
14
-}
15
-
16
-func getTime(minDuration, maxDuration time.Duration) time.Duration {
17
-	minDurationInSeconds := int(minDuration.Seconds())
18
-	maxDurationInSeconds := int(maxDuration.Seconds())
19
-	number := minDurationInSeconds + rand.Intn(maxDurationInSeconds-minDurationInSeconds)
20
-
21
-	return time.Duration(number) * time.Second
22
-}

+ 0
- 37
mtglib/internal/relay/timeouts_internal_test.go Просмотреть файл

1
-package relay
2
-
3
-import (
4
-	"fmt"
5
-	"testing"
6
-
7
-	"github.com/stretchr/testify/suite"
8
-)
9
-
10
-type TimeoutsTestSuite struct {
11
-	suite.Suite
12
-}
13
-
14
-func (suite *TimeoutsTestSuite) TestGetConnectionTimeToLive() {
15
-	for i := 0; i < 100; i++ {
16
-		value := getConnectionTimeToLive()
17
-		message := fmt.Sprintf("generated value is %v", value)
18
-
19
-		suite.GreaterOrEqual(value, ConnectionTimeToLiveMin, message)
20
-		suite.LessOrEqual(value, ConnectionTimeToLiveMax, message)
21
-	}
22
-}
23
-
24
-func (suite *TimeoutsTestSuite) TestGetTimeout() {
25
-	for i := 0; i < 100; i++ {
26
-		value := getTimeout()
27
-		message := fmt.Sprintf("generated value is %v", value)
28
-
29
-		suite.GreaterOrEqual(value, TimeoutMin, message)
30
-		suite.LessOrEqual(value, TimeoutMax, message)
31
-	}
32
-}
33
-
34
-func TestTimeouts(t *testing.T) {
35
-	t.Parallel()
36
-	suite.Run(t, &TimeoutsTestSuite{})
37
-}

+ 3
- 2
mtglib/internal/telegram/init.go Просмотреть файл

2
 
2
 
3
 import (
3
 import (
4
 	"context"
4
 	"context"
5
-	"net"
5
+
6
+	"github.com/9seconds/mtg/v2/essentials"
6
 )
7
 )
7
 
8
 
8
 type preferIP uint8
9
 type preferIP uint8
82
 )
83
 )
83
 
84
 
84
 type Dialer interface {
85
 type Dialer interface {
85
-	DialContext(ctx context.Context, network, address string) (net.Conn, error)
86
+	DialContext(ctx context.Context, network, address string) (essentials.Conn, error)
86
 }
87
 }

+ 4
- 3
mtglib/internal/telegram/telegram.go Просмотреть файл

3
 import (
3
 import (
4
 	"context"
4
 	"context"
5
 	"fmt"
5
 	"fmt"
6
-	"net"
7
 	"strings"
6
 	"strings"
7
+
8
+	"github.com/9seconds/mtg/v2/essentials"
8
 )
9
 )
9
 
10
 
10
 type Telegram struct {
11
 type Telegram struct {
13
 	pool     addressPool
14
 	pool     addressPool
14
 }
15
 }
15
 
16
 
16
-func (t Telegram) Dial(ctx context.Context, dc int) (net.Conn, error) {
17
+func (t Telegram) Dial(ctx context.Context, dc int) (essentials.Conn, error) {
17
 	var addresses []tgAddr
18
 	var addresses []tgAddr
18
 
19
 
19
 	switch t.preferIP {
20
 	switch t.preferIP {
28
 	}
29
 	}
29
 
30
 
30
 	var (
31
 	var (
31
-		conn net.Conn
32
+		conn essentials.Conn
32
 		err  error
33
 		err  error
33
 	)
34
 	)
34
 
35
 

+ 17
- 10
mtglib/proxy.go Просмотреть файл

9
 	"sync"
9
 	"sync"
10
 	"time"
10
 	"time"
11
 
11
 
12
+	"github.com/9seconds/mtg/v2/essentials"
12
 	"github.com/9seconds/mtg/v2/mtglib/internal/faketls"
13
 	"github.com/9seconds/mtg/v2/mtglib/internal/faketls"
13
 	"github.com/9seconds/mtg/v2/mtglib/internal/faketls/record"
14
 	"github.com/9seconds/mtg/v2/mtglib/internal/faketls/record"
14
 	"github.com/9seconds/mtg/v2/mtglib/internal/obfuscated2"
15
 	"github.com/9seconds/mtg/v2/mtglib/internal/obfuscated2"
25
 
26
 
26
 	allowFallbackOnUnknownDC bool
27
 	allowFallbackOnUnknownDC bool
27
 	tolerateTimeSkewness     time.Duration
28
 	tolerateTimeSkewness     time.Duration
28
-	bufferSize               int
29
 	domainFrontingPort       int
29
 	domainFrontingPort       int
30
 	workerPool               *ants.PoolWithFunc
30
 	workerPool               *ants.PoolWithFunc
31
 	telegram                 *telegram.Telegram
31
 	telegram                 *telegram.Telegram
33
 	secret          Secret
33
 	secret          Secret
34
 	network         Network
34
 	network         Network
35
 	antiReplayCache AntiReplayCache
35
 	antiReplayCache AntiReplayCache
36
-	ipBlocklist     IPBlocklist
36
+	blocklist       IPBlocklist
37
+	whitelist       IPBlocklist
37
 	eventStream     EventStream
38
 	eventStream     EventStream
38
 	logger          Logger
39
 	logger          Logger
39
 }
40
 }
45
 
46
 
46
 // ServeConn serves a connection. We do not check IP blocklist and
47
 // ServeConn serves a connection. We do not check IP blocklist and
47
 // concurrency limit here.
48
 // concurrency limit here.
48
-func (p *Proxy) ServeConn(conn net.Conn) {
49
+func (p *Proxy) ServeConn(conn essentials.Conn) {
49
 	p.streamWaitGroup.Add(1)
50
 	p.streamWaitGroup.Add(1)
50
 	defer p.streamWaitGroup.Done()
51
 	defer p.streamWaitGroup.Done()
51
 
52
 
84
 	relay.Relay(
85
 	relay.Relay(
85
 		ctx,
86
 		ctx,
86
 		ctx.logger.Named("relay"),
87
 		ctx.logger.Named("relay"),
87
-		p.bufferSize,
88
 		ctx.telegramConn,
88
 		ctx.telegramConn,
89
 		ctx.clientConn,
89
 		ctx.clientConn,
90
 	)
90
 	)
91
 }
91
 }
92
 
92
 
93
 // Serve starts a proxy on a given listener.
93
 // Serve starts a proxy on a given listener.
94
-func (p *Proxy) Serve(listener net.Listener) error {
94
+func (p *Proxy) Serve(listener net.Listener) error { // nolint: cyclop
95
 	p.streamWaitGroup.Add(1)
95
 	p.streamWaitGroup.Add(1)
96
 	defer p.streamWaitGroup.Done()
96
 	defer p.streamWaitGroup.Done()
97
 
97
 
109
 		ipAddr := conn.RemoteAddr().(*net.TCPAddr).IP
109
 		ipAddr := conn.RemoteAddr().(*net.TCPAddr).IP
110
 		logger := p.logger.BindStr("ip", ipAddr.String())
110
 		logger := p.logger.BindStr("ip", ipAddr.String())
111
 
111
 
112
-		if p.ipBlocklist.Contains(ipAddr) {
112
+		if p.whitelist != nil && !p.whitelist.Contains(ipAddr) {
113
+			conn.Close()
114
+			logger.Info("ip was rejected by whitelist")
115
+			p.eventStream.Send(p.ctx, NewEventIPBlocklisted(ipAddr))
116
+
117
+			continue
118
+		}
119
+
120
+		if p.blocklist.Contains(ipAddr) {
113
 			conn.Close()
121
 			conn.Close()
114
 			logger.Info("ip was blacklisted")
122
 			logger.Info("ip was blacklisted")
115
 			p.eventStream.Send(p.ctx, NewEventIPBlocklisted(ipAddr))
123
 			p.eventStream.Send(p.ctx, NewEventIPBlocklisted(ipAddr))
267
 	relay.Relay(
275
 	relay.Relay(
268
 		ctx,
276
 		ctx,
269
 		ctx.logger.Named("domain-fronting"),
277
 		ctx.logger.Named("domain-fronting"),
270
-		p.bufferSize,
271
 		frontConn,
278
 		frontConn,
272
 		conn,
279
 		conn,
273
 	)
280
 	)
291
 		secret:                   opts.Secret,
298
 		secret:                   opts.Secret,
292
 		network:                  opts.Network,
299
 		network:                  opts.Network,
293
 		antiReplayCache:          opts.AntiReplayCache,
300
 		antiReplayCache:          opts.AntiReplayCache,
294
-		ipBlocklist:              opts.IPBlocklist,
301
+		blocklist:                opts.IPBlocklist,
302
+		whitelist:                opts.IPWhitelist,
295
 		eventStream:              opts.EventStream,
303
 		eventStream:              opts.EventStream,
296
 		logger:                   opts.getLogger("proxy"),
304
 		logger:                   opts.getLogger("proxy"),
297
 		domainFrontingPort:       opts.getDomainFrontingPort(),
305
 		domainFrontingPort:       opts.getDomainFrontingPort(),
298
 		tolerateTimeSkewness:     opts.getTolerateTimeSkewness(),
306
 		tolerateTimeSkewness:     opts.getTolerateTimeSkewness(),
299
-		bufferSize:               opts.getBufferSize(),
300
 		allowFallbackOnUnknownDC: opts.AllowFallbackOnUnknownDC,
307
 		allowFallbackOnUnknownDC: opts.AllowFallbackOnUnknownDC,
301
 		telegram:                 tg,
308
 		telegram:                 tg,
302
 	}
309
 	}
303
 
310
 
304
 	pool, err := ants.NewPoolWithFunc(opts.getConcurrency(),
311
 	pool, err := ants.NewPoolWithFunc(opts.getConcurrency(),
305
 		func(arg interface{}) {
312
 		func(arg interface{}) {
306
-			proxy.ServeConn(arg.(net.Conn))
313
+			proxy.ServeConn(arg.(essentials.Conn))
307
 		},
314
 		},
308
 		ants.WithLogger(opts.getLogger("ants")),
315
 		ants.WithLogger(opts.getLogger("ants")),
309
 		ants.WithNonblocking(true))
316
 		ants.WithNonblocking(true))

+ 7
- 8
mtglib/proxy_opts.go Просмотреть файл

28
 	// This is a mandatory setting.
28
 	// This is a mandatory setting.
29
 	IPBlocklist IPBlocklist
29
 	IPBlocklist IPBlocklist
30
 
30
 
31
+	// IPWhitelist defines a whitelist of IPs to allow to use proxy.
32
+	//
33
+	// This is an optional setting, ignored by default (no restrictions).
34
+	IPWhitelist IPBlocklist
35
+
31
 	// EventStream defines an instance of event stream.
36
 	// EventStream defines an instance of event stream.
32
 	//
37
 	//
33
 	// This ia a mandatory setting.
38
 	// This ia a mandatory setting.
45
 	// buffers: to and from.
50
 	// buffers: to and from.
46
 	//
51
 	//
47
 	// This is an optional setting.
52
 	// This is an optional setting.
53
+	//
54
+	// Deprecated: this setting is no longer makes any effect.
48
 	BufferSize uint
55
 	BufferSize uint
49
 
56
 
50
 	// Concurrency is a size of the worker pool for connection management.
57
 	// Concurrency is a size of the worker pool for connection management.
129
 	return nil
136
 	return nil
130
 }
137
 }
131
 
138
 
132
-func (p ProxyOpts) getBufferSize() int {
133
-	if p.BufferSize < 1 {
134
-		return DefaultBufferSize
135
-	}
136
-
137
-	return int(p.BufferSize)
138
-}
139
-
140
 func (p ProxyOpts) getConcurrency() int {
139
 func (p ProxyOpts) getConcurrency() int {
141
 	if p.Concurrency == 0 {
140
 	if p.Concurrency == 0 {
142
 		return DefaultConcurrency
141
 		return DefaultConcurrency

+ 5
- 3
mtglib/stream_context.go Просмотреть файл

6
 	"encoding/base64"
6
 	"encoding/base64"
7
 	"net"
7
 	"net"
8
 	"time"
8
 	"time"
9
+
10
+	"github.com/9seconds/mtg/v2/essentials"
9
 )
11
 )
10
 
12
 
11
 type streamContext struct {
13
 type streamContext struct {
12
 	ctx          context.Context
14
 	ctx          context.Context
13
 	ctxCancel    context.CancelFunc
15
 	ctxCancel    context.CancelFunc
14
-	clientConn   net.Conn
15
-	telegramConn net.Conn
16
+	clientConn   essentials.Conn
17
+	telegramConn essentials.Conn
16
 	streamID     string
18
 	streamID     string
17
 	dc           int
19
 	dc           int
18
 	logger       Logger
20
 	logger       Logger
50
 	return s.clientConn.RemoteAddr().(*net.TCPAddr).IP
52
 	return s.clientConn.RemoteAddr().(*net.TCPAddr).IP
51
 }
53
 }
52
 
54
 
53
-func newStreamContext(ctx context.Context, logger Logger, clientConn net.Conn) *streamContext {
55
+func newStreamContext(ctx context.Context, logger Logger, clientConn essentials.Conn) *streamContext {
54
 	connIDBytes := make([]byte, ConnectionIDBytesLength)
56
 	connIDBytes := make([]byte, ConnectionIDBytesLength)
55
 
57
 
56
 	if _, err := rand.Read(connIDBytes); err != nil {
58
 	if _, err := rand.Read(connIDBytes); err != nil {

+ 3
- 3
mtglib/stream_context_internal_test.go Просмотреть файл

12
 type StreamContextTestSuite struct {
12
 type StreamContextTestSuite struct {
13
 	suite.Suite
13
 	suite.Suite
14
 
14
 
15
-	connMock  *testlib.NetConnMock
15
+	connMock  *testlib.EssentialsConnMock
16
 	logger    NoopLogger
16
 	logger    NoopLogger
17
 	ctx       *streamContext
17
 	ctx       *streamContext
18
 	ctxCancel context.CancelFunc
18
 	ctxCancel context.CancelFunc
27
 	ctx = context.WithValue(ctx, "key", "value") // nolint: golint, revive, staticcheck
27
 	ctx = context.WithValue(ctx, "key", "value") // nolint: golint, revive, staticcheck
28
 
28
 
29
 	suite.ctxCancel = cancel
29
 	suite.ctxCancel = cancel
30
-	suite.connMock = &testlib.NetConnMock{}
30
+	suite.connMock = &testlib.EssentialsConnMock{}
31
 
31
 
32
 	addr := &net.TCPAddr{
32
 	addr := &net.TCPAddr{
33
 		IP:   net.ParseIP("10.0.0.10"),
33
 		IP:   net.ParseIP("10.0.0.10"),
73
 func (suite *StreamContextTestSuite) TestClose() {
73
 func (suite *StreamContextTestSuite) TestClose() {
74
 	suite.connMock.On("Close").Once().Return(nil)
74
 	suite.connMock.On("Close").Once().Return(nil)
75
 
75
 
76
-	tgConnMock := &testlib.NetConnMock{}
76
+	tgConnMock := &testlib.EssentialsConnMock{}
77
 	tgConnMock.On("Close").Once().Return(nil)
77
 	tgConnMock.On("Close").Once().Return(nil)
78
 
78
 
79
 	suite.ctx.telegramConn = tgConnMock
79
 	suite.ctx.telegramConn = tgConnMock

+ 7
- 5
network/circuit_breaker.go Просмотреть файл

2
 
2
 
3
 import (
3
 import (
4
 	"context"
4
 	"context"
5
-	"net"
6
 	"sync/atomic"
5
 	"sync/atomic"
7
 	"time"
6
 	"time"
7
+
8
+	"github.com/9seconds/mtg/v2/essentials"
8
 )
9
 )
9
 
10
 
10
 const (
11
 const (
30
 	resetFailuresTimeout time.Duration
31
 	resetFailuresTimeout time.Duration
31
 }
32
 }
32
 
33
 
33
-func (c *circuitBreakerDialer) Dial(network, address string) (net.Conn, error) {
34
+func (c *circuitBreakerDialer) Dial(network, address string) (essentials.Conn, error) {
34
 	return c.DialContext(context.Background(), network, address)
35
 	return c.DialContext(context.Background(), network, address)
35
 }
36
 }
36
 
37
 
37
 func (c *circuitBreakerDialer) DialContext(ctx context.Context,
38
 func (c *circuitBreakerDialer) DialContext(ctx context.Context,
38
-	network, address string) (net.Conn, error) {
39
+	network, address string) (essentials.Conn, error) {
39
 	switch atomic.LoadUint32(&c.state) {
40
 	switch atomic.LoadUint32(&c.state) {
40
 	case circuitBreakerStateClosed:
41
 	case circuitBreakerStateClosed:
41
 		return c.doClosed(ctx, network, address)
42
 		return c.doClosed(ctx, network, address)
47
 }
48
 }
48
 
49
 
49
 func (c *circuitBreakerDialer) doClosed(ctx context.Context,
50
 func (c *circuitBreakerDialer) doClosed(ctx context.Context,
50
-	network, address string) (net.Conn, error) {
51
+	network, address string) (essentials.Conn, error) {
51
 	conn, err := c.Dialer.DialContext(ctx, network, address)
52
 	conn, err := c.Dialer.DialContext(ctx, network, address)
52
 
53
 
53
 	select {
54
 	select {
78
 	return conn, err // nolint: wrapcheck
79
 	return conn, err // nolint: wrapcheck
79
 }
80
 }
80
 
81
 
81
-func (c *circuitBreakerDialer) doHalfOpened(ctx context.Context, network, address string) (net.Conn, error) {
82
+func (c *circuitBreakerDialer) doHalfOpened(ctx context.Context,
83
+	network, address string) (essentials.Conn, error) {
82
 	if !atomic.CompareAndSwapUint32(&c.halfOpenAttempts, 0, 1) {
84
 	if !atomic.CompareAndSwapUint32(&c.halfOpenAttempts, 0, 1) {
83
 		return nil, ErrCircuitBreakerOpened
85
 		return nil, ErrCircuitBreakerOpened
84
 	}
86
 	}

+ 2
- 2
network/circuit_breaker_internal_test.go Просмотреть файл

21
 	mutex          sync.Mutex
21
 	mutex          sync.Mutex
22
 	ctx            context.Context
22
 	ctx            context.Context
23
 	ctxCancel      context.CancelFunc
23
 	ctxCancel      context.CancelFunc
24
-	connMock       *testlib.NetConnMock
24
+	connMock       *testlib.EssentialsConnMock
25
 	baseDialerMock *DialerMock
25
 	baseDialerMock *DialerMock
26
 }
26
 }
27
 
27
 
29
 	suite.mutex = sync.Mutex{}
29
 	suite.mutex = sync.Mutex{}
30
 	suite.ctx, suite.ctxCancel = context.WithCancel(context.Background())
30
 	suite.ctx, suite.ctxCancel = context.WithCancel(context.Background())
31
 	suite.baseDialerMock = &DialerMock{}
31
 	suite.baseDialerMock = &DialerMock{}
32
-	suite.connMock = &testlib.NetConnMock{}
32
+	suite.connMock = &testlib.EssentialsConnMock{}
33
 	suite.d = newCircuitBreakerDialer(suite.baseDialerMock,
33
 	suite.d = newCircuitBreakerDialer(suite.baseDialerMock,
34
 		3, 100*time.Millisecond, 50*time.Millisecond)
34
 		3, 100*time.Millisecond, 50*time.Millisecond)
35
 }
35
 }

+ 10
- 16
network/default.go Просмотреть файл

5
 	"fmt"
5
 	"fmt"
6
 	"net"
6
 	"net"
7
 	"time"
7
 	"time"
8
+
9
+	"github.com/9seconds/mtg/v2/essentials"
8
 )
10
 )
9
 
11
 
10
 type defaultDialer struct {
12
 type defaultDialer struct {
11
 	net.Dialer
13
 	net.Dialer
12
-
13
-	bufferSize int
14
 }
14
 }
15
 
15
 
16
-func (d *defaultDialer) Dial(network, address string) (net.Conn, error) {
16
+func (d *defaultDialer) Dial(network, address string) (essentials.Conn, error) {
17
 	return d.DialContext(context.Background(), network, address)
17
 	return d.DialContext(context.Background(), network, address)
18
 }
18
 }
19
 
19
 
20
-func (d *defaultDialer) DialContext(ctx context.Context, network, address string) (net.Conn, error) {
20
+func (d *defaultDialer) DialContext(ctx context.Context, network, address string) (essentials.Conn, error) {
21
 	switch network {
21
 	switch network {
22
 	case "tcp", "tcp4", "tcp6": // nolint: goconst
22
 	case "tcp", "tcp4", "tcp6": // nolint: goconst
23
 	default:
23
 	default:
30
 	}
30
 	}
31
 
31
 
32
 	// we do not need to call to end user. End users call us.
32
 	// we do not need to call to end user. End users call us.
33
-	if err := SetServerSocketOptions(conn, d.bufferSize); err != nil {
33
+	if err := SetServerSocketOptions(conn, 0); err != nil {
34
 		conn.Close()
34
 		conn.Close()
35
 
35
 
36
 		return nil, fmt.Errorf("cannot set socket options: %w", err)
36
 		return nil, fmt.Errorf("cannot set socket options: %w", err)
37
 	}
37
 	}
38
 
38
 
39
-	return conn, nil
39
+	return conn.(essentials.Conn), nil
40
 }
40
 }
41
 
41
 
42
 // NewDefaultDialer build a new dialer which dials bypassing proxies
42
 // NewDefaultDialer build a new dialer which dials bypassing proxies
44
 //
44
 //
45
 // The most default one you can imagine. But it has tunes TCP
45
 // The most default one you can imagine. But it has tunes TCP
46
 // connections and setups SO_REUSEPORT.
46
 // connections and setups SO_REUSEPORT.
47
+//
48
+// bufferSize is deprecated and ignored. It is kept here for backward
49
+// compatibility.
47
 func NewDefaultDialer(timeout time.Duration, bufferSize int) (Dialer, error) {
50
 func NewDefaultDialer(timeout time.Duration, bufferSize int) (Dialer, error) {
48
 	switch {
51
 	switch {
49
 	case timeout < 0:
52
 	case timeout < 0:
50
 		return nil, fmt.Errorf("timeout %v should be positive number", timeout)
53
 		return nil, fmt.Errorf("timeout %v should be positive number", timeout)
51
-	case bufferSize < 0:
52
-		return nil, fmt.Errorf("buffer size %d should be positive number", bufferSize)
53
-	}
54
-
55
-	if timeout == 0 {
54
+	case timeout == 0:
56
 		timeout = DefaultTimeout
55
 		timeout = DefaultTimeout
57
 	}
56
 	}
58
 
57
 
59
-	if bufferSize == 0 {
60
-		bufferSize = DefaultBufferSize
61
-	}
62
-
63
 	return &defaultDialer{
58
 	return &defaultDialer{
64
 		Dialer: net.Dialer{
59
 		Dialer: net.Dialer{
65
 			Timeout: timeout,
60
 			Timeout: timeout,
66
 		},
61
 		},
67
-		bufferSize: bufferSize,
68
 	}, nil
62
 	}, nil
69
 }
63
 }

+ 0
- 5
network/default_test.go Просмотреть файл

30
 	suite.Error(err)
30
 	suite.Error(err)
31
 }
31
 }
32
 
32
 
33
-func (suite *DefaultDialerTestSuite) TestNegativeBufferSize() {
34
-	_, err := network.NewDefaultDialer(0, -1)
35
-	suite.Error(err)
36
-}
37
-
38
 func (suite *DefaultDialerTestSuite) TestUnsupportedProtocol() {
33
 func (suite *DefaultDialerTestSuite) TestUnsupportedProtocol() {
39
 	_, err := suite.d.DialContext(context.Background(),
34
 	_, err := suite.d.DialContext(context.Background(),
40
 		"udp",
35
 		"udp",

+ 11
- 2
network/dns_resolver.go Просмотреть файл

1
 package network
1
 package network
2
 
2
 
3
 import (
3
 import (
4
+	"fmt"
5
+	"net"
4
 	"net/http"
6
 	"net/http"
5
 	"sync"
7
 	"sync"
6
 	"time"
8
 	"time"
83
 	return ips
85
 	return ips
84
 }
86
 }
85
 
87
 
86
-func newDNSResolver(hostname string, httpClient *http.Client) *dnsResolver {
87
-	return &dnsResolver{
88
+func newDNSResolver(hostname string, httpClient *http.Client) (ret *dnsResolver) {
89
+	if net.ParseIP(hostname).To4() == nil {
90
+		// the hostname is an IPv6 address
91
+		hostname = fmt.Sprintf("[%s]", hostname)
92
+	}
93
+
94
+	ret = &dnsResolver{
88
 		resolver: doh.Resolver{
95
 		resolver: doh.Resolver{
89
 			Host:       hostname,
96
 			Host:       hostname,
90
 			Class:      doh.IN,
97
 			Class:      doh.IN,
92
 		},
99
 		},
93
 		cache: map[string]dnsResolverCacheEntry{},
100
 		cache: map[string]dnsResolverCacheEntry{},
94
 	}
101
 	}
102
+
103
+	return
95
 }
104
 }

+ 10
- 3
network/init.go Просмотреть файл

20
 import (
20
 import (
21
 	"context"
21
 	"context"
22
 	"errors"
22
 	"errors"
23
-	"net"
24
 	"time"
23
 	"time"
24
+
25
+	"github.com/9seconds/mtg/v2/essentials"
25
 )
26
 )
26
 
27
 
27
 const (
28
 const (
33
 	// request.
34
 	// request.
34
 	DefaultHTTPTimeout = 10 * time.Second
35
 	DefaultHTTPTimeout = 10 * time.Second
35
 
36
 
37
+	// Deprecated:
38
+	//
36
 	// DefaultBufferSize defines a TCP buffer size. Both read and write, so
39
 	// DefaultBufferSize defines a TCP buffer size. Both read and write, so
37
 	// for real size, please multiply this number by 2.
40
 	// for real size, please multiply this number by 2.
38
 	DefaultBufferSize = 16 * 1024 // 16 kib
41
 	DefaultBufferSize = 16 * 1024 // 16 kib
39
 
42
 
43
+	// DefaultTCPKeepAlivePeriod defines a time period between 2
44
+	// consequitive probes.
45
+	DefaultTCPKeepAlivePeriod = 10 * time.Second
46
+
40
 	// ProxyDialerOpenThreshold is used for load balancing SOCKS5 dialer
47
 	// ProxyDialerOpenThreshold is used for load balancing SOCKS5 dialer
41
 	// only.
48
 	// only.
42
 	//
49
 	//
89
 // Dialer defines an interface which is required to bootstrap a network
96
 // Dialer defines an interface which is required to bootstrap a network
90
 // instance from.
97
 // instance from.
91
 type Dialer interface {
98
 type Dialer interface {
92
-	Dial(network, address string) (net.Conn, error)
93
-	DialContext(ctx context.Context, network, address string) (net.Conn, error)
99
+	Dial(network, address string) (essentials.Conn, error)
100
+	DialContext(ctx context.Context, network, address string) (essentials.Conn, error)
94
 }
101
 }

+ 5
- 5
network/init_internal_test.go Просмотреть файл

2
 
2
 
3
 import (
3
 import (
4
 	"context"
4
 	"context"
5
-	"net"
6
 
5
 
6
+	"github.com/9seconds/mtg/v2/essentials"
7
 	"github.com/stretchr/testify/mock"
7
 	"github.com/stretchr/testify/mock"
8
 )
8
 )
9
 
9
 
11
 	mock.Mock
11
 	mock.Mock
12
 }
12
 }
13
 
13
 
14
-func (d *DialerMock) Dial(network, address string) (net.Conn, error) {
14
+func (d *DialerMock) Dial(network, address string) (essentials.Conn, error) {
15
 	args := d.Called(network, address)
15
 	args := d.Called(network, address)
16
 
16
 
17
-	return args.Get(0).(net.Conn), args.Error(1) // nolint: wrapcheck
17
+	return args.Get(0).(essentials.Conn), args.Error(1) // nolint: wrapcheck
18
 }
18
 }
19
 
19
 
20
-func (d *DialerMock) DialContext(ctx context.Context, network, address string) (net.Conn, error) {
20
+func (d *DialerMock) DialContext(ctx context.Context, network, address string) (essentials.Conn, error) {
21
 	args := d.Called(ctx, network, address)
21
 	args := d.Called(ctx, network, address)
22
 
22
 
23
-	return args.Get(0).(net.Conn), args.Error(1) // nolint: wrapcheck
23
+	return args.Get(0).(essentials.Conn), args.Error(1) // nolint: wrapcheck
24
 }
24
 }

+ 8
- 5
network/init_test.go Просмотреть файл

8
 	"net/url"
8
 	"net/url"
9
 	"strings"
9
 	"strings"
10
 
10
 
11
+	"github.com/9seconds/mtg/v2/essentials"
11
 	"github.com/9seconds/mtg/v2/network"
12
 	"github.com/9seconds/mtg/v2/network"
12
 	socks5 "github.com/armon/go-socks5"
13
 	socks5 "github.com/armon/go-socks5"
13
 	"github.com/mccutchen/go-httpbin/httpbin"
14
 	"github.com/mccutchen/go-httpbin/httpbin"
18
 	mock.Mock
19
 	mock.Mock
19
 }
20
 }
20
 
21
 
21
-func (d *DialerMock) Dial(network, address string) (net.Conn, error) {
22
+func (d *DialerMock) Dial(network, address string) (essentials.Conn, error) {
22
 	args := d.Called(network, address)
23
 	args := d.Called(network, address)
23
 
24
 
24
-	return args.Get(0).(net.Conn), args.Error(1) // nolint: wrapcheck
25
+	return args.Get(0).(essentials.Conn), args.Error(1) // nolint: wrapcheck
25
 }
26
 }
26
 
27
 
27
-func (d *DialerMock) DialContext(ctx context.Context, network, address string) (net.Conn, error) {
28
+func (d *DialerMock) DialContext(ctx context.Context, network, address string) (essentials.Conn, error) {
28
 	args := d.Called(ctx, network, address)
29
 	args := d.Called(ctx, network, address)
29
 
30
 
30
-	return args.Get(0).(net.Conn), args.Error(1) // nolint: wrapcheck
31
+	return args.Get(0).(essentials.Conn), args.Error(1) // nolint: wrapcheck
31
 }
32
 }
32
 
33
 
33
 type HTTPServerTestSuite struct {
34
 type HTTPServerTestSuite struct {
53
 func (suite *HTTPServerTestSuite) MakeHTTPClient(dialer network.Dialer) *http.Client {
54
 func (suite *HTTPServerTestSuite) MakeHTTPClient(dialer network.Dialer) *http.Client {
54
 	return &http.Client{
55
 	return &http.Client{
55
 		Transport: &http.Transport{
56
 		Transport: &http.Transport{
56
-			DialContext: dialer.DialContext,
57
+			DialContext: func(ctx context.Context, network, address string) (net.Conn, error) {
58
+				return dialer.DialContext(ctx, network, address) // nolint: wrapcheck
59
+			},
57
 		},
60
 		},
58
 	}
61
 	}
59
 }
62
 }

+ 4
- 3
network/load_balanced_socks5.go Просмотреть файл

4
 	"context"
4
 	"context"
5
 	"fmt"
5
 	"fmt"
6
 	"math/rand"
6
 	"math/rand"
7
-	"net"
8
 	"net/url"
7
 	"net/url"
8
+
9
+	"github.com/9seconds/mtg/v2/essentials"
9
 )
10
 )
10
 
11
 
11
 type loadBalancedSocks5Dialer struct {
12
 type loadBalancedSocks5Dialer struct {
12
 	dialers []Dialer
13
 	dialers []Dialer
13
 }
14
 }
14
 
15
 
15
-func (l loadBalancedSocks5Dialer) Dial(network, address string) (net.Conn, error) {
16
+func (l loadBalancedSocks5Dialer) Dial(network, address string) (essentials.Conn, error) {
16
 	return l.DialContext(context.Background(), network, address)
17
 	return l.DialContext(context.Background(), network, address)
17
 }
18
 }
18
 
19
 
19
-func (l loadBalancedSocks5Dialer) DialContext(ctx context.Context, network, address string) (net.Conn, error) {
20
+func (l loadBalancedSocks5Dialer) DialContext(ctx context.Context, network, address string) (essentials.Conn, error) {
20
 	length := len(l.dialers)
21
 	length := len(l.dialers)
21
 	start := rand.Intn(length)
22
 	start := rand.Intn(length)
22
 	moved := false
23
 	moved := false

+ 10
- 6
network/network.go Просмотреть файл

9
 	"sync"
9
 	"sync"
10
 	"time"
10
 	"time"
11
 
11
 
12
+	"github.com/9seconds/mtg/v2/essentials"
12
 	"github.com/9seconds/mtg/v2/mtglib"
13
 	"github.com/9seconds/mtg/v2/mtglib"
13
 )
14
 )
14
 
15
 
30
 	dns         *dnsResolver
31
 	dns         *dnsResolver
31
 }
32
 }
32
 
33
 
33
-func (n *network) Dial(protocol, address string) (net.Conn, error) {
34
+func (n *network) Dial(protocol, address string) (essentials.Conn, error) {
34
 	return n.DialContext(context.Background(), protocol, address)
35
 	return n.DialContext(context.Background(), protocol, address)
35
 }
36
 }
36
 
37
 
37
-func (n *network) DialContext(ctx context.Context, protocol, address string) (net.Conn, error) {
38
+func (n *network) DialContext(ctx context.Context, protocol, address string) (essentials.Conn, error) {
38
 	host, port, _ := net.SplitHostPort(address)
39
 	host, port, _ := net.SplitHostPort(address)
39
 
40
 
40
 	ips, err := n.dnsResolve(protocol, host)
41
 	ips, err := n.dnsResolve(protocol, host)
46
 		ips[i], ips[j] = ips[j], ips[i]
47
 		ips[i], ips[j] = ips[j], ips[i]
47
 	})
48
 	})
48
 
49
 
49
-	var conn net.Conn
50
+	var conn essentials.Conn
51
+
50
 	for _, v := range ips {
52
 	for _, v := range ips {
51
 		conn, err = n.dialer.DialContext(ctx, protocol, net.JoinHostPort(v, port))
53
 		conn, err = n.dialer.DialContext(ctx, protocol, net.JoinHostPort(v, port))
52
 
54
 
59
 }
61
 }
60
 
62
 
61
 func (n *network) MakeHTTPClient(dialFunc func(ctx context.Context,
63
 func (n *network) MakeHTTPClient(dialFunc func(ctx context.Context,
62
-	network, address string) (net.Conn, error)) *http.Client {
64
+	network, address string) (essentials.Conn, error)) *http.Client {
63
 	if dialFunc == nil {
65
 	if dialFunc == nil {
64
 		dialFunc = n.DialContext
66
 		dialFunc = n.DialContext
65
 	}
67
 	}
144
 
146
 
145
 func makeHTTPClient(userAgent string,
147
 func makeHTTPClient(userAgent string,
146
 	timeout time.Duration,
148
 	timeout time.Duration,
147
-	dialFunc func(ctx context.Context, network, address string) (net.Conn, error)) *http.Client {
149
+	dialFunc func(ctx context.Context, network, address string) (essentials.Conn, error)) *http.Client {
148
 	return &http.Client{
150
 	return &http.Client{
149
 		Timeout: timeout,
151
 		Timeout: timeout,
150
 		Transport: networkHTTPTransport{
152
 		Transport: networkHTTPTransport{
151
 			userAgent: userAgent,
153
 			userAgent: userAgent,
152
 			next: &http.Transport{
154
 			next: &http.Transport{
153
-				DialContext: dialFunc,
155
+				DialContext: func(ctx context.Context, network, address string) (net.Conn, error) {
156
+					return dialFunc(ctx, network, address)
157
+				},
154
 			},
158
 			},
155
 		},
159
 		},
156
 	}
160
 	}

+ 8
- 26
network/sockopts.go Просмотреть файл

7
 
7
 
8
 // SetClientSocketOptions tunes a TCP socket that represents a connection to
8
 // SetClientSocketOptions tunes a TCP socket that represents a connection to
9
 // end user (not Telegram service or fronting domain).
9
 // end user (not Telegram service or fronting domain).
10
+//
11
+// bufferSize setting is deprecated and ignored.
10
 func SetClientSocketOptions(conn net.Conn, bufferSize int) error {
12
 func SetClientSocketOptions(conn net.Conn, bufferSize int) error {
11
-	tcpConn := conn.(*net.TCPConn) // nolint: forcetypeassert
12
-
13
-	if err := tcpConn.SetNoDelay(false); err != nil {
14
-		return fmt.Errorf("cannot disable TCP_NO_DELAY: %w", err)
15
-	}
16
-
17
-	return setCommonSocketOptions(tcpConn, bufferSize)
13
+	return setCommonSocketOptions(conn.(*net.TCPConn))
18
 }
14
 }
19
 
15
 
20
 // SetServerSocketOptions tunes a TCP socket that represents a connection to
16
 // SetServerSocketOptions tunes a TCP socket that represents a connection to
21
 // remote server like Telegram or fronting domain (but not end user).
17
 // remote server like Telegram or fronting domain (but not end user).
22
 func SetServerSocketOptions(conn net.Conn, bufferSize int) error {
18
 func SetServerSocketOptions(conn net.Conn, bufferSize int) error {
23
-	tcpConn := conn.(*net.TCPConn) // nolint: forcetypeassert
24
-
25
-	if err := tcpConn.SetNoDelay(true); err != nil {
26
-		return fmt.Errorf("cannot enable TCP_NO_DELAY: %w", err)
27
-	}
28
-
29
-	return setCommonSocketOptions(tcpConn, bufferSize)
19
+	return setCommonSocketOptions(conn.(*net.TCPConn))
30
 }
20
 }
31
 
21
 
32
-func setCommonSocketOptions(conn *net.TCPConn, bufferSize int) error {
33
-	if err := conn.SetReadBuffer(bufferSize); err != nil {
34
-		return fmt.Errorf("cannot set read buffer size: %w", err)
35
-	}
36
-
37
-	if err := conn.SetWriteBuffer(bufferSize); err != nil {
38
-		return fmt.Errorf("cannot set write buffer size: %w", err)
39
-	}
40
-
41
-	if err := conn.SetKeepAlive(false); err != nil {
42
-		return fmt.Errorf("cannot disable TCP keepalive probes: %w", err)
22
+func setCommonSocketOptions(conn *net.TCPConn) error {
23
+	if err := conn.SetKeepAlivePeriod(DefaultTCPKeepAlivePeriod); err != nil {
24
+		return fmt.Errorf("cannot set time period of TCP keepalive probes: %w", err)
43
 	}
25
 	}
44
 
26
 
45
 	if err := conn.SetLinger(tcpLingerTimeout); err != nil {
27
 	if err := conn.SetLinger(tcpLingerTimeout); err != nil {
51
 		return fmt.Errorf("cannot get underlying raw connection: %w", err)
33
 		return fmt.Errorf("cannot get underlying raw connection: %w", err)
52
 	}
34
 	}
53
 
35
 
54
-	if err := setSocketReuseAddrPort(rawConn, bufferSize); err != nil {
36
+	if err := setSocketReuseAddrPort(rawConn); err != nil {
55
 		return fmt.Errorf("cannot setup SO_REUSEADDR/PORT: %w", err)
37
 		return fmt.Errorf("cannot setup SO_REUSEADDR/PORT: %w", err)
56
 	}
38
 	}
57
 
39
 

+ 1
- 1
network/sockopts_unix.go Просмотреть файл

10
 	"golang.org/x/sys/unix"
10
 	"golang.org/x/sys/unix"
11
 )
11
 )
12
 
12
 
13
-func setSocketReuseAddrPort(conn syscall.RawConn, bufferSize int) error {
13
+func setSocketReuseAddrPort(conn syscall.RawConn) error {
14
 	var err error
14
 	var err error
15
 
15
 
16
 	conn.Control(func(fd uintptr) { // nolint: errcheck
16
 	conn.Control(func(fd uintptr) { // nolint: errcheck

+ 1
- 1
network/sockopts_windows.go Просмотреть файл

5
 
5
 
6
 import "syscall"
6
 import "syscall"
7
 
7
 
8
-func setSocketReuseAddrPort(conn syscall.RawConn, bufferSize int) error {
8
+func setSocketReuseAddrPort(conn syscall.RawConn) error {
9
 	return nil
9
 	return nil
10
 }
10
 }

+ 146
- 5
network/socks5.go Просмотреть файл

1
 package network
1
 package network
2
 
2
 
3
 import (
3
 import (
4
+	"context"
4
 	"fmt"
5
 	"fmt"
6
+	"io"
7
+	"net"
5
 	"net/url"
8
 	"net/url"
6
 
9
 
7
-	"golang.org/x/net/proxy"
10
+	"github.com/9seconds/mtg/v2/essentials"
11
+	"github.com/txthinking/socks5"
8
 )
12
 )
9
 
13
 
14
+type socks5Dialer struct {
15
+	Dialer
16
+
17
+	username     []byte
18
+	password     []byte
19
+	proxyAddress string
20
+}
21
+
22
+func (s socks5Dialer) Dial(network, address string) (essentials.Conn, error) {
23
+	return s.DialContext(context.Background(), network, address)
24
+}
25
+
26
+func (s socks5Dialer) DialContext(ctx context.Context, network, address string) (essentials.Conn, error) {
27
+	switch network {
28
+	case "tcp", "tcp4", "tcp6":
29
+	default:
30
+		return nil, fmt.Errorf("%s network type is not supported", network)
31
+	}
32
+
33
+	conn, err := s.Dialer.DialContext(ctx, network, s.proxyAddress)
34
+	if err != nil {
35
+		return nil, fmt.Errorf("cannot dial to the proxy: %w", err)
36
+	}
37
+
38
+	if err := s.handshake(conn); err != nil {
39
+		conn.Close()
40
+
41
+		return nil, fmt.Errorf("cannot perform a handshake: %w", err)
42
+	}
43
+
44
+	if err := s.connect(conn, address); err != nil {
45
+		conn.Close()
46
+
47
+		return nil, fmt.Errorf("cannot connect to a destination host %s: %w", address, err)
48
+	}
49
+
50
+	return conn, nil
51
+}
52
+
53
+func (s socks5Dialer) handshake(conn io.ReadWriter) error {
54
+	authMethod := socks5.MethodUsernamePassword
55
+	if len(s.username)+len(s.password) == 0 {
56
+		authMethod = socks5.MethodNone
57
+	}
58
+
59
+	if err := s.handshakeNegotiation(conn, authMethod); err != nil {
60
+		return fmt.Errorf("cannot perform negotiation: %w", err)
61
+	}
62
+
63
+	if authMethod == socks5.MethodNone {
64
+		return nil
65
+	}
66
+
67
+	if err := s.handshakeAuth(conn); err != nil {
68
+		return fmt.Errorf("cannot authenticate: %w", err)
69
+	}
70
+
71
+	return nil
72
+}
73
+
74
+func (s socks5Dialer) handshakeNegotiation(conn io.ReadWriter, authMethod byte) error {
75
+	request := socks5.NewNegotiationRequest([]byte{authMethod})
76
+	if _, err := request.WriteTo(conn); err != nil {
77
+		return fmt.Errorf("cannot send request: %w", err)
78
+	}
79
+
80
+	response, err := socks5.NewNegotiationReplyFrom(conn)
81
+	if err != nil {
82
+		return fmt.Errorf("cannot read response: %w", err)
83
+	}
84
+
85
+	if response.Method != authMethod {
86
+		return fmt.Errorf("%v is unsupported auth method", authMethod)
87
+	}
88
+
89
+	return nil
90
+}
91
+
92
+func (s socks5Dialer) handshakeAuth(conn io.ReadWriter) error {
93
+	request := socks5.NewUserPassNegotiationRequest(s.username, s.password)
94
+
95
+	if _, err := request.WriteTo(conn); err != nil {
96
+		return fmt.Errorf("cannot send a request: %w", err)
97
+	}
98
+
99
+	response, err := socks5.NewUserPassNegotiationReplyFrom(conn)
100
+	if err != nil {
101
+		return fmt.Errorf("cannot read a response: %w", err)
102
+	}
103
+
104
+	if response.Status != socks5.UserPassStatusSuccess {
105
+		return fmt.Errorf("authenticate has failed: %v", response.Status)
106
+	}
107
+
108
+	return nil
109
+}
110
+
111
+func (s socks5Dialer) connect(conn io.ReadWriter, address string) error {
112
+	addrType, host, port, err := socks5.ParseAddress(address)
113
+	if err != nil {
114
+		return fmt.Errorf("cannot parse address: %w", err)
115
+	}
116
+
117
+	if addrType == socks5.ATYPDomain {
118
+		host = host[1:]
119
+	}
120
+
121
+	request := socks5.NewRequest(socks5.CmdConnect, addrType, host, port)
122
+
123
+	if _, err := request.WriteTo(conn); err != nil {
124
+		return fmt.Errorf("cannot send a request: %w", err)
125
+	}
126
+
127
+	response, err := socks5.NewReplyFrom(conn)
128
+	if err != nil {
129
+		return fmt.Errorf("cannot read a response: %w", err)
130
+	}
131
+
132
+	if response.Rep != socks5.RepSuccess {
133
+		return fmt.Errorf("unsuccessful request: %v", response.Rep)
134
+	}
135
+
136
+	return nil
137
+}
138
+
10
 // NewSocks5Dialer build a new dialer from a given one (so, in theory
139
 // NewSocks5Dialer build a new dialer from a given one (so, in theory
11
 // you can chain here). Proxy parameters are passed with URI in a form of:
140
 // you can chain here). Proxy parameters are passed with URI in a form of:
12
 //
141
 //
13
 //     socks5://[user:[password]]@host:port
142
 //     socks5://[user:[password]]@host:port
14
 func NewSocks5Dialer(baseDialer Dialer, proxyURL *url.URL) (Dialer, error) {
143
 func NewSocks5Dialer(baseDialer Dialer, proxyURL *url.URL) (Dialer, error) {
15
-	rv, err := proxy.FromURL(proxyURL, baseDialer)
16
-	if err != nil {
17
-		return nil, fmt.Errorf("cannot initialize socks5 proxy dialer: %w", err)
144
+	if _, _, err := net.SplitHostPort(proxyURL.Host); err != nil {
145
+		return nil, fmt.Errorf("incorrect url %s", proxyURL.Redacted())
146
+	}
147
+
148
+	dialer := socks5Dialer{
149
+		Dialer:       baseDialer,
150
+		proxyAddress: proxyURL.Host,
151
+	}
152
+
153
+	if proxyURL.User != nil {
154
+		password, isSet := proxyURL.User.Password()
155
+		if isSet {
156
+			dialer.username = []byte(proxyURL.User.Username())
157
+			dialer.password = []byte(password)
158
+		}
18
 	}
159
 	}
19
 
160
 
20
-	return rv.(Dialer), nil
161
+	return dialer, nil
21
 }
162
 }

+ 1
- 1
network/socks5_test.go Просмотреть файл

55
 	suite.Equal(http.StatusOK, resp.StatusCode)
55
 	suite.Equal(http.StatusOK, resp.StatusCode)
56
 }
56
 }
57
 
57
 
58
-func TestSocks5TestSuite(t *testing.T) {
58
+func TestSocks5(t *testing.T) {
59
 	t.Parallel()
59
 	t.Parallel()
60
 	suite.Run(t, &Socks5TestSuite{})
60
 	suite.Run(t, &Socks5TestSuite{})
61
 }
61
 }

Загрузка…
Отмена
Сохранить