Skip to content

Commit 6c6194d

Browse files
colin-404colin-404
committed
update
1 parent 55ecaf4 commit 6c6194d

File tree

2 files changed

+278
-9
lines changed

2 files changed

+278
-9
lines changed

‎http/httprobe.go‎

Lines changed: 234 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,234 @@
1+
package main
2+
3+
import (
4+
"bufio"
5+
"crypto/tls"
6+
"flag"
7+
"fmt"
8+
"io"
9+
"io/ioutil"
10+
"net"
11+
"net/http"
12+
"os"
13+
"strings"
14+
"sync"
15+
"time"
16+
)
17+
18+
type probeArgs []string
19+
20+
func (p *probeArgs) Set(val string) error {
21+
*p = append(*p, val)
22+
return nil
23+
}
24+
25+
func (p probeArgs) String() string {
26+
return strings.Join(p, ",")
27+
}
28+
29+
func main() {
30+
31+
// concurrency flag
32+
var concurrency int
33+
flag.IntVar(&concurrency, "c", 20, "set the concurrency level (split equally between HTTPS and HTTP requests)")
34+
35+
// probe flags
36+
var probes probeArgs
37+
flag.Var(&probes, "p", "add additional probe (proto:port)")
38+
39+
// skip default probes flag
40+
var skipDefault bool
41+
flag.BoolVar(&skipDefault, "s", false, "skip the default probes (http:80 and https:443)")
42+
43+
// timeout flag
44+
var to int
45+
flag.IntVar(&to, "t", 10000, "timeout (milliseconds)")
46+
47+
// prefer https
48+
var preferHTTPS bool
49+
flag.BoolVar(&preferHTTPS, "prefer-https", false, "only try plain HTTP if HTTPS fails")
50+
51+
// HTTP method to use
52+
var method string
53+
flag.StringVar(&method, "method", "GET", "HTTP method to use")
54+
55+
flag.Parse()
56+
57+
// make an actual time.Duration out of the timeout
58+
timeout := time.Duration(to * 1000000)
59+
60+
var tr = &http.Transport{
61+
MaxIdleConns: 30,
62+
IdleConnTimeout: time.Second,
63+
DisableKeepAlives: true,
64+
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
65+
DialContext: (&net.Dialer{
66+
Timeout: timeout,
67+
KeepAlive: time.Second,
68+
}).DialContext,
69+
}
70+
71+
re := func(req *http.Request, via []*http.Request) error {
72+
return http.ErrUseLastResponse
73+
}
74+
75+
client := &http.Client{
76+
Transport: tr,
77+
CheckRedirect: re,
78+
Timeout: timeout,
79+
}
80+
81+
// domain/port pairs are initially sent on the httpsURLs channel.
82+
// If they are listening and the --prefer-https flag is set then
83+
// no HTTP check is performed; otherwise they're put onto the httpURLs
84+
// channel for an HTTP check.
85+
httpsURLs := make(chan string)
86+
httpURLs := make(chan string)
87+
output := make(chan string)
88+
89+
// HTTPS workers
90+
var httpsWG sync.WaitGroup
91+
for i := 0; i < concurrency/2; i++ {
92+
httpsWG.Add(1)
93+
94+
go func() {
95+
for url := range httpsURLs {
96+
97+
// always try HTTPS first
98+
withProto := "https://" + url
99+
if isListening(client, withProto, method) {
100+
output <- withProto
101+
102+
// skip trying HTTP if --prefer-https is set
103+
if preferHTTPS {
104+
continue
105+
}
106+
}
107+
108+
httpURLs <- url
109+
}
110+
111+
httpsWG.Done()
112+
}()
113+
}
114+
115+
// HTTP workers
116+
var httpWG sync.WaitGroup
117+
for i := 0; i < concurrency/2; i++ {
118+
httpWG.Add(1)
119+
120+
go func() {
121+
for url := range httpURLs {
122+
withProto := "http://" + url
123+
if isListening(client, withProto, method) {
124+
output <- withProto
125+
continue
126+
}
127+
}
128+
129+
httpWG.Done()
130+
}()
131+
}
132+
133+
// Close the httpURLs channel when the HTTPS workers are done
134+
go func() {
135+
httpsWG.Wait()
136+
close(httpURLs)
137+
}()
138+
139+
// Output worker
140+
var outputWG sync.WaitGroup
141+
outputWG.Add(1)
142+
go func() {
143+
for o := range output {
144+
fmt.Println(o)
145+
}
146+
outputWG.Done()
147+
}()
148+
149+
// Close the output channel when the HTTP workers are done
150+
go func() {
151+
httpWG.Wait()
152+
close(output)
153+
}()
154+
155+
// accept domains on stdin
156+
sc := bufio.NewScanner(os.Stdin)
157+
for sc.Scan() {
158+
domain := strings.ToLower(sc.Text())
159+
160+
// submit standard port checks
161+
if !skipDefault {
162+
httpsURLs <- domain
163+
}
164+
165+
// Adding port templates
166+
xlarge := []string{"81", "300", "591", "593", "832", "981", "1010", "1311", "2082", "2087", "2095", "2096", "2480", "3000", "3128", "3333", "4243", "4567", "4711", "4712", "4993", "5000", "5104", "5108", "5800", "6543", "7000", "7396", "7474", "8000", "8001", "8008", "8014", "8042", "8069", "8080", "8081", "8088", "8090", "8091", "8118", "8123", "8172", "8222", "8243", "8280", "8281", "8333", "8443", "8500", "8834", "8880", "8888", "8983", "9000", "9043", "9060", "9080", "9090", "9091", "9200", "9443", "9800", "9981", "12443", "16080", "18091", "18092", "20720", "28017"}
167+
large := []string{"81", "591", "2082", "2087", "2095", "2096", "3000", "8000", "8001", "8008", "8080", "8083", "8443", "8834", "8888"}
168+
169+
// submit any additional proto:port probes
170+
for _, p := range probes {
171+
switch p {
172+
case "xlarge":
173+
for _, port := range xlarge {
174+
httpsURLs <- fmt.Sprintf("%s:%s", domain, port)
175+
}
176+
case "large":
177+
for _, port := range large {
178+
httpsURLs <- fmt.Sprintf("%s:%s", domain, port)
179+
}
180+
default:
181+
pair := strings.SplitN(p, ":", 2)
182+
if len(pair) != 2 {
183+
continue
184+
}
185+
186+
// This is a little bit funny as "https" will imply an
187+
// http check as well unless the --prefer-https flag is
188+
// set. On balance I don't think that's *such* a bad thing
189+
// but it is maybe a little unexpected.
190+
if strings.ToLower(pair[0]) == "https" {
191+
httpsURLs <- fmt.Sprintf("%s:%s", domain, pair[1])
192+
} else {
193+
httpURLs <- fmt.Sprintf("%s:%s", domain, pair[1])
194+
}
195+
}
196+
}
197+
}
198+
199+
// once we've sent all the URLs off we can close the
200+
// input/httpsURLs channel. The workers will finish what they're
201+
// doing and then call 'Done' on the WaitGroup
202+
close(httpsURLs)
203+
204+
// check there were no errors reading stdin (unlikely)
205+
if err := sc.Err(); err != nil {
206+
fmt.Fprintf(os.Stderr, "failed to read input: %s\n", err)
207+
}
208+
209+
// Wait until the output waitgroup is done
210+
outputWG.Wait()
211+
}
212+
213+
func isListening(client *http.Client, url, method string) bool {
214+
215+
req, err := http.NewRequest(method, url, nil)
216+
if err != nil {
217+
return false
218+
}
219+
220+
req.Header.Add("Connection", "close")
221+
req.Close = true
222+
223+
resp, err := client.Do(req)
224+
if resp != nil {
225+
io.Copy(ioutil.Discard, resp.Body)
226+
resp.Body.Close()
227+
}
228+
229+
if err != nil {
230+
return false
231+
}
232+
233+
return true
234+
}

‎http/httpw.go‎

Lines changed: 44 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,19 @@
11
package main
22

33
import (
4+
"crypto/tls"
45
"fmt"
56
"io/ioutil"
67
"log"
8+
"net"
79
"net/http"
810
"os"
911
"strings"
1012
"time"
1113
)
1214

1315
func main() {
16+
//文件处理
1417
file, err := os.Open("./ip.txt")
1518
if err != nil {
1619
log.Panic(err)
@@ -20,22 +23,54 @@ func main() {
2023
content, err := ioutil.ReadAll(file)
2124
ipPortList := strings.Split(string(content), "\n")
2225

26+
//http机制
27+
timeout := time.Duration(10000 * 1000000)
28+
var tr = &http.Transport{
29+
MaxIdleConns: 30,
30+
IdleConnTimeout: time.Second,
31+
DisableKeepAlives: true,
32+
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
33+
DialContext: (&net.Dialer{
34+
Timeout: timeout,
35+
KeepAlive: time.Second,
36+
}).DialContext,
37+
}
38+
39+
re := func(req *http.Request, via []*http.Request) error {
40+
return http.ErrUseLastResponse
41+
}
42+
43+
client := &http.Client{
44+
Transport: tr,
45+
CheckRedirect: re,
46+
Timeout: timeout,
47+
}
48+
2349
for _, item := range ipPortList {
2450
url := "http://" + item
2551
//resp, err := http.Get(url)
26-
req, err := http.NewRequest(http.MethodGet, url, nil)
27-
cli := http.Client{
28-
Timeout: time.Millisecond * 3,
52+
req, err := http.NewRequest("GET", url, nil)
53+
if err != nil {
54+
log.Println(err)
2955
}
30-
resp, err := cli.Do(req)
56+
57+
req.Header.Add("Connection", "close")
58+
req.Close = true
59+
60+
resp, err := client.Do(req)
3161
if err != nil {
32-
continue
62+
log.Println(err)
3363
}
3464
defer resp.Body.Close()
35-
body, err := ioutil.ReadAll(resp.Body)
36-
if strings.Contains(string(body), "swagger-ui") {
37-
fmt.Println(item)
65+
66+
if resp != nil {
67+
body, err := ioutil.ReadAll(resp.Body)
68+
if err != nil {
69+
log.Println(err)
70+
}
71+
if strings.Contains(string(body), "swagger-ui") {
72+
fmt.Println(item)
73+
}
3874
}
3975
}
40-
4176
}

0 commit comments

Comments
 (0)