mirror of
https://github.com/projectdiscovery/httpx
synced 2026-06-08 16:50:17 +00:00
mzack
82 lines
2.1 KiB
Go
82 lines
2.1 KiB
Go
package httpx
|
|
|
|
import (
|
|
"net/http"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
// Options contains configuration options for the client
|
|
type Options struct {
|
|
RandomAgent bool
|
|
DefaultUserAgent string
|
|
HTTPProxy string
|
|
SocksProxy string
|
|
Threads int
|
|
CdnCheck bool
|
|
ExcludeCdn bool
|
|
// Timeout is the maximum time to wait for the request
|
|
Timeout time.Duration
|
|
// RetryMax is the maximum number of retries
|
|
RetryMax int
|
|
CustomHeaders map[string]string
|
|
// VHostSimilarityRatio 1 - 100
|
|
VHostSimilarityRatio int
|
|
FollowRedirects bool
|
|
FollowHostRedirects bool
|
|
RespectHSTS bool
|
|
MaxRedirects int
|
|
Unsafe bool
|
|
TLSGrab bool
|
|
ZTLS bool
|
|
// VHOSTs options
|
|
VHostIgnoreStatusCode bool
|
|
VHostIgnoreContentLength bool
|
|
VHostIgnoreNumberOfWords bool
|
|
VHostIgnoreNumberOfLines bool
|
|
VHostStripHTML bool
|
|
Allow []string
|
|
Deny []string
|
|
MaxResponseBodySizeToSave int64
|
|
MaxResponseBodySizeToRead int64
|
|
UnsafeURI string
|
|
Resolvers []string
|
|
customCookies []*http.Cookie
|
|
SniName string
|
|
TlsImpersonate bool
|
|
}
|
|
|
|
// DefaultOptions contains the default options
|
|
var DefaultOptions = Options{
|
|
RandomAgent: true,
|
|
Threads: 25,
|
|
Timeout: 30 * time.Second,
|
|
RetryMax: 5,
|
|
MaxRedirects: 10,
|
|
Unsafe: false,
|
|
CdnCheck: true,
|
|
ExcludeCdn: false,
|
|
// VHOSTs options
|
|
VHostIgnoreStatusCode: false,
|
|
VHostIgnoreContentLength: true,
|
|
VHostIgnoreNumberOfWords: false,
|
|
VHostIgnoreNumberOfLines: false,
|
|
VHostStripHTML: false,
|
|
VHostSimilarityRatio: 85,
|
|
DefaultUserAgent: "httpx - Open-source project (github.com/projectdiscovery/httpx)",
|
|
}
|
|
|
|
func (options *Options) parseCustomCookies() {
|
|
// parse and fill the custom field
|
|
for k, v := range options.CustomHeaders {
|
|
if strings.EqualFold(k, "cookie") {
|
|
req := http.Request{Header: http.Header{"Cookie": []string{v}}}
|
|
options.customCookies = req.Cookies()
|
|
}
|
|
}
|
|
}
|
|
|
|
func (options *Options) hasCustomCookies() bool {
|
|
return len(options.customCookies) > 0
|
|
}
|