1
0
mirror of https://github.com/MontFerret/ferret.git synced 2025-03-23 21:51:08 +02:00
ferret/pkg/drivers/http/options.go
Tim Voronov 25c97b86b8
Bugfix/#638 http driver multiple requsets (#642)
* Set DefaultConcurrency to 1

* Added unit test
2021-08-01 15:00:20 -04:00

146 lines
2.8 KiB
Go

package http
import (
stdhttp "net/http"
"github.com/gobwas/glob"
"github.com/sethgrid/pester"
"github.com/MontFerret/ferret/pkg/drivers"
)
var (
DefaultConcurrency = 1
DefaultMaxRetries = 5
)
type (
Option func(opts *Options)
compiledStatusCodeFilter struct {
URL glob.Glob
Code int
}
Options struct {
*drivers.Options
Backoff pester.BackoffStrategy
MaxRetries int
Concurrency int
HTTPCodesFilter []compiledStatusCodeFilter
HTTPTransport *stdhttp.Transport
}
)
func NewOptions(setters []Option) *Options {
opts := new(Options)
opts.Options = new(drivers.Options)
opts.Name = DriverName
opts.Backoff = pester.ExponentialBackoff
opts.Concurrency = DefaultConcurrency
opts.MaxRetries = DefaultMaxRetries
opts.HTTPCodesFilter = make([]compiledStatusCodeFilter, 0, 5)
for _, setter := range setters {
setter(opts)
}
return opts
}
func WithDefaultBackoff() Option {
return func(opts *Options) {
opts.Backoff = pester.DefaultBackoff
}
}
func WithLinearBackoff() Option {
return func(opts *Options) {
opts.Backoff = pester.LinearBackoff
}
}
func WithExponentialBackoff() Option {
return func(opts *Options) {
opts.Backoff = pester.ExponentialBackoff
}
}
func WithMaxRetries(value int) Option {
return func(opts *Options) {
opts.MaxRetries = value
}
}
func WithConcurrency(value int) Option {
return func(opts *Options) {
opts.Concurrency = value
}
}
func WithProxy(address string) Option {
return func(opts *Options) {
drivers.WithProxy(address)(opts.Options)
}
}
func WithUserAgent(value string) Option {
return func(opts *Options) {
drivers.WithUserAgent(value)(opts.Options)
}
}
func WithCustomName(name string) Option {
return func(opts *Options) {
drivers.WithCustomName(name)(opts.Options)
}
}
func WithHeader(name string, value []string) Option {
return func(opts *Options) {
drivers.WithHeader(name, value)(opts.Options)
}
}
func WithHeaders(headers *drivers.HTTPHeaders) Option {
return func(opts *Options) {
drivers.WithHeaders(headers)(opts.Options)
}
}
func WithCookie(cookie drivers.HTTPCookie) Option {
return func(opts *Options) {
drivers.WithCookie(cookie)(opts.Options)
}
}
func WithCookies(cookies []drivers.HTTPCookie) Option {
return func(opts *Options) {
drivers.WithCookies(cookies)(opts.Options)
}
}
func WithAllowedHTTPCode(httpCode int) Option {
return func(opts *Options) {
opts.HTTPCodesFilter = append(opts.HTTPCodesFilter, compiledStatusCodeFilter{
Code: httpCode,
})
}
}
func WithAllowedHTTPCodes(httpCodes []int) Option {
return func(opts *Options) {
for _, code := range httpCodes {
opts.HTTPCodesFilter = append(opts.HTTPCodesFilter, compiledStatusCodeFilter{
Code: code,
})
}
}
}
func WithCustomTransport(transport *stdhttp.Transport) Option {
return func(opts *Options) {
opts.HTTPTransport = transport
}
}