28cc75af29
outposts/ldap: fix paginator going into infinite loop (#13677) Signed-off-by: Jens Langhammer <jens@goauthentik.io> Co-authored-by: Jens L. <jens@goauthentik.io>
75 lines
1.9 KiB
Go
75 lines
1.9 KiB
Go
package ak
|
|
|
|
import (
|
|
"errors"
|
|
"net/http"
|
|
|
|
log "github.com/sirupsen/logrus"
|
|
"goauthentik.io/api/v3"
|
|
)
|
|
|
|
// Generic interface that mimics a generated request by the API client
|
|
// Requires mainly `Treq` which will be the actual request type, and
|
|
// `Tres` which is the response type
|
|
type PaginatorRequest[Treq any, Tres any] interface {
|
|
Page(page int32) Treq
|
|
PageSize(size int32) Treq
|
|
Execute() (Tres, *http.Response, error)
|
|
}
|
|
|
|
// Generic interface that mimics a generated response by the API client
|
|
type PaginatorResponse[Tobj any] interface {
|
|
GetResults() []Tobj
|
|
GetPagination() api.Pagination
|
|
}
|
|
|
|
// Paginator options for page size
|
|
type PaginatorOptions struct {
|
|
PageSize int
|
|
Logger *log.Entry
|
|
}
|
|
|
|
// Automatically fetch all objects from an API endpoint using the pagination
|
|
// data received from the server.
|
|
func Paginator[Tobj any, Treq any, Tres PaginatorResponse[Tobj]](
|
|
req PaginatorRequest[Treq, Tres],
|
|
opts PaginatorOptions,
|
|
) ([]Tobj, error) {
|
|
if opts.Logger == nil {
|
|
opts.Logger = log.NewEntry(log.StandardLogger())
|
|
}
|
|
var bfreq, cfreq interface{}
|
|
fetchOffset := func(page int32) (Tres, error) {
|
|
bfreq = req.Page(page)
|
|
cfreq = bfreq.(PaginatorRequest[Treq, Tres]).PageSize(int32(opts.PageSize))
|
|
res, hres, err := cfreq.(PaginatorRequest[Treq, Tres]).Execute()
|
|
if err != nil {
|
|
opts.Logger.WithError(err).WithField("page", page).Warning("failed to fetch page")
|
|
if hres != nil && hres.StatusCode >= 400 && hres.StatusCode < 500 {
|
|
return res, err
|
|
}
|
|
}
|
|
return res, err
|
|
}
|
|
var page int32 = 1
|
|
errs := make([]error, 0)
|
|
objects := make([]Tobj, 0)
|
|
for {
|
|
apiObjects, err := fetchOffset(page)
|
|
if err != nil {
|
|
if page == 1 {
|
|
return objects, err
|
|
}
|
|
errs = append(errs, err)
|
|
continue
|
|
}
|
|
objects = append(objects, apiObjects.GetResults()...)
|
|
if apiObjects.GetPagination().Next > 0 {
|
|
page += 1
|
|
} else {
|
|
break
|
|
}
|
|
}
|
|
return objects, errors.Join(errs...)
|
|
}
|