mirror of
https://github.com/MontFerret/ferret.git
synced 2024-12-16 11:37:36 +02:00
7ce6797e9c
* Implemented XPath for CDP driver * Added XPATH function * Added e2e tests for CDP * Fixed linting issues * Added support of XPath to HTTP driver * Fixed linting issues
293 lines
7.5 KiB
Go
293 lines
7.5 KiB
Go
package http
|
|
|
|
import (
|
|
"context"
|
|
"hash/fnv"
|
|
|
|
"github.com/MontFerret/ferret/pkg/drivers"
|
|
"github.com/MontFerret/ferret/pkg/drivers/common"
|
|
"github.com/MontFerret/ferret/pkg/runtime/core"
|
|
"github.com/MontFerret/ferret/pkg/runtime/values"
|
|
"github.com/PuerkitoBio/goquery"
|
|
)
|
|
|
|
type HTMLDocument struct {
|
|
doc *goquery.Document
|
|
element drivers.HTMLElement
|
|
url values.String
|
|
parent drivers.HTMLDocument
|
|
children *values.Array
|
|
}
|
|
|
|
func NewRootHTMLDocument(
|
|
node *goquery.Document,
|
|
url string,
|
|
) (*HTMLDocument, error) {
|
|
return NewHTMLDocument(node, url, nil)
|
|
}
|
|
|
|
func NewHTMLDocument(
|
|
node *goquery.Document,
|
|
url string,
|
|
parent drivers.HTMLDocument,
|
|
) (*HTMLDocument, error) {
|
|
if url == "" {
|
|
return nil, core.Error(core.ErrMissedArgument, "document url")
|
|
}
|
|
|
|
if node == nil {
|
|
return nil, core.Error(core.ErrMissedArgument, "document root selection")
|
|
}
|
|
|
|
el, err := NewHTMLElement(node.Selection)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
doc := new(HTMLDocument)
|
|
doc.doc = node
|
|
doc.element = el
|
|
doc.parent = parent
|
|
doc.url = values.NewString(url)
|
|
doc.children = values.NewArray(10)
|
|
|
|
frames := node.Find("iframe")
|
|
frames.Each(func(i int, selection *goquery.Selection) {
|
|
child, _ := NewHTMLDocument(goquery.NewDocumentFromNode(selection.Nodes[0]), selection.AttrOr("src", url), doc)
|
|
|
|
doc.children.Push(child)
|
|
})
|
|
|
|
return doc, nil
|
|
}
|
|
|
|
func (doc *HTMLDocument) MarshalJSON() ([]byte, error) {
|
|
return doc.element.MarshalJSON()
|
|
}
|
|
|
|
func (doc *HTMLDocument) Type() core.Type {
|
|
return drivers.HTMLDocumentType
|
|
}
|
|
|
|
func (doc *HTMLDocument) String() string {
|
|
str, err := doc.doc.Html()
|
|
|
|
if err != nil {
|
|
return ""
|
|
}
|
|
|
|
return str
|
|
}
|
|
|
|
func (doc *HTMLDocument) Compare(other core.Value) int64 {
|
|
switch other.Type() {
|
|
case drivers.HTMLElementType:
|
|
otherDoc := other.(drivers.HTMLDocument)
|
|
|
|
return doc.url.Compare(otherDoc.GetURL())
|
|
default:
|
|
return drivers.Compare(doc.Type(), other.Type())
|
|
}
|
|
}
|
|
|
|
func (doc *HTMLDocument) Unwrap() interface{} {
|
|
return doc.doc
|
|
}
|
|
|
|
func (doc *HTMLDocument) Hash() uint64 {
|
|
h := fnv.New64a()
|
|
|
|
h.Write([]byte(doc.Type().String()))
|
|
h.Write([]byte(":"))
|
|
h.Write([]byte(doc.url))
|
|
|
|
return h.Sum64()
|
|
}
|
|
|
|
func (doc *HTMLDocument) Copy() core.Value {
|
|
cp, err := NewHTMLDocument(doc.doc, string(doc.url), doc.parent)
|
|
|
|
if err != nil {
|
|
return values.None
|
|
}
|
|
|
|
return cp
|
|
}
|
|
|
|
func (doc *HTMLDocument) Clone() core.Value {
|
|
cloned, err := NewHTMLDocument(doc.doc, doc.url.String(), doc.parent)
|
|
|
|
if err != nil {
|
|
return values.None
|
|
}
|
|
|
|
return cloned
|
|
}
|
|
|
|
func (doc *HTMLDocument) Length() values.Int {
|
|
return values.NewInt(doc.doc.Length())
|
|
}
|
|
|
|
func (doc *HTMLDocument) Iterate(_ context.Context) (core.Iterator, error) {
|
|
return common.NewIterator(doc.element)
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetIn(ctx context.Context, path []core.Value) (core.Value, error) {
|
|
return common.GetInDocument(ctx, doc, path)
|
|
}
|
|
|
|
func (doc *HTMLDocument) SetIn(ctx context.Context, path []core.Value, value core.Value) error {
|
|
return common.SetInDocument(ctx, doc, path, value)
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetNodeType() values.Int {
|
|
return 9
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetNodeName() values.String {
|
|
return "#document"
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetChildNodes(ctx context.Context) core.Value {
|
|
return doc.element.GetChildNodes(ctx)
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetChildNode(ctx context.Context, idx values.Int) core.Value {
|
|
return doc.element.GetChildNode(ctx, idx)
|
|
}
|
|
|
|
func (doc *HTMLDocument) QuerySelector(ctx context.Context, selector values.String) core.Value {
|
|
return doc.element.QuerySelector(ctx, selector)
|
|
}
|
|
|
|
func (doc *HTMLDocument) QuerySelectorAll(ctx context.Context, selector values.String) core.Value {
|
|
return doc.element.QuerySelectorAll(ctx, selector)
|
|
}
|
|
|
|
func (doc *HTMLDocument) CountBySelector(ctx context.Context, selector values.String) values.Int {
|
|
return doc.element.CountBySelector(ctx, selector)
|
|
}
|
|
|
|
func (doc *HTMLDocument) ExistsBySelector(ctx context.Context, selector values.String) values.Boolean {
|
|
return doc.element.ExistsBySelector(ctx, selector)
|
|
}
|
|
|
|
func (doc *HTMLDocument) XPath(ctx context.Context, expression values.String) (core.Value, error) {
|
|
return doc.element.XPath(ctx, expression)
|
|
}
|
|
|
|
func (doc *HTMLDocument) IsDetached() values.Boolean {
|
|
return values.False
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetTitle() values.String {
|
|
title := doc.doc.Find("head > title")
|
|
|
|
return values.NewString(title.Text())
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetChildDocuments(_ context.Context) (*values.Array, error) {
|
|
return doc.children.Clone().(*values.Array), nil
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetURL() values.String {
|
|
return doc.url
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetElement() drivers.HTMLElement {
|
|
return doc.element
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetName() values.String {
|
|
return ""
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetParentDocument() drivers.HTMLDocument {
|
|
return doc.parent
|
|
}
|
|
|
|
func (doc *HTMLDocument) ClickBySelector(_ context.Context, _ values.String) (values.Boolean, error) {
|
|
return false, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ClickBySelectorAll(_ context.Context, _ values.String) (values.Boolean, error) {
|
|
return false, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) InputBySelector(_ context.Context, _ values.String, _ core.Value, _ values.Int) (values.Boolean, error) {
|
|
return false, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) SelectBySelector(_ context.Context, _ values.String, _ *values.Array) (*values.Array, error) {
|
|
return nil, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) PrintToPDF(_ context.Context, _ drivers.PDFParams) (values.Binary, error) {
|
|
return nil, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) CaptureScreenshot(_ context.Context, _ drivers.ScreenshotParams) (values.Binary, error) {
|
|
return nil, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ScrollTop(_ context.Context) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ScrollBottom(_ context.Context) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ScrollBySelector(_ context.Context, _ values.String) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ScrollByXY(_ context.Context, _, _ values.Float) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) MoveMouseBySelector(_ context.Context, _ values.String) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) MoveMouseByXY(_ context.Context, _, _ values.Float) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForNavigation(_ context.Context) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForElement(_ context.Context, _ values.String, _ drivers.WaitEvent) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForClassBySelector(_ context.Context, _, _ values.String, _ drivers.WaitEvent) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForClassBySelectorAll(_ context.Context, _, _ values.String, _ drivers.WaitEvent) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForAttributeBySelector(_ context.Context, _, _ values.String, _ core.Value, _ drivers.WaitEvent) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForAttributeBySelectorAll(_ context.Context, _, _ values.String, _ core.Value, _ drivers.WaitEvent) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForStyleBySelector(_ context.Context, _, _ values.String, _ core.Value, _ drivers.WaitEvent) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForStyleBySelectorAll(_ context.Context, _, _ values.String, _ core.Value, _ drivers.WaitEvent) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) Close() error {
|
|
return nil
|
|
}
|