mirror of
https://github.com/MontFerret/ferret.git
synced 2024-12-16 11:37:36 +02:00
34c8c02258
* Externalized HTML drivers * Fixed unit tests * Updated logging * Added support to set default driver * Updated GetIn and SetIn helpers
235 lines
5.5 KiB
Go
235 lines
5.5 KiB
Go
package http
|
|
|
|
import (
|
|
"context"
|
|
"hash/fnv"
|
|
|
|
"github.com/MontFerret/ferret/pkg/drivers"
|
|
"github.com/MontFerret/ferret/pkg/drivers/common"
|
|
"github.com/MontFerret/ferret/pkg/runtime/core"
|
|
"github.com/MontFerret/ferret/pkg/runtime/values"
|
|
"github.com/PuerkitoBio/goquery"
|
|
)
|
|
|
|
type HTMLDocument struct {
|
|
url values.String
|
|
docNode *goquery.Document
|
|
element drivers.HTMLElement
|
|
}
|
|
|
|
func NewHTMLDocument(
|
|
url string,
|
|
node *goquery.Document,
|
|
) (drivers.HTMLDocument, error) {
|
|
if url == "" {
|
|
return nil, core.Error(core.ErrMissedArgument, "document url")
|
|
}
|
|
|
|
if node == nil {
|
|
return nil, core.Error(core.ErrMissedArgument, "document root selection")
|
|
}
|
|
|
|
el, err := NewHTMLElement(node.Selection)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &HTMLDocument{values.NewString(url), node, el}, nil
|
|
}
|
|
|
|
func (doc *HTMLDocument) MarshalJSON() ([]byte, error) {
|
|
return doc.element.MarshalJSON()
|
|
}
|
|
|
|
func (doc *HTMLDocument) Type() core.Type {
|
|
return drivers.HTMLDocumentType
|
|
}
|
|
|
|
func (doc *HTMLDocument) String() string {
|
|
str, err := doc.docNode.Html()
|
|
|
|
if err != nil {
|
|
return ""
|
|
}
|
|
|
|
return str
|
|
}
|
|
|
|
func (doc *HTMLDocument) Compare(other core.Value) int64 {
|
|
switch other.Type() {
|
|
case drivers.HTMLElementType:
|
|
otherDoc := other.(drivers.HTMLDocument)
|
|
|
|
return doc.url.Compare(otherDoc.GetURL())
|
|
default:
|
|
return drivers.Compare(doc.Type(), other.Type())
|
|
}
|
|
}
|
|
|
|
func (doc *HTMLDocument) Unwrap() interface{} {
|
|
return doc.docNode
|
|
}
|
|
|
|
func (doc *HTMLDocument) Hash() uint64 {
|
|
h := fnv.New64a()
|
|
|
|
h.Write([]byte(doc.Type().String()))
|
|
h.Write([]byte(":"))
|
|
h.Write([]byte(doc.url))
|
|
|
|
return h.Sum64()
|
|
}
|
|
|
|
func (doc *HTMLDocument) Copy() core.Value {
|
|
cp, err := NewHTMLDocument(string(doc.url), doc.docNode)
|
|
|
|
if err != nil {
|
|
return values.None
|
|
}
|
|
|
|
return cp
|
|
}
|
|
|
|
func (doc *HTMLDocument) Clone() core.Value {
|
|
cp, err := NewHTMLDocument(string(doc.url), goquery.CloneDocument(doc.docNode))
|
|
|
|
if err != nil {
|
|
return values.None
|
|
}
|
|
|
|
return cp
|
|
}
|
|
|
|
func (doc *HTMLDocument) Length() values.Int {
|
|
return values.NewInt(doc.docNode.Length())
|
|
}
|
|
|
|
func (doc *HTMLDocument) Iterate(_ context.Context) (core.Iterator, error) {
|
|
return common.NewIterator(doc.element)
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetIn(ctx context.Context, path []core.Value) (core.Value, error) {
|
|
return common.GetInDocument(ctx, doc, path)
|
|
}
|
|
|
|
func (doc *HTMLDocument) SetIn(ctx context.Context, path []core.Value, value core.Value) error {
|
|
return common.SetInDocument(ctx, doc, path, value)
|
|
}
|
|
|
|
func (doc *HTMLDocument) NodeType() values.Int {
|
|
return 9
|
|
}
|
|
|
|
func (doc *HTMLDocument) NodeName() values.String {
|
|
return "#document"
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetChildNodes() core.Value {
|
|
return doc.element.GetChildNodes()
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetChildNode(idx values.Int) core.Value {
|
|
return doc.element.GetChildNode(idx)
|
|
}
|
|
|
|
func (doc *HTMLDocument) QuerySelector(selector values.String) core.Value {
|
|
return doc.element.QuerySelector(selector)
|
|
}
|
|
|
|
func (doc *HTMLDocument) QuerySelectorAll(selector values.String) core.Value {
|
|
return doc.element.QuerySelectorAll(selector)
|
|
}
|
|
|
|
func (doc *HTMLDocument) CountBySelector(selector values.String) values.Int {
|
|
return doc.element.CountBySelector(selector)
|
|
}
|
|
|
|
func (doc *HTMLDocument) ExistsBySelector(selector values.String) values.Boolean {
|
|
return doc.element.ExistsBySelector(selector)
|
|
}
|
|
|
|
func (doc *HTMLDocument) DocumentElement() drivers.HTMLElement {
|
|
return doc.element
|
|
}
|
|
|
|
func (doc *HTMLDocument) GetURL() core.Value {
|
|
return doc.url
|
|
}
|
|
|
|
func (doc *HTMLDocument) SetURL(_ values.String) error {
|
|
return core.ErrInvalidOperation
|
|
}
|
|
|
|
func (doc *HTMLDocument) Navigate(_ values.String, _ values.Int) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) NavigateBack(_ values.Int, _ values.Int) (values.Boolean, error) {
|
|
return false, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) NavigateForward(_ values.Int, _ values.Int) (values.Boolean, error) {
|
|
return false, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ClickBySelector(_ values.String) (values.Boolean, error) {
|
|
return false, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ClickBySelectorAll(_ values.String) (values.Boolean, error) {
|
|
return false, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) InputBySelector(_ values.String, _ core.Value, _ values.Int) (values.Boolean, error) {
|
|
return false, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) SelectBySelector(_ values.String, _ *values.Array) (*values.Array, error) {
|
|
return nil, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) HoverBySelector(_ values.String) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) PrintToPDF(_ drivers.PDFParams) (values.Binary, error) {
|
|
return nil, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) CaptureScreenshot(_ drivers.ScreenshotParams) (values.Binary, error) {
|
|
return nil, core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ScrollTop() error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ScrollBottom() error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) ScrollBySelector(_ values.String) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForNavigation(_ values.Int) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForSelector(_ values.String, _ values.Int) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForClassBySelector(_, _ values.String, _ values.Int) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) WaitForClassBySelectorAll(_, _ values.String, _ values.Int) error {
|
|
return core.ErrNotSupported
|
|
}
|
|
|
|
func (doc *HTMLDocument) Close() error {
|
|
return nil
|
|
}
|