add EvalOnNewDocument; Enable page as default

Author: NormalPunch

browser.go

@@ -147,6 +147,7 @@ func (b *Browser) IncognitoE() (*Browser, error) {
 }
 
 // PageE doc is similar to the method Page
+// If url is empty, the default target will be "about:blank".
 func (b *Browser) PageE(url string) (*Page, error) {
 	if url == "" {
 		url = "about:blank"

lib/examples/bypass-detection/main.go

@@ -0,0 +1,64 @@
+package main
+
+import (
+	"github.com/go-rod/rod"
+)
+
+func main() {
+
+	browser := rod.New().Connect()
+
+	page := browser.Pages()[0]
+
+	page.SetUserAgent(nil)
+
+	page.EvalOnNewDocument(`
+
+// https://github.com/chromedp/chromedp/issues/396#issuecomment-503351342
+
+(function(w, n, wn) {
+  // Pass the Webdriver Test.
+  Object.defineProperty(n, 'webdriver', {
+    get: () => false,
+  });
+
+  // Pass the Plugins Length Test.
+  // Overwrite the plugins property to use a custom getter.
+  Object.defineProperty(n, 'plugins', {
+    // This just needs to have length > 0 for the current test,
+    // but we could mock the plugins too if necessary.
+    get: () => [1, 2, 3, 4, 5],
+  });
+
+  // Pass the Languages Test.
+  // Overwrite the plugins property to use a custom getter.
+  Object.defineProperty(n, 'languages', {
+    get: () => ['en-US', 'en'],
+  });
+
+  // Pass the Chrome Test.
+  // We can mock this in as much depth as we need for the test.
+  w.chrome = {
+    runtime: {},
+  };
+
+  // Pass the Permissions Test.
+  const originalQuery = wn.permissions.query;
+  return wn.permissions.query = (parameters) => (
+    parameters.name === 'notifications' ?
+      Promise.resolve({ state: Notification.permission }) :
+      originalQuery(parameters)
+  );
+
+})(window, navigator, window.navigator);
+
+`)
+
+	page.Navigate("https://intoli.com/blog/not-possible-to-block-chrome-headless/chrome-headless-test.html")
+
+	wait := page.WaitRequestIdle()
+	wait()
+
+	page.Screenshot("chrome-headless-test.jpg")
+
+}

page.go

@@ -98,6 +98,7 @@ func (p *Page) SetExtraHeadersE(dict []string) (func(), error) {
 }
 
 // SetUserAgentE Allows overriding user agent with the given string.
+// If req is nil, the default user agent will be the same as a mac chrome.
 func (p *Page) SetUserAgentE(req *proto.NetworkSetUserAgentOverride) error {
 	if req == nil {
 		req = &proto.NetworkSetUserAgentOverride{
@@ -110,6 +111,7 @@ func (p *Page) SetUserAgentE(req *proto.NetworkSetUserAgentOverride) error {
 }
 
 // NavigateE doc is similar to the method Navigate
+// If url is empty, it will navigate to "about:blank".
 func (p *Page) NavigateE(url string) error {
 	if url == "" {
 		url = "about:blank"
@@ -391,6 +393,16 @@ func (p *Page) AddStyleTagE(url, content string) error {
 	return err
 }
 
+// EvalOnNewDocumentE Evaluates given script in every frame upon creation (before loading frame's scripts).
+func (p *Page) EvalOnNewDocumentE(js string) (proto.PageScriptIdentifier, error) {
+	res, err := proto.PageAddScriptToEvaluateOnNewDocument{Source: js}.Call(p)
+	if err != nil {
+		return "", err
+	}
+
+	return res.Identifier, nil
+}
+
 // EvalE thisID is the remote objectID that will be the this of the js function, if it's empty "window" will be used.
 // Set the byValue to true to reduce memory occupation.
 func (p *Page) EvalE(byValue bool, thisID proto.RuntimeRemoteObjectID, js string, jsArgs Array) (*proto.RuntimeRemoteObject, error) {
@@ -524,6 +536,11 @@ func (p *Page) initSession() error {
 	}
 	p.SessionID = obj.SessionID
 
+	err = proto.PageEnable{}.Call(p)
+	if err != nil {
+		return err
+	}
+
 	res, err := proto.DOMGetDocument{}.Call(p)
 	if err != nil {
 		return err

page_test.go

@@ -104,7 +104,7 @@ func (s *S) TestClosePage() {
 }
 
 func (s *S) TestLoadState() {
-	s.False(s.page.LoadState(&proto.PageEnable{}))
+	s.True(s.page.LoadState(&proto.PageEnable{}))
 }
 
 func (s *S) TestPageContext() {
@@ -197,6 +197,22 @@ func (s *S) TestPageAddStyleTag() {
 	s.Equal("rgb(0, 128, 0)", res.String())
 }
 
+func (s *S) TestPageEvalOnNewDocument() {
+	p := s.browser.Page("")
+	defer p.Close()
+
+	p.EvalOnNewDocument(`
+  		Object.defineProperty(navigator, 'rod', {
+    		get: () => "rod",
+  		});`)
+
+	// to activate the script
+	p.Navigate("")
+
+	s.Equal("rod", p.Eval("() => navigator.rod").String())
+
+}
+
 func (s *S) TestUntilPage() {
 	page := s.page.Timeout(3 * time.Second).Navigate(srcFile("fixtures/open-page.html"))
 	defer page.CancelTimeout()

sugar.go

@@ -32,6 +32,7 @@ func (b *Browser) Incognito() *Browser {
 }
 
 // Page creates a new tab
+// If url is empty, the default target will be "about:blank".
 func (b *Browser) Page(url string) *Page {
 	p, err := b.PageE(url)
 	kit.E(err)
@@ -98,12 +99,14 @@ func (p *Page) SetExtraHeaders(dict ...string) (cleanup func()) {
 }
 
 // SetUserAgent Allows overriding user agent with the given string.
+// If req is nil, the default user agent will be the same as a mac chrome.
 func (p *Page) SetUserAgent(req *proto.NetworkSetUserAgentOverride) *Page {
 	kit.E(p.SetUserAgentE(req))
 	return p
 }
 
 // Navigate to url
+// If url is empty, it will navigate to "about:blank".
 func (p *Page) Navigate(url string) *Page {
 	kit.E(p.NavigateE(url))
 	return p
@@ -265,6 +268,12 @@ func (p *Page) AddStyleTag(url string) *Page {
 	return p
 }
 
+// EvalOnNewDocument Evaluates given script in every frame upon creation (before loading frame's scripts).
+func (p *Page) EvalOnNewDocument(js string) {
+	_, err := p.EvalOnNewDocumentE(js)
+	kit.E(err)
+}
+
 // Eval js on the page. The first param must be a js function definition.
 // For example page.Eval(`n => n + 1`, 1) will return 2
 func (p *Page) Eval(js string, params ...interface{}) proto.JSON {