zlei6/openserp
1
0
Fork 0
mirror of https://github.com/karust/openserp.git synced 2026-08-05 16:53:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

Default config fix, manual bot test

Browse Source
This commit is contained in:
Rustem Kamalov
2023-06-26 15:30:24 +03:00
parent 3f84503ce3
commit c175d0c386
3 changed files with 33 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
README.md
View File

@@ -3,7 +3,7 @@
[![Go Report Card](https://goreportcard.com/badge/github.com/karust/openserp)](https://goreportcard.com/report/github.com/karust/openserp)
[![Go Reference](https://pkg.go.dev/badge/github.com/karust/openserp.svg)](https://pkg.go.dev/github.com/karust/openserp)
[![release](https://img.shields.io/github/release-pre/karust/openserp.svg)](https://github.com/derailed/k9s/releases)
[![release](https://img.shields.io/github/release-pre/karust/openserp.svg)](https://github.com/karust/openserp/releases)
<!-- ![Docker Image Size (tag)](https://img.shields.io/docker/image-size/karust/openserp/latest) -->
API access for search engines results if available isn't free.
@@ -60,7 +60,7 @@ openserp serve
```
* Or print results in CLI using `search` command:
```bash
openserp search google "how to get banned in google fast" # Change `google` to `yandex` or `baidu`
openserp search google "how to get banned from google fast" # Change `google` to `yandex` or `baidu`
```
As a result you should get JSON output containting search results:
```json

19
core/browser.go
View File

@@ -16,18 +16,19 @@ type BrowserOpts struct {
IsLeakless bool // Force to kill browser
Timeout time.Duration // Timeout
LanguageCode string
WaitRequests bool // Wait requests to complete after navigation
LeavePageOpen bool // Leave pages and browser open
WaitRequests bool // Wait requests to complete after navigation
LeavePageOpen bool // Leave pages and browser open
WaitLoadTime time.Duration // Time to wait till page loads
}
// Initialize browser parameters with default values if they are not set
func (o *BrowserOpts) Init() {
func (o *BrowserOpts) Check() {
if o.Timeout == 0 {
o.Timeout = time.Second * 30
}
if o.LanguageCode == "" {
o.LanguageCode = "en"
if o.WaitLoadTime == 0 {
o.WaitLoadTime = time.Second * 2
}
}
@@ -38,7 +39,7 @@ type Browser struct {
}
func NewBrowser(opts BrowserOpts) (*Browser, error) {
opts.Init()
opts.Check()
logrus.Debugf("Browser options: %+v", opts)
path, has := launcher.LookPath()
@@ -66,11 +67,11 @@ func (b *Browser) Navigate(URL string) *rod.Page {
b.browser = rod.New().ControlURL(b.browserAddr)
b.browser.MustConnect()
//b.browser.SetCookies(nil)
b.browser.SetCookies(nil)
page := stealth.MustPage(b.browser)
wait := page.MustWaitRequestIdle()
page.Navigate(URL)
page.MustNavigate(URL)
// causes bugs in google
if b.WaitRequests {
@@ -83,7 +84,7 @@ func (b *Browser) Navigate(URL string) *rod.Page {
})
// Wait till page loads
time.Sleep(time.Second * 1)
time.Sleep(b.WaitLoadTime)
return page
}

21
core/browser_test.go
View File

@@ -27,3 +27,24 @@ func TestCreateBrowser(t *testing.T) {
// t.Fatalf("Error failed initializing leakless browser: %s", err)
// }
// }
// Manually observe test results for now
func TestBot(t *testing.T) {
var err error
opts := BrowserOpts{IsHeadless: false, IsLeakless: true, LeavePageOpen: true}
browser, err = NewBrowser(opts)
if err != nil {
t.Fatalf("Error failed initializing browser: %s", err)
}
page := browser.Navigate("https://bot.sannysoft.com")
page.MustScreenshotFullPage("./test/screenshot_bot.png")
page = browser.Navigate("https://www.whatismybrowser.com/")
page.MustScreenshotFullPage("./test/screenshot_browser.png")
page = browser.Navigate("https://abrahamjuliot.github.io/creepjs/")
page.MustScreenshotFullPage("./test/screenshot_creep.png")
}