nuclei/v2/pkg/protocols/headless/engine/page_actions_test.go

535 lines
16 KiB
Go
Raw Normal View History

2021-02-22 12:50:49 +05:30
package engine
import (
"fmt"
2021-10-09 19:37:12 +02:00
"io/ioutil"
2021-02-22 12:50:49 +05:30
"net/http"
"net/http/httptest"
"net/url"
"strings"
"testing"
2021-03-01 14:20:56 +05:30
"time"
2021-02-22 12:50:49 +05:30
2021-04-19 01:00:59 +05:30
"github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/protocolstate"
2021-02-22 12:50:49 +05:30
"github.com/projectdiscovery/nuclei/v2/pkg/types"
"github.com/stretchr/testify/require"
)
2021-10-09 17:08:00 +02:00
func setUp(t *testing.T) (*Browser, *Instance, error) {
t.Helper()
2021-04-19 01:00:59 +05:30
_ = protocolstate.Init(&types.Options{})
2021-02-22 12:50:49 +05:30
browser, err := New(&types.Options{ShowBrowser: false})
require.Nil(t, err, "could not create browser")
instance, err := browser.NewInstance()
2021-10-09 17:08:00 +02:00
return browser, instance, err
}
func TestActionNavigate(t *testing.T) {
browser, instance, err := setUp(t)
defer browser.Close()
2021-06-05 18:01:08 +05:30
defer instance.Close()
2021-10-09 17:08:00 +02:00
require.Nil(t, err, "could not create browser instance")
2021-02-22 12:50:49 +05:30
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
<html>
<head>
<title>Nuclei Test Page</title>
</head>
<body>
<h1>Nuclei Test</h1>
</body>
</html>`)
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}}, {ActionType: "waitload"}}
2021-03-01 14:20:56 +05:30
_, page, err := instance.Run(parsed, actions, 20*time.Second)
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "Nuclei Test Page", page.Page().MustInfo().Title, "could not navigate correctly")
}
func TestActionScript(t *testing.T) {
2021-10-09 17:08:00 +02:00
browser, instance, err := setUp(t)
2021-02-22 12:50:49 +05:30
defer browser.Close()
2021-10-09 17:08:00 +02:00
defer instance.Close()
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not create browser instance")
t.Run("run-and-results", func(t *testing.T) {
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
<html>
<head>
<title>Nuclei Test Page</title>
</head>
<body>Nuclei Test Page</body>
<script>window.test = 'some-data';</script>
</html>`)
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
{ActionType: "script", Name: "test", Data: map[string]string{"code": "window.test"}},
}
2021-03-01 14:20:56 +05:30
out, page, err := instance.Run(parsed, actions, 20*time.Second)
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "Nuclei Test Page", page.Page().MustInfo().Title, "could not navigate correctly")
require.Equal(t, "some-data", out["test"], "could not run js and get results correctly")
})
t.Run("hook", func(t *testing.T) {
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
<html>
<head>
<title>Nuclei Test Page</title>
</head>
<body>Nuclei Test Page</body>
</html>`)
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "script", Data: map[string]string{"code": "window.test = 'some-data';", "hook": "true"}},
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
{ActionType: "script", Name: "test", Data: map[string]string{"code": "window.test"}},
}
2021-03-01 14:20:56 +05:30
out, page, err := instance.Run(parsed, actions, 20*time.Second)
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "Nuclei Test Page", page.Page().MustInfo().Title, "could not navigate correctly")
require.Equal(t, "some-data", out["test"], "could not run js and get results correctly with js hook")
})
}
func TestActionClick(t *testing.T) {
2021-10-09 17:08:00 +02:00
browser, instance, err := setUp(t)
2021-02-22 12:50:49 +05:30
defer browser.Close()
2021-10-09 17:08:00 +02:00
defer instance.Close()
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
<html>
<head>
<title>Nuclei Test Page</title>
</head>
<body>Nuclei Test Page</body>
<button onclick='this.setAttribute("a", "ok")'>click me</button>
</html>`)
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
{ActionType: "click", Data: map[string]string{"selector": "button"}}, // Use css selector for clicking
}
2021-03-01 14:20:56 +05:30
_, page, err := instance.Run(parsed, actions, 20*time.Second)
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "Nuclei Test Page", page.Page().MustInfo().Title, "could not navigate correctly")
el := page.Page().MustElement("button")
val := el.MustAttribute("a")
require.Equal(t, "ok", *val, "could not click button")
}
func TestActionRightClick(t *testing.T) {
2021-10-09 17:08:00 +02:00
browser, instance, err := setUp(t)
2021-02-22 12:50:49 +05:30
defer browser.Close()
2021-10-09 17:08:00 +02:00
defer instance.Close()
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
<html>
<head>
<title>Nuclei Test Page</title>
</head>
<body>Nuclei Test Page</body>
<button id="test" onrightclick=''>click me</button>
<script>
elm = document.getElementById("test");
elm.onmousedown = function(event) {
if (event.which == 3) {
elm.setAttribute("a", "ok")
}
}
</script>
</html>`)
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
{ActionType: "rightclick", Data: map[string]string{"selector": "button"}}, // Use css selector for clicking
}
2021-03-01 14:20:56 +05:30
_, page, err := instance.Run(parsed, actions, 20*time.Second)
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "Nuclei Test Page", page.Page().MustInfo().Title, "could not navigate correctly")
el := page.Page().MustElement("button")
val := el.MustAttribute("a")
require.Equal(t, "ok", *val, "could not click button")
}
func TestActionTextInput(t *testing.T) {
2021-10-09 17:08:00 +02:00
browser, instance, err := setUp(t)
2021-02-22 12:50:49 +05:30
defer browser.Close()
2021-10-09 17:08:00 +02:00
defer instance.Close()
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
<html>
<head>
<title>Nuclei Test Page</title>
</head>
<body>Nuclei Test Page</body>
<input type="text" onchange="this.setAttribute('event', 'input-change')">
</html>`)
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
{ActionType: "text", Data: map[string]string{"selector": "input", "value": "test"}},
}
2021-03-01 14:20:56 +05:30
_, page, err := instance.Run(parsed, actions, 20*time.Second)
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "Nuclei Test Page", page.Page().MustInfo().Title, "could not navigate correctly")
el := page.Page().MustElement("input")
val := el.MustAttribute("event")
require.Equal(t, "input-change", *val, "could not get input change")
require.Equal(t, "test", el.MustText(), "could not get input change value")
}
func TestActionHeadersChange(t *testing.T) {
2021-10-09 17:08:00 +02:00
browser, instance, err := setUp(t)
2021-02-22 12:50:49 +05:30
defer browser.Close()
2021-10-09 17:08:00 +02:00
defer instance.Close()
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
if r.Header.Get("Test") == "Hello" {
fmt.Fprintln(w, `found`)
}
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "setheader", Data: map[string]string{"part": "request", "key": "Test", "value": "Hello"}},
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
}
2021-03-01 14:20:56 +05:30
_, page, err := instance.Run(parsed, actions, 20*time.Second)
2021-02-22 12:50:49 +05:30
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "found", strings.ToLower(strings.TrimSpace(page.Page().MustElement("html").MustText())), "could not set header correctly")
}
2021-10-09 13:18:43 +02:00
func TestActionScreenshot(t *testing.T) {
}
func TestActionTimeInput(t *testing.T) {
}
func TestActionSelectInput(t *testing.T) {
2021-10-09 23:19:07 +02:00
browser, instance, err := setUp(t)
defer browser.Close()
defer instance.Close()
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
<html>
<head>
<title>Nuclei Test Page</title>
</head>
<body>
<select name="test" id="test">
<option value="test1">Test1</option>
<option value="test2">Test2</option>
</select>
</body>
</html>`)
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
{ActionType: "select", Data: map[string]string{"by": "x", "xpath": "//select[@id='test']", "value": "Test2", "selected": "true"}},
}
_, page, err := instance.Run(parsed, actions, 20*time.Second)
require.Nil(t, err, "could not run page actions")
defer page.Close()
el := page.Page().MustElement("select")
require.Equal(t, "Test2", el.MustText(), "could not get input change value")
2021-10-09 13:18:43 +02:00
}
func TestActionFilesInput(t *testing.T) {
}
func TestActionWaitLoad(t *testing.T) {
}
func TestActionGetResource(t *testing.T) {
}
func TestActionExtract(t *testing.T) {
}
func TestActionSetMethod(t *testing.T) {
}
func TestActionAddHeader(t *testing.T) {
2021-10-09 19:37:12 +02:00
browser, instance, err := setUp(t)
defer browser.Close()
defer instance.Close()
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
if r.Header.Get("Test") == "Hello" {
fmt.Fprintln(w, `found`)
}
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "addheader", Data: map[string]string{"part": "request", "key": "Test", "value": "Hello"}},
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
}
_, page, err := instance.Run(parsed, actions, 20*time.Second)
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "found", strings.ToLower(strings.TrimSpace(page.Page().MustElement("html").MustText())), "could not set header correctly")
2021-10-09 13:18:43 +02:00
}
func TestActionDeleteHeader(t *testing.T) {
2021-10-09 19:37:12 +02:00
browser, instance, err := setUp(t)
defer browser.Close()
defer instance.Close()
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
if r.Header.Get("Test1") == "Hello" && r.Header.Get("Test2") == "" {
fmt.Println(r.Header)
fmt.Fprintln(w, `header deleted`)
}
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "addheader", Data: map[string]string{"part": "request", "key": "Test1", "value": "Hello"}},
{ActionType: "addheader", Data: map[string]string{"part": "request", "key": "Test2", "value": "World"}},
{ActionType: "deleteheader", Data: map[string]string{"part": "request", "key": "Test2"}},
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
}
_, page, err := instance.Run(parsed, actions, 20*time.Second)
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "header deleted", strings.ToLower(strings.TrimSpace(page.Page().MustElement("html").MustText())), "could not delete header correctly")
2021-10-09 13:18:43 +02:00
}
func TestActionSetBody(t *testing.T) {
2021-10-09 19:37:12 +02:00
browser, instance, err := setUp(t)
defer browser.Close()
defer instance.Close()
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
body, _ := ioutil.ReadAll(r.Body)
fmt.Fprintln(w, string(body))
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "setbody", Data: map[string]string{"part": "request", "body": "hello"}},
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
}
_, page, err := instance.Run(parsed, actions, 20*time.Second)
require.Nil(t, err, "could not run page actions")
defer page.Close()
require.Equal(t, "hello", strings.ToLower(strings.TrimSpace(page.Page().MustElement("html").MustText())), "could not set header correctly")
2021-10-09 13:18:43 +02:00
}
func TestActionWaitEvent(t *testing.T) {
}
func TestActionKeyboard(t *testing.T) {
2021-10-09 23:19:07 +02:00
browser, instance, err := setUp(t)
defer browser.Close()
defer instance.Close()
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
<html>
<head>
<title>Nuclei Test Page</title>
</head>
<body>
<select name="test" id="test">
<option value="test1">Test1</option>
<option value="test2">Test2</option>
</select>
</body>
</html>`)
}))
defer ts.Close()
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitload"},
{ActionType: "click", Data: map[string]string{"selector": "select"}},
{ActionType: "keyboard", Data: map[string]string{"keys": "Test 2"}},
{ActionType: "keyboard", Data: map[string]string{"keys": "enter"}},
}
_, page, err := instance.Run(parsed, actions, 20*time.Second)
require.Nil(t, err, "could not run page actions")
defer page.Close()
el := page.Page().MustElement("select")
require.Equal(t, "Test2", el.MustText(), "could not get input change value")
2021-10-09 13:18:43 +02:00
}
func TestActionDebug(t *testing.T) {
}
func TestActionSleep(t *testing.T) {
}
2021-10-09 19:37:12 +02:00
2021-10-09 12:26:18 +02:00
func TestActionWaitVisible(t *testing.T) {
2021-10-09 17:30:45 +02:00
t.Run("wait for an element being visible", func(t *testing.T) {
_ = protocolstate.Init(&types.Options{})
2021-10-09 12:26:18 +02:00
2021-10-09 17:30:45 +02:00
browser, err := New(&types.Options{ShowBrowser: false})
require.Nil(t, err, "could not create browser")
defer browser.Close()
2021-10-09 12:26:18 +02:00
2021-10-09 17:30:45 +02:00
instance, err := browser.NewInstance()
require.Nil(t, err, "could not create browser instance")
2021-10-09 12:26:18 +02:00
2021-10-09 17:30:45 +02:00
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
2021-10-09 12:26:18 +02:00
<html>
2021-10-09 17:30:45 +02:00
<head>
<title>Nuclei Test Page</title>
</head>
<button style="display:none" id="test">Wait for me!</button>
<script>
setTimeout(() => document.querySelector('#test').style.display = '', 1000);
</script>
</html>`)
}))
defer ts.Close()
2021-10-09 12:26:18 +02:00
2021-10-09 17:30:45 +02:00
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
2021-10-09 12:26:18 +02:00
2021-10-09 17:30:45 +02:00
actions := []*Action{
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitvisible", Data: map[string]string{"by": "x", "xpath": "//button[@id='test']"}},
}
_, page, err := instance.Run(parsed, actions, 20*time.Second)
require.Nil(t, err, "could not run page actions")
defer page.Close()
page.Page().MustElement("button").MustVisible()
})
t.Run("timeout because of element not visible", func(t *testing.T) {
_ = protocolstate.Init(&types.Options{})
browser, err := New(&types.Options{ShowBrowser: false})
require.Nil(t, err, "could not create browser")
defer browser.Close()
instance, err := browser.NewInstance()
require.Nil(t, err, "could not create browser instance")
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
fmt.Fprintln(w, `
<html>
<head>
<title>Nuclei Test Page</title>
</head>
<button style="display:none" id="test">Wait for me!</button>
</html>`)
}))
defer ts.Close()
2021-10-09 12:26:18 +02:00
2021-10-09 17:30:45 +02:00
parsed, err := url.Parse(ts.URL)
require.Nil(t, err, "could not parse URL")
actions := []*Action{
{ActionType: "navigate", Data: map[string]string{"url": "{{BaseURL}}"}},
{ActionType: "waitvisible", Data: map[string]string{"by": "x", "xpath": "//button[@id='test']"}},
}
_, _, err = instance.Run(parsed, actions, 2*time.Second)
require.Error(t, err)
require.Contains(t, err.Error(), "could not wait element")
})
2021-10-09 12:26:18 +02:00
}