Skip to content

Commit 79f1f05

Browse files
djnnvxdjnnvx
authored
Refactoring google dorks (#68)
* (mod/dorks)using dorks package instead of google-chrome browser yesterday, i wrote a little go package to run dorks and retrieve files, so that we no longer need to have the chrome browser installed. this will greatly reduce the size of the docker image, and allow us to use a proxy to run dorks, which is cool. there is still a lot of room for improvements for the dork package but this is a good start, i guess * (mod/_)bumping version using go 1.19 for docker image updated download link in the README to have a newer version * (fix/dorks)comment * (mod/meta)bumping version to 1.6.2 also added a little log line to specify where would the dorks file be stored
1 parent f1e0bba commit 79f1f05

6 files changed

Lines changed: 78 additions & 27 deletions

File tree

‎Dockerfile‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
FROM golang:1.18-alpine as builder
1+
FROM golang:1.19-alpine as builder
22

33
WORKDIR /root
44
RUN apk update --no-cache && \
@@ -14,7 +14,7 @@ COPY . .
1414
RUN make
1515

1616

17-
FROM golang:1.18-alpine
17+
FROM golang:1.19-alpine
1818

1919
ARG USER_ID
2020
ARG GROUP_ID

‎README.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -52,9 +52,9 @@ wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb
5252

5353
sudo apt install ./google-chrome-stable_current_amd64.deb
5454

55-
wget https://github.com/CMEPW/Yelaa/releases/download/v1.5.2/Yelaa_1.5.2_Linux_x86_64.tar.gz
55+
wget https://github.com/CMEPW/Yelaa/releases/download/v1.6.2/Yelaa_1.6.2_Linux_x86_64.tar.gz
5656

57-
tar -xvf Yelaa_1.5.2_Linux_x86_64.tar.gz
57+
tar -xvf Yelaa_1.6.2_Linux_x86_64.tar.gz
5858
./Yelaa -h
5959
```
6060

‎go.mod‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -35,20 +35,24 @@ require (
3535
git.mills.io/prologic/smtpd v0.0.0-20210710122116-a525b76c287a // indirect
3636
github.com/Knetic/govaluate v3.0.1-0.20171022003610-9aa49832a739+incompatible // indirect
3737
github.com/Mzack9999/ldapserver v1.0.2-0.20211229000134-b44a0d6ad0dd // indirect
38+
github.com/PuerkitoBio/goquery v1.6.0 // indirect
3839
github.com/StackExchange/wmi v1.2.1 // indirect
3940
github.com/akrylysov/pogreb v0.10.1 // indirect
4041
github.com/alecthomas/jsonschema v0.0.0-20211022214203-8b29eab41725 // indirect
4142
github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751 // indirect
4243
github.com/alecthomas/units v0.0.0-20211218093645-b94a6e3cc137 // indirect
4344
github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129 // indirect
45+
github.com/andybalholm/cascadia v1.1.0 // indirect
4446
github.com/andygrunwald/go-jira v1.14.0 // indirect
4547
github.com/antchfx/htmlquery v1.2.4 // indirect
48+
github.com/antchfx/xmlquery v1.0.0 // indirect
4649
github.com/antchfx/xpath v1.2.0 // indirect
4750
github.com/aws/aws-sdk-go v1.42.3 // indirect
4851
github.com/aymerick/douceur v0.2.0 // indirect
4952
github.com/bits-and-blooms/bitset v1.2.0 // indirect
5053
github.com/bits-and-blooms/bloom/v3 v3.0.1 // indirect
5154
github.com/bluele/gcache v0.0.2 // indirect
55+
github.com/bogdzn/gork v0.0.3 // indirect
5256
github.com/c4milo/unpackit v0.1.0 // indirect
5357
github.com/caddyserver/certmagic v0.15.2 // indirect
5458
github.com/chromedp/cdproto v0.0.0-20210728214956-1fab41c4e0b7 // indirect
@@ -65,9 +69,11 @@ require (
6569
github.com/go-playground/universal-translator v0.18.0 // indirect
6670
github.com/go-rod/rod v0.101.8 // indirect
6771
github.com/goburrow/cache v0.1.4 // indirect
72+
github.com/gobwas/glob v0.2.3 // indirect
6873
github.com/gobwas/httphead v0.1.0 // indirect
6974
github.com/gobwas/pool v0.2.1 // indirect
7075
github.com/gobwas/ws v1.1.0 // indirect
76+
github.com/gocolly/colly/v2 v2.0.1 // indirect
7177
github.com/golang-jwt/jwt v3.2.1+incompatible // indirect
7278
github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
7379
github.com/golang/protobuf v1.5.2 // indirect
@@ -91,6 +97,7 @@ require (
9197
github.com/josharian/intern v1.0.0 // indirect
9298
github.com/json-iterator/go v1.1.12 // indirect
9399
github.com/karlseguin/ccache v2.0.3+incompatible // indirect
100+
github.com/kennygrant/sanitize v1.2.4 // indirect
94101
github.com/klauspost/compress v1.13.6 // indirect
95102
github.com/klauspost/cpuid/v2 v2.0.9 // indirect
96103
github.com/klauspost/pgzip v1.2.5 // indirect
@@ -139,14 +146,17 @@ require (
139146
github.com/projectdiscovery/wappalyzergo v0.0.18 // indirect
140147
github.com/projectdiscovery/yamldoc-go v1.0.3-0.20211126104922-00d2c6bb43b6 // indirect
141148
github.com/rivo/uniseg v0.2.0 // indirect
149+
github.com/rocketlaunchr/google-search v1.1.4 // indirect
142150
github.com/rs/xid v1.3.0 // indirect
151+
github.com/saintfish/chardet v0.0.0-20120816061221-3af4cd4741ca // indirect
143152
github.com/segmentio/ksuid v1.0.4 // indirect
144153
github.com/shirou/gopsutil/v3 v3.21.9 // indirect
145154
github.com/spaolacci/murmur3 v1.1.0 // indirect
146155
github.com/spf13/cast v1.4.1 // indirect
147156
github.com/spf13/pflag v1.0.5 // indirect
148157
github.com/spyse-com/go-spyse v1.2.3 // indirect
149158
github.com/syndtr/goleveldb v1.0.0 // indirect
159+
github.com/temoto/robotstxt v1.1.1 // indirect
150160
github.com/tklauser/go-sysconf v0.3.9 // indirect
151161
github.com/tklauser/numcpus v0.3.0 // indirect
152162
github.com/tomnomnom/linkheader v0.0.0-20180905144013-02ca5825eb80 // indirect

‎go.sum‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -66,6 +66,8 @@ github.com/OJ/gobuster/v3 v3.1.0 h1:rK1KhDRkTEkwYz2eI+/127Bl+Re4NAtfOIEWbOo+rgY=
6666
github.com/OJ/gobuster/v3 v3.1.0/go.mod h1:SjE4bN6eXHtSn6HLjNQscJVLoEDMNZnQykKBASLN11I=
6767
github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU=
6868
github.com/OneOfOne/xxhash v1.2.8/go.mod h1:eZbhyaAYD41SGSSsnmcpxVoRiQ/MPUTjUdIIOT9Um7Q=
69+
github.com/PuerkitoBio/goquery v1.5.0/go.mod h1:qD2PgZ9lccMbQlc7eEOjaeRlFQON7xY8kdmcsrnKqMg=
70+
github.com/PuerkitoBio/goquery v1.6.0 h1:j7taAbelrdcsOlGeMenZxc2AWXD5fieT1/znArdnx94=
6971
github.com/PuerkitoBio/goquery v1.6.0/go.mod h1:GsLWisAFVj4WgDibEWF4pvYnkVQBpKBKeU+7zCJoLcc=
7072
github.com/StackExchange/wmi v1.2.1 h1:VIkavFPXSjcnS+O8yTq7NI32k0R5Aj+v39y29VYDOSA=
7173
github.com/StackExchange/wmi v1.2.1/go.mod h1:rcmrprowKIVzvc+NUiLncP2uuArMWLCbu9SBzvHz7e8=
@@ -84,12 +86,18 @@ github.com/alecthomas/units v0.0.0-20211218093645-b94a6e3cc137 h1:s6gZFSlWYmbqAu
8486
github.com/alecthomas/units v0.0.0-20211218093645-b94a6e3cc137/go.mod h1:OMCwj8VM1Kc9e19TLln2VL61YJF0x1XFtfdL4JdbSyE=
8587
github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129 h1:MzBOUgng9orim59UnfUTLRjMpd09C5uEVQ6RPGeCaVI=
8688
github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129/go.mod h1:rFgpPQZYZ8vdbc+48xibu8ALc3yeyd64IhHS+PU6Yyg=
89+
github.com/andybalholm/cascadia v1.0.0/go.mod h1:GsXiBklL0woXo1j/WYWtSYYC4ouU9PqHO0sqidkEA4Y=
90+
github.com/andybalholm/cascadia v1.1.0 h1:BuuO6sSfQNFRu1LppgbD25Hr2vLYW25JvxHs5zzsLTo=
8791
github.com/andybalholm/cascadia v1.1.0/go.mod h1:GsXiBklL0woXo1j/WYWtSYYC4ouU9PqHO0sqidkEA4Y=
8892
github.com/andygrunwald/go-jira v1.14.0 h1:7GT/3qhar2dGJ0kq8w0d63liNyHOnxZsUZ9Pe4+AKBI=
8993
github.com/andygrunwald/go-jira v1.14.0/go.mod h1:KMo2f4DgMZA1C9FdImuLc04x4WQhn5derQpnsuBFgqE=
94+
github.com/antchfx/htmlquery v1.0.0/go.mod h1:MS9yksVSQXls00iXkiMqXr0J+umL/AmxXKuP28SUJM8=
9095
github.com/antchfx/htmlquery v1.2.3/go.mod h1:B0ABL+F5irhhMWg54ymEZinzMSi0Kt3I2if0BLYa3V0=
9196
github.com/antchfx/htmlquery v1.2.4 h1:qLteofCMe/KGovBI6SQgmou2QNyedFUW+pE+BpeZ494=
9297
github.com/antchfx/htmlquery v1.2.4/go.mod h1:2xO6iu3EVWs7R2JYqBbp8YzG50gj/ofqs5/0VZoDZLc=
98+
github.com/antchfx/xmlquery v1.0.0 h1:YuEPqexGG2opZKNc9JU3Zw6zFXwC47wNcy6/F8oKsrM=
99+
github.com/antchfx/xmlquery v1.0.0/go.mod h1:/+CnyD/DzHRnv2eRxrVbieRU/FIF6N0C+7oTtyUtCKk=
100+
github.com/antchfx/xpath v1.0.0/go.mod h1:Yee4kTMuNiPYJ7nSNorELQMr1J33uOpXDMByNYhvtNk=
93101
github.com/antchfx/xpath v1.1.6/go.mod h1:Yee4kTMuNiPYJ7nSNorELQMr1J33uOpXDMByNYhvtNk=
94102
github.com/antchfx/xpath v1.2.0 h1:mbwv7co+x0RwgeGAOHdrKy89GvHaGvxxBtPK0uF9Zr8=
95103
github.com/antchfx/xpath v1.2.0/go.mod h1:i54GszH55fYfBmoZXapTHN8T8tkcHfRgLyVwwqzXNcs=
@@ -127,6 +135,8 @@ github.com/blang/semver v3.5.1+incompatible h1:cQNTCjp13qL8KC3Nbxr/y2Bqb63oX6wdn
127135
github.com/blang/semver v3.5.1+incompatible/go.mod h1:kRBLl5iJ+tD4TcOOxsy/0fnwebNt5EWlYSAyrTnjyyk=
128136
github.com/bluele/gcache v0.0.2 h1:WcbfdXICg7G/DGBh1PFfcirkWOQV+v077yF1pSy3DGw=
129137
github.com/bluele/gcache v0.0.2/go.mod h1:m15KV+ECjptwSPxKhOhQoAFQVtUFjTVkc3H8o0t/fp0=
138+
github.com/bogdzn/gork v0.0.3 h1:g6IuAgGCjkYeyWma0C2WXzfuTLBLQ3wUPIXEHLcKsZY=
139+
github.com/bogdzn/gork v0.0.3/go.mod h1:JDhWtNXJhcx+R7xaEhDIeNNTsmZepHkjzPqUrPmsDss=
130140
github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 h1:GKTyiRCL6zVf5wWaqKnf+7Qs6GbEPfd4iMOitWzXJx8=
131141
github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8/go.mod h1:spo1JLcs67NmW1aVLEgtA8Yy1elc+X8y5SRW1sFW4Og=
132142
github.com/c4milo/unpackit v0.1.0 h1:91pWJ6B3svZ4LOE+p3rnyucRK5fZwBdF/yQ/pcZO31I=
@@ -250,12 +260,16 @@ github.com/go-rod/rod v0.101.8/go.mod h1:N/zlT53CfSpq74nb6rOR0K8UF0SPUPBmzBnArrm
250260
github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
251261
github.com/goburrow/cache v0.1.4 h1:As4KzO3hgmzPlnaMniZU9+VmoNYseUhuELbxy9mRBfw=
252262
github.com/goburrow/cache v0.1.4/go.mod h1:cDFesZDnIlrHoNlMYqqMpCRawuXulgx+y7mXU8HZ+/c=
263+
github.com/gobwas/glob v0.2.3 h1:A4xDbljILXROh+kObIiy5kIaPYD8e96x1tgBhUI5J+Y=
264+
github.com/gobwas/glob v0.2.3/go.mod h1:d3Ez4x06l9bZtSvzIay5+Yzi0fmZzPgnTbPcKjJAkT8=
253265
github.com/gobwas/httphead v0.1.0 h1:exrUm0f4YX0L7EBwZHuCF4GDp8aJfVeBrlLQrs6NqWU=
254266
github.com/gobwas/httphead v0.1.0/go.mod h1:O/RXo79gxV8G+RqlR/otEwx4Q36zl9rqC5u12GKvMCM=
255267
github.com/gobwas/pool v0.2.1 h1:xfeeEhW7pwmX8nuLVlqbzVc7udMDrwetjEv+TZIz1og=
256268
github.com/gobwas/pool v0.2.1/go.mod h1:q8bcK0KcYlCgd9e7WYLm9LpyS+YeLd8JVDW6WezmKEw=
257269
github.com/gobwas/ws v1.1.0 h1:7RFti/xnNkMJnrK7D1yQ/iCIB5OrrY/54/H930kIbHA=
258270
github.com/gobwas/ws v1.1.0/go.mod h1:nzvNcVha5eUziGrbxFCo6qFIojQHjJV5cLYIbezhfL0=
271+
github.com/gocolly/colly/v2 v2.0.1 h1:GGPzBEdrEsavhzVK00FQXMMHBHRpwrbbCCcEKM/0Evw=
272+
github.com/gocolly/colly/v2 v2.0.1/go.mod h1:ePrRZlJcLTU2C/f8pJzXfkdBtBDHL5hOaKLcBoiJcq8=
259273
github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
260274
github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
261275
github.com/gogo/protobuf v1.2.1/go.mod h1:hp+jE20tsWTFYpLwKvXlhS1hjn+gTNwPg2I6zVXpSg4=
@@ -431,6 +445,7 @@ github.com/itchyny/timefmt-go v0.1.3/go.mod h1:0osSSCQSASBJMsIZnhAaF1C2fCBTJZXrn
431445
github.com/jarcoal/httpmock v1.0.4 h1:jp+dy/+nonJE4g4xbVtl9QdrUNbn6/3hDT5R4nDIZnA=
432446
github.com/jarcoal/httpmock v1.0.4/go.mod h1:ATjnClrvW/3tijVmpL/va5Z3aAyGvqU3gCT8nX0Txik=
433447
github.com/jasonlvhit/gocron v0.0.1/go.mod h1:k9a3TV8VcU73XZxfVHCHWMWF9SOqgoku0/QlY2yvlA4=
448+
github.com/jawher/mow.cli v1.1.0/go.mod h1:aNaQlc7ozF3vw6IJ2dHjp2ZFiA4ozMIYY6PyuRJwlUg=
434449
github.com/jinzhu/inflection v1.0.0 h1:K317FqzuhWc8YvSVlFMCCUb36O/S9MCKRDI7QkRKD/E=
435450
github.com/jinzhu/inflection v1.0.0/go.mod h1:h+uFLlag+Qp1Va5pdKtLDYj+kHp5pxUVkryuEj+Srlc=
436451
github.com/jinzhu/now v1.1.1/go.mod h1:d3SSVoowX0Lcu0IBviAWJpolVfI5UJVZZ7cO71lE/z8=
@@ -467,6 +482,8 @@ github.com/karlseguin/expect v1.0.2-0.20190806010014-778a5f0c6003 h1:vJ0Snvo+SLM
467482
github.com/karlseguin/expect v1.0.2-0.20190806010014-778a5f0c6003/go.mod h1:zNBxMY8P21owkeogJELCLeHIt+voOSduHYTFUbwRAV8=
468483
github.com/karrick/godirwalk v1.16.1 h1:DynhcF+bztK8gooS0+NDJFrdNZjJ3gzVzC545UNA9iw=
469484
github.com/karrick/godirwalk v1.16.1/go.mod h1:j4mkqPuvaLI8mp1DroR3P6ad7cyYd4c1qeJ3RV7ULlk=
485+
github.com/kennygrant/sanitize v1.2.4 h1:gN25/otpP5vAsO2djbMhF/LQX6R7+O1TB4yv8NzpJ3o=
486+
github.com/kennygrant/sanitize v1.2.4/go.mod h1:LGsjYYtgxbetdg5owWB2mpgUL6e2nfw2eObZ0u0qvak=
470487
github.com/kisielk/errcheck v1.1.0/go.mod h1:EZBBE59ingxPouuu3KfxchcWSUPOHkagtvWXihfKN4Q=
471488
github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8=
472489
github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck=
@@ -723,6 +740,8 @@ github.com/remeh/sizedwaitgroup v1.0.0 h1:VNGGFwNo/R5+MJBf6yrsr110p0m4/OX4S3DCy7
723740
github.com/remeh/sizedwaitgroup v1.0.0/go.mod h1:3j2R4OIe/SeS6YDhICBy22RWjJC5eNCJ1V+9+NVNYlo=
724741
github.com/rivo/uniseg v0.2.0 h1:S1pD9weZBuJdFmowNwbpi7BJ8TNftyUImj/0WQi72jY=
725742
github.com/rivo/uniseg v0.2.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc=
743+
github.com/rocketlaunchr/google-search v1.1.4 h1:11tA5CoeUjoNnvdyUMGwyuxzihbBRDhoEFXlMmPm0k4=
744+
github.com/rocketlaunchr/google-search v1.1.4/go.mod h1:6WRqswVvv6PJtvGCB1sEVxt726NolmA0QTl6xSEXel0=
726745
github.com/rogpeppe/fastuuid v0.0.0-20150106093220-6724a57986af/go.mod h1:XWv6SoW27p1b0cqNHllgS5HIMJraePCO15w5zCzIWYg=
727746
github.com/rogpeppe/fastuuid v1.1.0/go.mod h1:jVj6XXZzXRy/MSR5jhDC/2q6DgLz+nrA6LYCDYWNEvQ=
728747
github.com/rogpeppe/fastuuid v1.2.0/go.mod h1:jVj6XXZzXRy/MSR5jhDC/2q6DgLz+nrA6LYCDYWNEvQ=
@@ -741,6 +760,8 @@ github.com/russross/blackfriday/v2 v2.0.1/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQD
741760
github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=
742761
github.com/ryanuber/columnize v0.0.0-20160712163229-9b3edd62028f/go.mod h1:sm1tb6uqfes/u+d4ooFouqFdy9/2g9QGwK3SQygK0Ts=
743762
github.com/sagikazarmark/crypt v0.3.0/go.mod h1:uD/D+6UF4SrIR1uGEv7bBNkNqLGqUr43MRiaGWX1Nig=
763+
github.com/saintfish/chardet v0.0.0-20120816061221-3af4cd4741ca h1:NugYot0LIVPxTvN8n+Kvkn6TrbMyxQiuvKdEwFdR9vI=
764+
github.com/saintfish/chardet v0.0.0-20120816061221-3af4cd4741ca/go.mod h1:uugorj2VCxiV1x+LzaIdVa9b4S4qGAcH6cbhh4qVxOU=
744765
github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529/go.mod h1:DxrIzT+xaE7yg65j358z/aeFdxmN0P9QXhEzd20vsDc=
745766
github.com/segmentio/ksuid v1.0.3/go.mod h1:/XUiZBD3kVx5SmUOl55voK5yeAbBNNIed+2O73XgrPE=
746767
github.com/segmentio/ksuid v1.0.4 h1:sBo2BdShXjmcugAMwjugoGUdUV0pcxY5mW4xKRn3v4c=
@@ -793,6 +814,7 @@ github.com/spyse-com/go-spyse v1.2.3 h1:0qo0OP5kLv0equyvI7H5pAGuDFTiFON3zXLv4BSw
793814
github.com/spyse-com/go-spyse v1.2.3/go.mod h1:MTle/KKITU7B2oSlfpzHZPc2k+WH+n5YATh1eUje7po=
794815
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
795816
github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
817+
github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE=
796818
github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
797819
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
798820
github.com/stretchr/testify v1.3.1-0.20190311161405-34c6fa2dc709/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
@@ -804,6 +826,8 @@ github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/
804826
github.com/subosito/gotenv v1.2.0/go.mod h1:N0PQaV/YGNqwC0u51sEeR/aUtSLEXKX9iv69rRypqCw=
805827
github.com/syndtr/goleveldb v1.0.0 h1:fBdIW9lB4Iz0n9khmH8w27SJ3QEJ7+IgjPEwGSZiFdE=
806828
github.com/syndtr/goleveldb v1.0.0/go.mod h1:ZVVdQEZoIme9iO1Ch2Jdy24qqXrMMOU6lpPAyBWyWuQ=
829+
github.com/temoto/robotstxt v1.1.1 h1:Gh8RCs8ouX3hRSxxK7B1mO5RFByQ4CmJZDwgom++JaA=
830+
github.com/temoto/robotstxt v1.1.1/go.mod h1:+1AmkuG3IYkh1kv0d2qEB9Le88ehNO0zwOr3ujewlOo=
807831
github.com/tj/assert v0.0.0-20171129193455-018094318fb0/go.mod h1:mZ9/Rh9oLWpLLDRpvE+3b7gP/C2YyLFYxNmcLnPTMe0=
808832
github.com/tj/assert v0.0.3 h1:Df/BlaZ20mq6kuai7f5z2TvPFiwC3xaWJSDQNiIS3Rk=
809833
github.com/tj/assert v0.0.3/go.mod h1:Ne6X72Q+TB1AteidzQncjw9PabbMp4PBMZ1k+vd1Pvk=
@@ -1166,6 +1190,7 @@ golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
11661190
golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
11671191
golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
11681192
golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
1193+
golang.org/x/time v0.0.0-20201208040808-7e3f01d25324/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
11691194
golang.org/x/time v0.0.0-20210723032227-1f47c861a9ac h1:7zkz7BUtwNFFqcowJ+RIgu2MaV/MapERkDIy+mwPyjs=
11701195
golang.org/x/time v0.0.0-20210723032227-1f47c861a9ac/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
11711196
golang.org/x/tools v0.0.0-20180221164845-07fd8470d635/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=

‎main.go‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -174,6 +174,10 @@ func scanDomain(domain string) {
174174

175175
dorks := tool.Dorks{}
176176
dorksCfg := make(map[string]interface{})
177+
178+
dorksCfg["outfile"] = scanPath + "/dorks.txt"
179+
dorksCfg["proxy"] = proxy
180+
177181
dorks.Configure(dorksCfg)
178182
dorks.Info(domain)
179183
if !dryRun {
@@ -277,7 +281,7 @@ func scanDomain(domain string) {
277281
}
278282

279283
func main() {
280-
version := figure.NewColorFigure("Yelaa 1.6.1", "", "cyan", true)
284+
version := figure.NewColorFigure("Yelaa 1.6.2", "", "cyan", true)
281285
version.Print()
282286

283287
var cmdScan = &cobra.Command{

‎tool/dorks.go‎

Lines changed: 34 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -1,35 +1,47 @@
11
package tool
22

33
import (
4-
"fmt"
5-
"os/exec"
6-
"runtime"
7-
84
"github.com/fatih/color"
5+
dorks "github.com/bogdzn/gork/cmd"
96
)
107

11-
type Dorks struct{}
8+
type Dorks struct{
9+
outfile string
10+
proxy string
11+
userAgent string
12+
extensions []string
13+
}
1214

1315
func (d *Dorks) Info(url string) {
14-
color.Cyan("Use dorks on %s", url)
16+
color.Cyan("Running dorks on %s", url)
1517
}
1618

17-
func (d *Dorks) Configure(c interface{}) {}
19+
func (d *Dorks) Configure(c interface{}) {
20+
21+
/*
22+
gork will parse the DOM instead of making an API request, because it's easier for the end user
23+
(no API key to worry about etc), so we probably should **not** be changing the page's layout
24+
but, it's here in case something breaks
25+
*/
26+
defaultUserAgent := "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36";
27+
defaultExtensions := []string{"doc", "docx", "csv", "pdf", "txt", "log", "bak", "json", "xlsx"}
28+
29+
d.extensions = defaultExtensions
30+
d.userAgent = defaultUserAgent
31+
d.outfile = c.(map[string]interface{})["outfile"].(string)
32+
d.proxy = c.(map[string]interface{})["proxy"].(string)
33+
}
1834

1935
func (d *Dorks) Run(url string) {
20-
var err error
21-
22-
switch runtime.GOOS {
23-
case "linux":
24-
err = exec.Command("xdg-open", "https://www.google.com/search?q=site:"+url+"+ext:doc+OR+ext:docx+OR+ext:csv+OR+ext:pdf+OR+ext:txt+OR+ext:log+OR+ext:bak").Start()
25-
case "windows":
26-
err = exec.Command("rundll32", "url.dll,FileProtocolHandler", url).Start()
27-
case "darwin":
28-
err = exec.Command("open", url).Start()
29-
default:
30-
err = fmt.Errorf("unsupported platform")
31-
}
32-
if err != nil {
33-
fmt.Println(err)
34-
}
36+
opts := &dorks.Options{
37+
Outfile: d.outfile,
38+
AppendResults: false,
39+
Proxy: d.proxy,
40+
Extensions: d.extensions,
41+
UserAgent: d.userAgent,
42+
Target: url,
43+
}
44+
45+
dorks.Run(opts)
46+
color.Cyan("Dorks are stored in %s", d.outfile)
3547
}

0 commit comments

Comments
 (0)