Skip to content

Commit e49615f

Browse files
authored
Update patterns (#45)
Add new crawlers: - add Verity - add GoogleOther - add Zapier - add Litespeed LSCache Corresponds to upstream v1.2.119
1 parent 01b6bdd commit e49615f

File tree

2 files changed

+8
-1
lines changed

2 files changed

+8
-1
lines changed

crawlers.go

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -192,7 +192,6 @@ var crawlers = []string{
192192
`Branch Metrics API`,
193193
`Branch-Passthrough`,
194194
`Brandprotect`,
195-
`BrandVerity`,
196195
`Brandwatch`,
197196
`Brodie\/`,
198197
`Browsershots`,
@@ -481,6 +480,7 @@ var crawlers = []string{
481480
`Google-Youtube-Links`,
482481
`GoogleDocs`,
483482
`GoogleHC\/`,
483+
`GoogleOther`,
484484
`GoogleProber`,
485485
`GoogleProducer`,
486486
`GoogleSites`,
@@ -698,6 +698,7 @@ var crawlers = []string{
698698
`longurl-r-package`,
699699
`looid\.com`,
700700
`looksystems\.net`,
701+
`lscache_runner`,
701702
`ltx71`,
702703
`lua-resty-http`,
703704
`Lucee \(CFML Engine\)`,
@@ -1244,6 +1245,7 @@ var crawlers = []string{
12441245
`VB Project`,
12451246
`vBSEO`,
12461247
`VCI`,
1248+
`Verity`,
12471249
`via ggpht\.com GoogleImageProxy`,
12481250
`Virusdie`,
12491251
`visionutils`,
@@ -1395,6 +1397,7 @@ var crawlers = []string{
13951397
`Zabbix`,
13961398
`Zade`,
13971399
`Zao`,
1400+
`Zapier`,
13981401
`Zauba`,
13991402
`Zemanta Aggregator`,
14001403
`Zend\\Http\\Client`,

testdata/crawlers.txt

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3669,3 +3669,7 @@ Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MicrosoftPreview/
36693669
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GeedoProductSearch; +http://www.geedo.com/product-search.html) Chrome/79.0.3945.88 Safari/537.36
36703670
Mozilla/5.0 (compatible; +probely.com/sos) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.36 ProbelySPDR/0.2.0
36713671
facebookcatalog/1.0
3672+
Verity/1.1 (gumgum.com/verity; [email protected])
3673+
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GoogleOther) Chrome/117.0.5938.132 Safari/537.36
3674+
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.5938.132 Mobile Safari/537.36 (compatible; GoogleOther)
3675+
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.6261.94 Mobile Safari/537.36 (compatible; GoogleOther)

0 commit comments

Comments
 (0)