User-Agent: * Crawl-delay: 5 Disallow: /CVS Disallow: /.svn$ Disallow: /.idea$ Disallow: /.sql$ Disallow: /.tgz$ Disallow: /app/ Disallow: /downloader/ Disallow: /errors/ Disallow: /includes/ Disallow: /lib/ Disallow: /pkginfo/ Disallow: /shell/ Disallow: /var/ Disallow: /api.php Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /get.php Disallow: /install.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /README.txt Disallow: /RELEASE_NOTES.txt Disallow: /cgi-bin/ Disallow: /cleanup.php Disallow: /apc.php Disallow: /memcache.php Disallow: /phpinfo.php Disallow: /deliverystatus/ Disallow: */deliverystatus Disallow: /adeoweb_autorelated Disallow: /catalogsearch/ajax/suggest/ Disallow: /catalogsearch/result/index/ Disallow: /ru/catalogsearch/ajax/suggest/ Disallow: /ru/catalogsearch/result/index/ User-agent: msnbot Crawl-delay: 2 User-agent: ^Buck\/[0-9] Disallow: / User-agent: spider Disallow: / User-agent: crawl Disallow: / User-agent: ^.?$ Disallow: / User-agent: [^a]fish Disallow: / User-agent: ^IDA$ Disallow: / User-agent: ^ruby$ Disallow: / User-agent: ^@ozilla\/\d Disallow: / User-agent: ^脝脝陆芒潞贸碌脛$ Disallow: / User-agent: ^破解后的$ Disallow: / User-agent: AddThis Disallow: / User-agent: A6-Indexer Disallow: / User-agent: ADmantX Disallow: / User-agent: alexa Disallow: / User-agent: Alexandria(\s|\+)prototype(\s|\+)project Disallow: / User-agent: AllenTrack Disallow: / User-agent: almaden Disallow: / User-agent: appie Disallow: / User-agent: API[\+\s]scraper Disallow: / User-agent: Arachni Disallow: / User-agent: Arachmo Disallow: / User-agent: architext Disallow: / User-agent: ArchiveTeam Disallow: / User-agent: aria2\/\d Disallow: / User-agent: arks Disallow: / User-agent: ^Array$ Disallow: / User-agent: asterias Disallow: / User-agent: atomz Disallow: / User-agent: axios\/\d Disallow: / User-agent: BDFetch Disallow: / User-agent: Betsie Disallow: / User-agent: baidu Disallow: / User-agent: biglotron Disallow: / User-agent: BingPreview Disallow: / User-agent: binlar Disallow: / User-agent: bjaaland Disallow: / User-agent: Blackboard[\+\s]Safeassign Disallow: / User-agent: blaiz-bee Disallow: / User-agent: bloglines Disallow: / User-agent: blogpulse Disallow: / User-agent: boitho\.com-dc Disallow: / User-agent: bookmark-manager Disallow: / User-agent: Brutus\/AET Disallow: / User-agent: BUbiNG Disallow: / User-agent: bwh3_user_agent Disallow: / User-agent: CakePHP Disallow: / User-agent: celestial Disallow: / User-agent: cfnetwork Disallow: / User-agent: checklink Disallow: / User-agent: checkprivacy Disallow: / User-agent: China\sLocal\sBrowse\s2\.6 Disallow: / User-agent: Citoid Disallow: / User-agent: cloakDetect Disallow: / User-agent: coccoc\/1\.0 Disallow: / User-agent: Code\sSample\sWeb\sClient Disallow: / User-agent: ColdFusion Disallow: / User-agent: collection@infegy.com Disallow: / User-agent: com\.plumanalytics Disallow: / User-agent: combine Disallow: / User-agent: contentmatch Disallow: / User-agent: ContentSmartz Disallow: / User-agent: convera Disallow: / User-agent: core Disallow: / User-agent: Cortana Disallow: / User-agent: CoverScout Disallow: / User-agent: crusty\/\d Disallow: / User-agent: curl\/ Disallow: / User-agent: cursor Disallow: / User-agent: custo Disallow: / User-agent: DataCha0s\/2\.0 Disallow: / User-agent: daum(oa)? Disallow: / User-agent: ^\%?default\%?$ Disallow: / User-agent: DeuSu\/ Disallow: / User-agent: Dispatch\/\d Disallow: / User-agent: Docoloc Disallow: / User-agent: docomo Disallow: / User-agent: Download\+Master Disallow: / User-agent: Drupal Disallow: / User-agent: DSurf Disallow: / User-agent: DTS Agent Disallow: / User-agent: EasyBib[\+\s]AutoCite[\+\s] Disallow: / User-agent: easydl Disallow: / User-agent: EBSCO\sEJS\sContent\sServer Disallow: / User-agent: EcoSearch Disallow: / User-agent: ELinks\/ Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Embedly Disallow: / User-agent: EThOS\+\(British\+Library\) Disallow: / User-agent: facebookexternalhit\/ Disallow: / User-agent: favorg Disallow: / User-agent: Faveeo\/\d Disallow: / User-agent: FDM(\s|\+)\d Disallow: / User-agent: Feedbin Disallow: / User-agent: feedburner Disallow: / User-agent: FeedFetcher Disallow: / User-agent: feedreader Disallow: / User-agent: ferret Disallow: / User-agent: Fetch(\s|\+)API(\s|\+)Request Disallow: / User-agent: findlinks Disallow: / User-agent: findthatfile Disallow: / User-agent: ^FileDown$ Disallow: / User-agent: ^Filter$ Disallow: / User-agent: ^firefox$ Disallow: / User-agent: ^FOCA Disallow: / User-agent: Fulltext Disallow: / User-agent: Funnelback Disallow: / User-agent: Genieo Disallow: / User-agent: GetRight Disallow: / User-agent: geturl Disallow: / User-agent: GigablastOpenSource Disallow: / User-agent: G-i-g-a-b-o-t Disallow: / User-agent: GLMSLinkAnalysis Disallow: / User-agent: Goldfire(\s|\+)Server Disallow: / #User-agent: google User-agent: Grammarly Disallow: / User-agent: GroupHigh\/\d Disallow: / User-agent: grub Disallow: / User-agent: gulliver Disallow: / User-agent: gvfs\/ Disallow: / User-agent: harvest Disallow: / User-agent: heritrix Disallow: / User-agent: holmes Disallow: / User-agent: htdig Disallow: / User-agent: htmlparser Disallow: / User-agent: HeadlessChrome Disallow: / User-agent: HttpComponents\/1.1 Disallow: / User-agent: HTTPFetcher Disallow: / User-agent: http.?client Disallow: / User-agent: httpget Disallow: / User-agent: httpx Disallow: / User-agent: httrack Disallow: / User-agent: ia_archiver Disallow: / User-agent: ichiro Disallow: / User-agent: iktomi Disallow: / User-agent: ilse Disallow: / User-agent: Indy Library Disallow: / User-agent: ^integrity\/\d Disallow: / User-agent: internetseer Disallow: / User-agent: intute Disallow: / User-agent: iSiloX Disallow: / User-agent: iskanie Disallow: / User-agent: ^java\/\d{1,2}.\d Disallow: / User-agent: jeeves Disallow: / User-agent: Jersey\/\d Disallow: / User-agent: jobo Disallow: / User-agent: Koha Disallow: / User-agent: kyluka Disallow: / User-agent: larbin Disallow: / User-agent: libcurl Disallow: / User-agent: libhttp Disallow: / User-agent: libwww Disallow: / User-agent: lilina Disallow: / User-agent: ^LinkAnalyser Disallow: / User-agent: link.?check Disallow: / User-agent: LinkLint-checkonly Disallow: / User-agent: ^LinkParser\/ Disallow: / User-agent: ^LinkSaver\/ Disallow: / User-agent: linkscan Disallow: / User-agent: LinkTiger Disallow: / User-agent: linkwalker Disallow: / User-agent: lipperhey Disallow: / User-agent: livejournal\.com Disallow: / User-agent: LOCKSS Disallow: / User-agent: LongURL.API Disallow: / User-agent: ltx71 Disallow: / User-agent: lwp Disallow: / User-agent: lycos[_+] Disallow: / User-agent: MaCoCu Disallow: / User-agent: mail\.ru Disallow: / User-agent: MarcEdit Disallow: / #User-agent: mediapartners-google User-agent: megite Disallow: / User-agent: MetaURI[\+\s]API\/\d\.\d Disallow: / User-agent: Microsoft(\s|\+)URL(\s|\+)Control Disallow: / User-agent: Microsoft Office Existence Discovery Disallow: / User-agent: Microsoft Office Protocol Discovery Disallow: / User-agent: Microsoft-WebDAV-MiniRedir Disallow: / User-agent: mimas Disallow: / User-agent: mnogosearch Disallow: / User-agent: moget Disallow: / User-agent: motor Disallow: / User-agent: ^Mozilla$ Disallow: / User-agent: ^Mozilla.4\.0$ Disallow: / User-agent: ^Mozilla\/4\.0\+\(compatible;\)$ Disallow: / User-agent: ^Mozilla\/4\.0\+\(compatible;\+ICS\)$ Disallow: / User-agent: ^Mozilla\/4\.5\+\[en]\+\(Win98;\+I\)$ Disallow: / User-agent: ^Mozilla.5\.0$ Disallow: / User-agent: ^Mozilla\/5.0\+\(compatible;\+MSIE\+6\.0;\+Windows\+NT\+5\.0\)$ Disallow: / User-agent: ^Mozilla\/5\.0\+like\+Gecko$ Disallow: / User-agent: ^Mozilla\/5.0(\s|\+)Gecko\/20100115(\s|\+)Firefox\/3.6$ Disallow: / User-agent: ^MSIE Disallow: / User-agent: MuscatFerre Disallow: / User-agent: myweb Disallow: / User-agent: nagios Disallow: / User-agent: ^NetAnts\/\d Disallow: / User-agent: netcraft Disallow: / User-agent: netluchs Disallow: / User-agent: newspaper\/\d Disallow: / User-agent: ng\/2\. Disallow: / User-agent: ^Ning\/\d Disallow: / User-agent: no_user_agent Disallow: / User-agent: nomad Disallow: / User-agent: nutch Disallow: / User-agent: ^oaDOI$ Disallow: / User-agent: ocelli Disallow: / User-agent: Offline(\s|\+)Navigator Disallow: / User-agent: OgScrper Disallow: / User-agent: okhttp Disallow: / User-agent: onetszukaj Disallow: / User-agent: ^Opera\/4$ Disallow: / User-agent: OurBrowser Disallow: / User-agent: panscient Disallow: / User-agent: parsijoo Disallow: / User-agent: ^Pattern\/\d Disallow: / User-agent: Pcore-HTTP Disallow: / User-agent: pear\.php\.net Disallow: / User-agent: perman Disallow: / User-agent: PHP\/ Disallow: / User-agent: pidcheck Disallow: / User-agent: pioneer Disallow: / User-agent: playmusic\.com Disallow: / User-agent: playstarmusic\.com Disallow: / User-agent: ^Postgenomic(\s|\+)v2 Disallow: / User-agent: powermarks Disallow: / User-agent: proximic Disallow: / User-agent: PycURL Disallow: / User-agent: python Disallow: / User-agent: Qwantify Disallow: / User-agent: rambler Disallow: / User-agent: ReactorNetty\/\d Disallow: / User-agent: Readpaper Disallow: / User-agent: redalert Disallow: / User-agent: Riddler Disallow: / User-agent: robozilla Disallow: / User-agent: rss Disallow: / User-agent: scan4mail Disallow: / User-agent: scientificcommons Disallow: / User-agent: scirus Disallow: / User-agent: scooter Disallow: / User-agent: Scrapy\/\d Disallow: / User-agent: ScoutJet Disallow: / User-agent: ^scrutiny\/\d Disallow: / User-agent: SearchBloxIntra Disallow: / User-agent: shoutcast Disallow: / User-agent: Site24x7 Disallow: / User-agent: SkypeUriPreview Disallow: / User-agent: slurp Disallow: / User-agent: sogou Disallow: / User-agent: speedy Disallow: / User-agent: sqlmap Disallow: / User-agent: SrceDAMP Disallow: / User-agent: Strider Disallow: / User-agent: summify Disallow: / User-agent: sunrise Disallow: / User-agent: Sysomos Disallow: / User-agent: T\-H\-U\-N\-D\-E\-R\-S\-T\-O\-N\-E Disallow: / User-agent: tailrank Disallow: / User-agent: Teleport(\s|\+)Pro Disallow: / User-agent: Teoma Disallow: / User-agent: The[\+\s]Knowledge[\+\s]AI Disallow: / User-agent: titan Disallow: / User-agent: ^Traackr\.com$ Disallow: / User-agent: Trello Disallow: / User-agent: Trove Disallow: / User-agent: Turnitin Disallow: / User-agent: twiceler Disallow: / User-agent: Typhoeus Disallow: / User-agent: ucsd Disallow: / User-agent: ultraseek Disallow: / User-agent: ^undefined$ Disallow: / User-agent: ^unknown$ Disallow: / User-agent: Unpaywall Disallow: / User-agent: URL2File Disallow: / User-agent: urlaliasbuilder Disallow: / User-agent: urllib Disallow: / User-agent: ^user.?agent$ Disallow: / User-agent: ^User-Agent Disallow: / User-agent: validator Disallow: / User-agent: virus.detector Disallow: / User-agent: voila Disallow: / User-agent: ^voltron$ Disallow: / User-agent: voyager\/ Disallow: / User-agent: w3af\.org Disallow: / User-agent: Wanadoo Disallow: / User-agent: Web(\s|\+)Downloader Disallow: / User-agent: WebCloner Disallow: / User-agent: webcollage Disallow: / User-agent: WebCopier Disallow: / User-agent: Webinator Disallow: / User-agent: weblayers Disallow: / User-agent: Webmetrics Disallow: / User-agent: webmirror Disallow: / User-agent: webmon Disallow: / User-agent: weborama-fetcher Disallow: / User-agent: webreaper Disallow: / User-agent: WebStripper Disallow: / User-agent: WebZIP Disallow: / User-agent: Wget Disallow: / User-agent: WhatsApp Disallow: / User-agent: wordpress Disallow: / User-agent: worm Disallow: / User-agent: www\.gnip\.com Disallow: / User-agent: WWW-Mechanize Disallow: / User-agent: xenu Disallow: / User-agent: y!j Disallow: / User-agent: yacy Disallow: / User-agent: yahoo Disallow: / User-agent: yandex Disallow: / User-agent: Yeti\/\d Disallow: / User-agent: Zabbix Disallow: / User-agent: ZoteroTranslationServer Disallow: / User-agent: zeus Disallow: / User-agent: zyborg Disallow: / User-agent: 7siters Disallow: / User-agent: AdsBot-Google Crawl-delay: 10 User-agent: Googlebot Crawl-delay: 5 Sitemap: https://www.irankiai.lt/sitemap/lt/sitemap.xml