User-agent: twiceler
Crawl-delay: 30

User-agent: *
# Directories
Disallow: /files/idojaras-elorejelzes-wmaps-hu/css/
Disallow: /files/idojaras-elorejelzes-wmaps-hu/js/
Disallow: /files/idojaras-elorejelzes-wmaps-hu/gmaps/
Disallow: /files/idojaras-elorejelzes-wmaps-hu/languages/
Disallow: /files/idojaras-elorejelzes-wmaps-hu/weathercom/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
Disallow: /cache/
Disallow: /boost_stats.php
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
## A keresőrobotnak hozzá kell tudni férni az autentikációhoz!!!
## Disallow: /LiveSearchSiteAuth.xml
## Disallow: /google1f4e5510c1e123aa.html
## Disallow: /y_key_0f7e1b9c6252d4d4.html
## Disallow: /y_key_48b564e986735a24.html
## Disallow: /y_key_4ec2c9a63a85b5a7.html
Disallow: /fastphp
Disallow: /sitemap.php

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /users/
Disallow: /taxonomy/
Disallow: /category/
Disallow: /en/

# Custom aliases (clean URLs)
Disallow: /closest-location
#Disallow: /magyarorszag
#Disallow: /ausztria
#Disallow: /horvatorszag
#Disallow: /olaszorszag
#Disallow: /romania
#Disallow: /szerbia-koszovo
#Disallow: /szlovakia
#Disallow: /szlovenia
#Disallow: /ukrajna

# Paths (no clean URLs)
Disallow: /?q=
Disallow: /taxonomy/location/
Disallow: /?q=taxonomy/location/
Sitemap: http://idojaras-elorejelzes.wmaps.hu/files/idojaras-elorejelzes-wmaps-hu/xmlsitemap/xsm-en.xml