#robots.txt for nyaralo24.hu User-agent: * Disallow: /inc/ Disallow: /scripte/*.php$ Disallow: /scripte/language/ Disallow: /scripte/lib/ Disallow: /scripte/PDF/ Disallow: /search.php Disallow: /suche.php Disallow: /kedvencek/ Disallow: /*? User-agent: ia_archiver Disallow: / User-agent: AhrefsBot Allow: / #thatis