User-agent: *
Disallow: /admin/
# Disallow: /pm/
Disallow: /569313408/
# Disallow: /grtv/embed/?partner
# Disallow: /grtv2/embed/
Disallow: /grtv2/admin2/
Disallow: /grtv2/insert_grtv_stats.php
# Disallow: /ajaxstuff/
Disallow: /lay/agreements/
# Disallow: /downloads/
# Disallow: /*?loginform*
# Disallow: /*?gameSystem*
# Disallow: /*?company*
# Disallow: /*?releaseDate*
# Disallow: /*?create*
# Disallow: /*?cat*
# Disallow: /*&cat*
# Disallow: /*?rs*
# Disallow: /*sid=*
# Disallow: /*l=*
# Disallow: /*search=*
Disallow: /*banComment*
Disallow: /webshop/
Disallow: /vcards.php
# Disallow: /partnerstuff/
# Disallow: /partnerstuff/rss_text.php*
Disallow: /partnerstuff/screenshots_js.php*
# Disallow: /wallpapers/
Disallow: /academy/
#Disallow: /bye.php
Disallow: /betakey/
#Disallow: /chatlogs/

# contests
# Disallow: /concursos/
# Disallow: /kontes/
# Disallow: /Gewinnspiel/
# Disallow: /konkurrencer/
# Disallow: /contest/
# Disallow: /kilpailu/
# Disallow: /competitions/
# Disallow: /wedstrijd/
# Disallow: /konkurranser/
# Disallow: /konkurs/
# Disallow: /passatempos/
# Disallow: /tavling/

# letters 
# Disallow: /cartas/
# Disallow: /surat/
# Disallow: /Leserbriefe/
# Disallow: /brevkasse/
# Disallow: /letters/
# Disallow: /kirjeet/
# Disallow: /boitedelettres/
# Disallow: /posta/
# Disallow: /brieven/
# Disallow: /brevkasse/
# Disallow: /listy/
# Disallow: /brev/

# polls
# Disallow: /encuesta/
# Disallow: /poll/
# Disallow: /Umfrage/
# Disallow: /afstemning/
# Disallow: /aanestys/
# Disallow: /sondage/
# Disallow: /sondaggi/
# Disallow: /ankieta/
# Disallow: /sondagem/
# Disallow: /omrostning/

# profile 
# Disallow: */profil/*
# Disallow: */krypin/*
# Disallow: */profiili/*
# Disallow: */profile/*
# Disallow: */perfil/*
# Disallow: */profilo/*
# Disallow: */profiel/*

# images 
#Disallow: */imagenes/*
#Disallow: */bild/*
#Disallow: */Bilder/*
#Disallow: */bilde/*
#Disallow: */billeder/*
#Disallow: */kuvankatselu/*
#Disallow: */images/*
#Disallow: */immagini/*
#Disallow: */gambar/*
#Disallow: */obrazy/*
#Disallow: */imagens/*
#Disallow: */bild_old/*

# register 
# Disallow: /registrate/
# Disallow: /register/
# Disallow: /join/

# looking for group
# Disallow: /lfg/
# Disallow: /giochiamo/
# Disallow: /la-oss-spille/
# Disallow: /vamos-jogar/
# Disallow: /nu-ska-vi-spela/
# Disallow: /buscar-partida-online/
# Disallow: /pelataaan-yhdessä/
# Disallow: /lad-os-spille/
# Disallow: /jouons/
# Disallow: /lets-play/

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Mediatoolkitbot
Disallow: /

User-agent: ZoomBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: trendkite-akashic-crawler
Disallow: /

User-agent: thesis-research-bot
Disallow: /