# Specialized robots.txt for TYPO3
# See: https://gist.github.com/oliverthiele/83957820413fd981e062

User-agent: *

# Only allow URLs generated with RealURL
Disallow: /*?id=*
Disallow: /*&id=*
Disallow: /*?quot
Disallow: /*?wbraid
Disallow: /*?gbraid

# Disallow crawling of URLs with UTM parameters
Disallow: /*?tag=*

# L=0 is the default language
Disallow: /*?L=0*
Disallow: /*&L=0*

# Should always be protected (.htaccess)
Disallow: /*/Private/*
Disallow: /*/Configuration/*

# Disallow temporary files
Disallow: /typo3temp/*
Allow: /typo3temp/*.css$
Allow: /typo3temp/*.css.*.gzip$
Allow: /typo3temp/*.js$
Allow: /typo3temp/*.js.*.gzip$
Allow: /typo3temp/*.jpg$
Allow: /typo3temp/*.gif$
Allow: /typo3temp/*.png$
Allow: /typo3temp/*.pdf$

# Disallow SQL files
Disallow: *.sql
Disallow: *.sql.gz

# Disallow all PDF from being indexed
Disallow: /*.pdf$

# Temporarily Disallow links
Disallow: https://www.frs.world/de/frs-flotte/ships/motorschiff-tanger-express
Disallow: https://www.frs.world/frs-fleet/ships/ms-tanger-express
Disallow: https://www.frs.world/de/frs-flotte/ships/motorschiff-kattegat
Disallow: https://www.frs.world/frs-fleet/ships/ms-kattegat
Disallow: https://www.frs.world/de/neuigkeiten/neue-linie-motril-tanger-med-von-frs-iberia
Disallow: https://www.frs.world/news/frs-iberia-takes-up-new-line-motril-tanger-med
Disallow: https://www.frs.world/de/presse/ein-neues-schiff-fuer-die-route-motril-tanger-med-1
Disallow: https://www.frs.world/press/a-new-ship-for-the-route-motril-tangier-med
Disallow: https://www.frs.world/de/presse/meyer-meyer-und-frs-iberia-planen-kooperation
Disallow: https://www.frs.world/press/meyer-meyer-and-frs-iberia-plan-cooperation
Disallow: https://www.frs.world/de/presse/frs-kauft-mv-miranda-fuer-motril-und-tanger-med
Disallow: https://www.frs.world/press/frs-acquires-the-vessel-mv-miranda