# robots.txt

User-agent: *
Disallow: /fileadmin
Disallow: /t3lib
Disallow: /typo3conf

# Only allow URLs generated with RealURL
#Disallow: /*?id=*
#Disallow: /*&id=*

# L=0 is the default language
Disallow: /*?L=0*
Disallow: /*&L=0*


# typeNum = 98 is usually the print version.
Disallow: /*?type=98*
Disallow: /*&type=98*


# Should always be protected
Disallow: /*/Private/*
Disallow: /*/Configuration/*



Disallow: /typo3temp/*
Allow: /typo3temp/*.css$
Allow: /typo3temp/*.css.*.gzip$
Allow: /typo3temp/*.js$
Allow: /typo3temp/*.js.*.gzip$
Allow: /typo3temp/*.jpg$
Allow: /typo3temp/*.gif$
Allow: /typo3temp/*.png$

Disallow: *.sql
Disallow: *.sql.gz

Allow: /fileadmin/_processed_/
Allow: /fileadmin/media
Allow: /fileadmin/user_upload/*.pdf$
Allow: /fileadmin/user_upload/*.jpg$
Allow: /fileadmin/user_upload/*.gif$
Allow: /fileadmin/user_upload/*.png$
Allow: /fileadmin/user_upload/*/*.pdf$
Allow: /fileadmin/user_upload/*/*.jpg$
Allow: /fileadmin/user_upload/*/*.gif$
Allow: /fileadmin/user_upload/*/*.png$
Allow: /typo3conf/ext/spotwebsite