USER-AGENT: * 

# crawlers will not access data folder

DISALLOW: /beta/ 

DISALLOW: /controls/ 

DISALLOW: /css/ 

DISALLOW: /data

DISALLOW: /downloads

DISALLOW: /images

DISALLOW: /php

DISALLOW: /time/ 

DISALLOW: /settings

DISALLOW: /subsection/