User-agent: * Allow: / # Allow model-specific pages Allow: /index.php Allow: /*_statistics.php Allow: /styles.css Allow: /images/ # Block access to sensitive files Disallow: /*.log Disallow: /*.sql Disallow: /includes/ # Crawl-delay Crawl-delay: 1