User-Agent: *# Disallow all crawlers access to certain pages.
Disallow: /yenisite
Disallow: /eskisite
Disallow: /js
Allow: /