User-agent: * Disallow: /admin/ # exclude robots from indexing admin directory Disallow: /upload/ # exclude robots from indexing upload directory Disallow: /meta_description.txt Disallow: /meta_keyword.txt