<?xml version="1.0" encoding="UTF-8"?>
<rss version="2.0"
	xmlns:content="http://purl.org/rss/1.0/modules/content/"
	xmlns:wfw="http://wellformedweb.org/CommentAPI/"
	xmlns:dc="http://purl.org/dc/elements/1.1/"
	xmlns:atom="http://www.w3.org/2005/Atom"
	xmlns:sy="http://purl.org/rss/1.0/modules/syndication/"
	xmlns:slash="http://purl.org/rss/1.0/modules/slash/"
	>

<channel>
	<title>Kittu K &#187; crawlers</title>
	<atom:link href="http://www.kittuk.com/tag/crawlers/feed/" rel="self" type="application/rss+xml" />
	<link>http://www.kittuk.com</link>
	<description>Optimize your website for major search engines with free seo tools,tips,tricks &#38; SEO techniques. Learn to optimizer keywords, meta tags, content and build backlinks.</description>
	<lastBuildDate>Wed, 18 Jan 2012 09:48:26 +0000</lastBuildDate>
	<language>en</language>
	<sy:updatePeriod>hourly</sy:updatePeriod>
	<sy:updateFrequency>1</sy:updateFrequency>
	<generator>http://wordpress.org/?v=3.1.2</generator>
		<item>
		<title>Blocking Search Engines Crawlers / Spiders using Robots.txt File</title>
		<link>http://www.kittuk.com/2009/08/blocking-search-engines-crawlers-using-robotstxt-file/</link>
		<comments>http://www.kittuk.com/2009/08/blocking-search-engines-crawlers-using-robotstxt-file/#comments</comments>
		<pubDate>Wed, 19 Aug 2009 20:01:37 +0000</pubDate>
		<dc:creator>Kittu</dc:creator>
				<category><![CDATA[SEO Tips & Techniques]]></category>
		<category><![CDATA[crawlers]]></category>
		<category><![CDATA[robots]]></category>
		<category><![CDATA[search engine]]></category>
		<category><![CDATA[search engine optimization]]></category>
		<category><![CDATA[searchbot]]></category>
		<category><![CDATA[seo techniques]]></category>
		<category><![CDATA[seo tips]]></category>
		<category><![CDATA[seo tricks]]></category>

		<guid isPermaLink="false">http://www.kittuk.com/?p=317</guid>
		<description><![CDATA[You require a robots.txt file only if you don&#8217;t want searchbots to crawl and therefore index certain pages. i.e you want to block particular pages of your website from coming in search results of search engines. If you want your entire site to be indexed, you don&#8217;t need robots.txt file in the first place. Robots.txt [...]]]></description>
		<wfw:commentRss>http://www.kittuk.com/2009/08/blocking-search-engines-crawlers-using-robotstxt-file/feed/</wfw:commentRss>
		<slash:comments>1</slash:comments>
		</item>
	</channel>
</rss>

