<style>/*<link href='https://www.blogger.com/dyn-css/authorization.css?targetBlogID=4907356971211246752&zx=e1f3ebcb-a8ef-499e-b5e8-29a8becf1ce6' media='none' onload='if(media!='all')media='all'' rel='stylesheet'/><noscript><link href='https://www.blogger.com/dyn-css/authorization.css?targetBlogID=4907356971211246752&zx=e1f3ebcb-a8ef-499e-b5e8-29a8becf1ce6' rel='stylesheet'/></noscript>
<meta name='google-adsense-platform-account' content='ca-host-pub-1556223355139109'/>
<meta name='google-adsense-platform-domain' content='blogspot.com'/>

<!-- data-ad-client=ca-pub-1497747774874198 -->

</head><body>*/</style>

Create a Custom Robots.txt file for Blogger

May 14, 2018

Create a Custom Robots.txt file for Blogger

Create a Custom Robots.txt file for Blogger

The robots exclusion protocol (REP), or robots.txt is a text file webmasters create to instruct robots (typically search engine robots) how to crawl and index pages on their website.

Cheat Sheet for Robots.txt file for Blogger:

Block all web crawlers from all content


User-agent: * 


Disallow: /

Block a specific web crawler from a specific folder


User-agent: Googlebot 


Disallow: /no-google/

Block a specific web crawler from a specific web page


User-agent: Googlebot 


Disallow: /no-google/blocked-page.html

Sitemap Parameter


User-agent: * 


Disallow: 


Sitemap: http://www.example.com/none-standard-location/sitemap.xml

Optimal Format:

Robots.txt needs to be placed in the top-level directory of a web server in order to be useful. Example: http://www.example.com/robots.txt

Create a Custom Robots.txt file for Blogger

Piyush Verma

I am a Blogger and Web Designer.

<style>/*
<script type="text/javascript" src="https://www.blogger.com/static/v1/widgets/1807328581-widgets.js"></script>
<script type='text/javascript'>
window['__wavt'] = 'AOuZoY6HqutvzdnxLluSG5JPaxpIEsELOA:1714139535131';_WidgetManager._Init('//www.blogger.com/rearrange?blogID\x3d4907356971211246752','//blogging-universe.blogspot.com/2018/05/create-custom-robotstxt-file-for-blogger.html','4907356971211246752');
_WidgetManager._SetDataContext([{'name': 'blog', 'data': {'blogId': '4907356971211246752', 'title': 'Blogging Universe', 'url': 'https://blogging-universe.blogspot.com/2018/05/create-custom-robotstxt-file-for-blogger.html', 'canonicalUrl': 'https://blogging-universe.blogspot.com/2018/05/create-custom-robotstxt-file-for-blogger.html', 'homepageUrl': 'https://blogging-universe.blogspot.com/', 'searchUrl': 'https://blogging-universe.blogspot.com/search', 'canonicalHomepageUrl': 'https://blogging-universe.blogspot.com/', 'blogspotFaviconUrl': 'https://blogging-universe.blogspot.com/favicon.ico', 'bloggerUrl': 'https://www.blogger.com', 'hasCustomDomain': false, 'httpsEnabled': true, 'enabledCommentProfileImages': true, 'gPlusViewType': 'FILTERED_POSTMOD', 'adultContent': false, 'analyticsAccountNumber': '', 'encoding': 'UTF-8', 'locale': 'en', 'localeUnderscoreDelimited': 'en', 'languageDirection': 'ltr', 'isPrivate': false, 'isMobile': false, 'isMobileRequest': false, 'mobileClass': '', 'isPrivateBlog': false, 'isDynamicViewsAvailable': true, 'feedLinks': '\x3clink rel\x3d\x22alternate\x22 type\x3d\x22application/atom+xml\x22 title\x3d\x22Blogging Universe - Atom\x22 href\x3d\x22https://blogging-universe.blogspot.com/feeds/posts/default\x22 /\x3e\n\x3clink rel\x3d\x22alternate\x22 type\x3d\x22application/rss+xml\x22 title\x3d\x22Blogging Universe - RSS\x22 href\x3d\x22https://blogging-universe.blogspot.com/feeds/posts/default?alt\x3drss\x22 /\x3e\n\x3clink rel\x3d\x22service.post\x22 type\x3d\x22application/atom+xml\x22 title\x3d\x22Blogging Universe - Atom\x22 href\x3d\x22https://www.blogger.com/feeds/4907356971211246752/posts/default\x22 /\x3e\n\n\x3clink rel\x3d\x22alternate\x22 type\x3d\x22application/atom+xml\x22 title\x3d\x22Blogging Universe - Atom\x22 href\x3d\x22https://blogging-universe.blogspot.com/feeds/2015106748311340388/comments/default\x22 /\x3e\n', 'meTag': '', 'adsenseClientId': 'ca-pub-1497747774874198', 'adsenseHostId': 'ca-host-pub-1556223355139109', 'adsenseHasAds': false, 'adsenseAutoAds': false, 'boqCommentIframeForm': true, 'loginRedirectParam': '', 'view': '', 'dynamicViewsCommentsSrc': '//www.blogblog.com/dynamicviews/4224c15c4e7c9321/js/comments.js', 'dynamicViewsScriptSrc': '//www.blogblog.com/dynamicviews/16e657cb9c57b8a2', 'plusOneApiSrc': 'https://apis.google.com/js/platform.js', 'disableGComments': true, 'interstitialAccepted': false, 'sharing': {'platforms': [{'name': 'Get link', 'key': 'link', 'shareMessage': 'Get link', 'target': ''}, {'name': 'Facebook', 'key': 'facebook', 'shareMessage': 'Share to Facebook', 'target': 'facebook'}, {'name': 'BlogThis!', 'key': 'blogThis', 'shareMessage': 'BlogThis!', 'target': 'blog'}, {'name': 'Twitter', 'key': 'twitter', 'shareMessage': 'Share to Twitter', 'target': 'twitter'}, {'name': 'Pinterest', 'key': 'pinterest', 'shareMessage': 'Share to Pinterest', 'target': 'pinterest'}, {'name': 'Email', 'key': 'email', 'shareMessage': 'Email', 'target': 'email'}], 'disableGooglePlus': true, 'googlePlusShareButtonWidth': 0, 'googlePlusBootstrap': '\x3cscript type\x3d\x22text/javascript\x22\x3ewindow.___gcfg \x3d {\x27lang\x27: \x27en\x27};\x3c/script\x3e'}, 'hasCustomJumpLinkMessage': false, 'jumpLinkMessage': 'Read more', 'pageType': 'item', 'postId': '2015106748311340388', 'postImageThumbnailUrl': 'https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEjCxWDVgJCJb5qkafomZtAIVo1xtHaQGl4ATlMkBpX2kLAfj3n9vPuWs4MikUv23f4RYPlWT_Tns5Q205Q10S8OdsmN9BTm2gvJSoq6et7o7EjmzAp-INpZ9uatPtFF6_uFHp7ISXIHavU/s72-c/Create-Custom-Robots-txt-file-Blogger.jpg', 'postImageUrl': 'https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEjCxWDVgJCJb5qkafomZtAIVo1xtHaQGl4ATlMkBpX2kLAfj3n9vPuWs4MikUv23f4RYPlWT_Tns5Q205Q10S8OdsmN9BTm2gvJSoq6et7o7EjmzAp-INpZ9uatPtFF6_uFHp7ISXIHavU/s1600/Create-Custom-Robots-txt-file-Blogger.jpg', 'pageName': 'Create a Custom Robots.txt file for Blogger', 'pageTitle': 'Blogging Universe: Create a Custom Robots.txt file for Blogger'}}, {'name': 'features', 'data': {}}, {'name': 'messages', 'data': {'edit': 'Edit', 'linkCopiedToClipboard': 'Link copied to clipboard!', 'ok': 'Ok', 'postLink': 'Post Link'}}, {'name': 'template', 'data': {'name': 'custom', 'localizedName': 'Custom', 'isResponsive': true, 'isAlternateRendering': false, 'isCustom': true}}, {'name': 'view', 'data': {'classic': {'name': 'classic', 'url': '?view\x3dclassic'}, 'flipcard': {'name': 'flipcard', 'url': '?view\x3dflipcard'}, 'magazine': {'name': 'magazine', 'url': '?view\x3dmagazine'}, 'mosaic': {'name': 'mosaic', 'url': '?view\x3dmosaic'}, 'sidebar': {'name': 'sidebar', 'url': '?view\x3dsidebar'}, 'snapshot': {'name': 'snapshot', 'url': '?view\x3dsnapshot'}, 'timeslide': {'name': 'timeslide', 'url': '?view\x3dtimeslide'}, 'isMobile': false, 'title': 'Create a Custom Robots.txt file for Blogger', 'description': '     Create a Custom Robots.txt file for Blogger         The robots exclusion protocol (REP), or robots.txt is a text file webmasters create...', 'featuredImage': 'https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEjCxWDVgJCJb5qkafomZtAIVo1xtHaQGl4ATlMkBpX2kLAfj3n9vPuWs4MikUv23f4RYPlWT_Tns5Q205Q10S8OdsmN9BTm2gvJSoq6et7o7EjmzAp-INpZ9uatPtFF6_uFHp7ISXIHavU/s1600/Create-Custom-Robots-txt-file-Blogger.jpg', 'url': 'https://blogging-universe.blogspot.com/2018/05/create-custom-robotstxt-file-for-blogger.html', 'type': 'item', 'isSingleItem': true, 'isMultipleItems': false, 'isError': false, 'isPage': false, 'isPost': true, 'isHomepage': false, 'isArchive': false, 'isLabelSearch': false, 'postId': 2015106748311340388}}, {'name': 'widgets', 'data': [{'title': 'Logo', 'type': 'HTML', 'sectionId': 'header-main', 'id': 'HTML10'}, {'title': 'Icons, Dark, Search', 'type': 'LinkList', 'sectionId': 'header-main', 'id': 'LinkList10'}, {'title': 'Menu', 'type': 'LinkList', 'sectionId': 'header-main', 'id': 'LinkList11'}, {'title': '#CustomPost by Label', 'type': 'HTML', 'sectionId': 'special-home', 'id': 'HTML26'}, {'title': 'Blog Posts', 'type': 'Blog', 'sectionId': 'blog-post', 'id': 'Blog1', 'posts': [{'id': '2015106748311340388', 'title': 'Create a Custom Robots.txt file for Blogger', 'featuredImage': 'https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEjCxWDVgJCJb5qkafomZtAIVo1xtHaQGl4ATlMkBpX2kLAfj3n9vPuWs4MikUv23f4RYPlWT_Tns5Q205Q10S8OdsmN9BTm2gvJSoq6et7o7EjmzAp-INpZ9uatPtFF6_uFHp7ISXIHavU/s1600/Create-Custom-Robots-txt-file-Blogger.jpg', 'showInlineAds': false}], 'headerByline': {'regionName': 'header1', 'items': [{'name': 'timestamp', 'label': 'MMM d, yyyy'}, {'name': 'share', 'label': ''}]}, 'footerBylines': [{'regionName': 'footer2', 'items': [{'name': 'labels', 'label': 'Tags:'}]}], 'allBylineItems': [{'name': 'timestamp', 'label': 'MMM d, yyyy'}, {'name': 'share', 'label': ''}, {'name': 'labels', 'label': 'Tags:'}]}, {'title': '#You may also like', 'type': 'HTML', 'sectionId': 'ads-post', 'id': 'HTML15'}, {'title': '#Advertisement', 'type': 'HTML', 'sectionId': 'ads-post', 'id': 'HTML14'}, {'title': 'Categories', 'type': 'Label', 'sectionId': 'sidebar-sticky', 'id': 'Label11'}, {'title': 'AD', 'type': 'HTML', 'sectionId': 'sidebar-sticky', 'id': 'HTML1'}, {'title': 'Most Viewed', 'type': 'PopularPosts', 'sectionId': 'sidebar-sticky', 'id': 'PopularPosts10', 'posts': [{'title': 'Oppenheimer Triumphs at 96th Academy Awards', 'id': 9092177606262715736}, {'title': 'NEW Call of Duty: Mobile logo on the Google Play Store', 'id': 7215346983693666646}, {'title': 'How Do You Feel About Insomniac\x27s Multiplayer Spider-Man Game Being Cancelled?', 'id': 5226848282586193183}, {'title': 'New \u2018Super Mario Bros 2\u2019 Movie is in the Works ', 'id': 7738919599377037741}, {'title': 'Sophie Turner in Suit: Beautiful Pics', 'id': 6848159981572591824}, {'title': 'The First Critic Reactions to X-Men 97 Are Positive', 'id': 174387084465668851}, {'title': 'Marvel Studios Retitles Avengers 5 Amidst Multiverse Speculation', 'id': 4843560407491712167}]}, {'title': 'About Us', 'type': 'HTML', 'sectionId': 'footer-widget', 'id': 'HTML21'}, {'title': 'Follow Us', 'type': 'LinkList', 'sectionId': 'footer-widget', 'id': 'LinkList14'}, {'title': 'Newsletter', 'type': 'HTML', 'sectionId': 'footer-widget', 'id': 'HTML22'}, {'title': 'Partners', 'type': 'LinkList', 'sectionId': 'footer-widget', 'id': 'LinkList1'}, {'title': 'Copyright', 'type': 'HTML', 'sectionId': 'copyright', 'id': 'HTML23'}, {'title': 'SVG Icons', 'type': 'HTML', 'sectionId': 'jet-options', 'id': 'HTML27'}, {'title': 'License Key', 'type': 'HTML', 'sectionId': 'jet-options', 'id': 'HTML28'}]}]);
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML10', 'header-main', document.getElementById('HTML10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList10', 'header-main', document.getElementById('LinkList10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList11', 'header-main', document.getElementById('LinkList11'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML26', 'special-home', document.getElementById('HTML26'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_BlogView', new _WidgetInfo('Blog1', 'blog-post', document.getElementById('Blog1'), {'cmtInteractionsEnabled': false, 'lightboxEnabled': true, 'lightboxModuleUrl': 'https://www.blogger.com/static/v1/jsbin/1666805145-lbx.js', 'lightboxCssUrl': 'https://www.blogger.com/static/v1/v-css/13464135-lightbox_bundle.css'}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML15', 'ads-post', document.getElementById('HTML15'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML14', 'ads-post', document.getElementById('HTML14'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LabelView', new _WidgetInfo('Label11', 'sidebar-sticky', document.getElementById('Label11'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML1', 'sidebar-sticky', document.getElementById('HTML1'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_PopularPostsView', new _WidgetInfo('PopularPosts10', 'sidebar-sticky', document.getElementById('PopularPosts10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML21', 'footer-widget', document.getElementById('HTML21'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList14', 'footer-widget', document.getElementById('LinkList14'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML22', 'footer-widget', document.getElementById('HTML22'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList1', 'footer-widget', document.getElementById('LinkList1'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML23', 'copyright', document.getElementById('HTML23'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML27', 'jet-options', document.getElementById('HTML27'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML28', 'jet-options', document.getElementById('HTML28'), {}, 'displayModeFull'));
</script>
</body>*/</style>