{\rtf1\ansi\ansicpg1252\deff0\deflang1033{\fonttbl{\f0\fswiss\fcharset0 Courier New;}{\f1\froman\fcharset0 Times New Roman;}{\f2\fswiss\fcharset0 Arial;}} {\*\generator Msftedit 5.41.15.1507;}\viewkind4\uc1\pard\tx0\tx959\tx1918\tx2877\tx3836\tx4795\tx5754\tx6713\tx7672\tx8631\f0\fs20 ###############################\par #\par # sample robots.txt file for this website \par #\par # addresses all robots by using wild card *\par #\par #User-agent: *\par # list folders robots are not allowed to index\par #\par #Disallow: /tutorials/meta/\par #Disallow: /tutorials/images/\par #Disallow: /tutorials/assets/\par #Disallow: /tutorials/404redirect/\par #\par # list specific files robots are not allowed to index\par #\par #Disallow: /tutorials/meta_tags.html\par #Disallow: /tutorials/custom_error_page.html\par #\par \pard\sb100\sa100\f1\fs24 User-agent: * \par Disallow: /tmp \par Disallow: /logs \par \pard\tx0\tx959\tx1918\tx2877\tx3836\tx4795\tx5754\tx6713\tx7672\tx8631\f0\fs20\par #\par # End of robots.txt file\par #\par ###############################\par \pard\f2\par }