{"id":432,"date":"2007-11-06T21:31:37","date_gmt":"2007-11-06T13:31:37","guid":{"rendered":"http:\/\/www.jason695.idv.tw:81\/wordpress\/?p=432"},"modified":"2007-11-06T21:31:37","modified_gmt":"2007-11-06T13:31:37","slug":"robotstxt","status":"publish","type":"post","link":"https:\/\/jason695.why3s.tw\/wordpress\/2007\/11\/06\/robotstxt\/","title":{"rendered":"robots.txt"},"content":{"rendered":"

robots.txt \u6a23\u672c\uff1a<\/p>\n

User-agent: {Spider\u540d}
\nDisallow: {File\u4f4d\u7f6e}<\/p>\n

\u4f8b\uff1a\u8a2d\u5b9a\u6240\u6709 robot \u4e0d\u80fd\u5920\u6536\u96c6 \/tmp\/ \u548c \/download\/ \u76ee\u9304\u4e2d\u7684\u8cc7\u6599\u3002<\/p>\n

User-agent: *
\nDisallow: \/tmp\/
\nDisallow: \/download\/<\/p>\n

\u4f8b\uff1a\u8a2d\u5b9a\u6240\u6709 robot \u4e0d\u80fd\u5920\u6536\u96c6 etc.htm \u548c \/index\/work.html \u4e2d\u7684\u8cc7\u6599\u3002<\/p>\n

User-agent: *
\nDisallow: \/etc.htm
\nDisallow: \/index\/work.html<\/p>\n

\u4f8b\uff1a\u8a2d\u5b9a\u6240\u6709 robot \u4e0d\u80fd\u5920\u6536\u96c6\u6240\u6709\u7db2\u9801\u8cc7\u6599\u3002<\/p>\n

User-agent: *
\nDisallow: \/<\/p>\n

\u4f8b\uff1a\u8a2d\u5b9a Google \u4e0d\u80fd\u5920\u6536\u96c6 \/tmp\/ \u76ee\u9304\u4e2d\u7684\u8cc7\u6599\u3002<\/p>\n

User-agent: Googlebot
\nDisallow: \/tmp\/<\/p>\n

\u4f8b\uff1a\u8a2d\u5b9a Google \u548c Excite \u4e0d\u80fd\u5920\u6536\u96c6 \/tmp\/ \u548c \/index\/work.html \u76ee\u9304\u4e2d\u7684\u8cc7\u6599\u3002<\/p>\n

User-agent: Googlebot
\nUser-agent: ArchitextSpider
\nDisallow: \/tmp\/
\nDisallow: \/index\/work.html<\/p>\n

\u5c0d\u61c9\u8868\uff1a<\/p>\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\u641c\u5c0b\u5f15\u64ce<\/strong><\/td>\nRobot \u540d\u7a31<\/strong><\/td>\n<\/tr>\n
\n
AltaVista<\/div>\n<\/td>\n
\n
Scooter<\/div>\n<\/td>\n<\/tr>\n
Infoseek<\/td>\nInfoseek<\/td>\n<\/tr>\n
Hotbot<\/td>\nSlurp<\/td>\n<\/tr>\n
AOL Search<\/td>\nSlurp<\/td>\n<\/tr>\n
Excite<\/td>\nArchitextSpider<\/td>\n<\/tr>\n
Google<\/td>\nGooglebot<\/td>\n<\/tr>\n
Goto<\/td>\nSlurp<\/td>\n<\/tr>\n
Lycos<\/td>\nLycos<\/td>\n<\/tr>\n
MSN<\/td>\nSlurp<\/td>\n<\/tr>\n
Netscape<\/td>\nGooglebot<\/td>\n<\/tr>\n
NorthernLight<\/td>\nGulliver<\/td>\n<\/tr>\n
WebCrawler<\/td>\nArchitextSpider<\/td>\n<\/tr>\n
Iwon<\/td>\nSlurp<\/td>\n<\/tr>\n
Fast<\/td>\nFast<\/td>\n<\/tr>\n
DirectHit<\/td>\nGrabber<\/td>\n<\/tr>\n
Yahoo Web Pages<\/td>\nGooglebot<\/td>\n<\/tr>\n
Looksmart Web Pages<\/td>\nSlurp<\/td>\n<\/tr>\n<\/table>\n","protected":false},"excerpt":{"rendered":"

robots.txt \u6a23\u672c\uff1a User-agent: {Spider\u540d} Disallow: {File\u4f4d\u7f6e} … \u95b1\u8b80\u5168\u6587 robots.txt<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[15],"tags":[],"class_list":["post-432","post","type-post","status-publish","format-standard","hentry","category-15","no-featured-image"],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/jason695.why3s.tw\/wordpress\/wp-json\/wp\/v2\/posts\/432","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jason695.why3s.tw\/wordpress\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jason695.why3s.tw\/wordpress\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jason695.why3s.tw\/wordpress\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/jason695.why3s.tw\/wordpress\/wp-json\/wp\/v2\/comments?post=432"}],"version-history":[{"count":0,"href":"https:\/\/jason695.why3s.tw\/wordpress\/wp-json\/wp\/v2\/posts\/432\/revisions"}],"wp:attachment":[{"href":"https:\/\/jason695.why3s.tw\/wordpress\/wp-json\/wp\/v2\/media?parent=432"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jason695.why3s.tw\/wordpress\/wp-json\/wp\/v2\/categories?post=432"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jason695.why3s.tw\/wordpress\/wp-json\/wp\/v2\/tags?post=432"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}