{"id":465,"date":"2007-07-11T08:20:00","date_gmt":"2007-07-10T23:20:00","guid":{"rendered":"https:\/\/iwatakenichi.com\/2007\/07\/naver%e3%81%af%e5%ae%a2%e3%82%82%e3%81%a4%e3%82%8c%e3%81%a6%e3%81%93%e3%81%aa%e3%81%84%e3%81%8f%e3%81%9b%e3%81%ab%e5%81%89%e3%81%9d%e3%81%86%e3%81%aa%e9%a1%94%e3%82%92%e3%81%97%e3%81%a6%e8%a9%a6\/"},"modified":"2007-07-11T08:20:00","modified_gmt":"2007-07-10T23:20:00","slug":"naver%e3%81%af%e5%ae%a2%e3%82%82%e3%81%a4%e3%82%8c%e3%81%a6%e3%81%93%e3%81%aa%e3%81%84%e3%81%8f%e3%81%9b%e3%81%ab%e5%81%89%e3%81%9d%e3%81%86%e3%81%aa%e9%a1%94%e3%82%92%e3%81%97%e3%81%a6%e8%a9%a6","status":"publish","type":"post","link":"https:\/\/iwatakenichi.com\/?p=465","title":{"rendered":"Naver\u306f\u5ba2\u3082\u3064\u308c\u3066\u3053\u306a\u3044\u304f\u305b\u306b\u5049\u305d\u3046\u306a\u9854\u3092\u3057\u3066\u8a66\u98df\u54c1\u306e\u3064\u307e\u307f\u98df\u3044\u3070\u304b\u308a\u3059\u308b\u89b3\u5149\u30ac\u30a4\u30c9\u3060"},"content":{"rendered":"

\u4f8b\u306e<\/a>\u300c\u3042\u308f\u305b\u3066\u691c\u7d22<\/a>\u300d\u3067\u3059\u304c\u3001\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u3092\u773a\u3081\u3066\u3044\u308b\u3068\u3001\u30a2\u30af\u30bb\u30b9\u3057\u3066\u304f\u308b\u306e\u306f\u691c\u7d22\u30a8\u30f3\u30b8\u30f3\u306e\u30af\u30ed\u30fc\u30e9\u30fc\u304c\u591a\u3044\u3093\u3067\u3059\u3002\u3050\u30fc\u3050\u308b\u3001yahoo, alexa, MSN\u306b\u307e\u3056\u3063\u3066\u3001\u7570\u69d8\u306a(?)\u30a2\u30af\u30bb\u30b9\u30d1\u30bf\u30fc\u30f3\u3067\u653b\u3081\u3066\u304f\u308b\u306e\u304c\u300cYeti\u300d\u3002\u97d3\u56fd\u306eNaver<\/a>\u3063\u3066\u3044\u3046\u30b5\u30a4\u30c8\u306e\u30dc\u30c3\u30c8\u3089\u3057\u3044\u3002User-agent\u306f”Yeti\/0.01 (nhn\/1noon, yetibot@naver.com, check robots.txt daily and follows it)”\u3002check\u306a\u306e\u306bfollow”s”\u306a\u306e\u3067\u4e3b\u8a9e\u304c\u3088\u304f\u308f\u304b\u3089\u3093\u304c ^^;; \u304a\u305d\u3089\u304f”we check your robots.txt everyday and follow it”\u3068\u3044\u3044\u305f\u3044\u3093\u3067\u3057\u3087\u3046\u306d\u3048\u3002\u306a\u3093\u3067\u308f\u3056\u308f\u3056\u3053\u3093\u306a\u3068\u3053\u308d\u3067\u300c\u3061\u3083\u3093\u3068robots.txt\u3088\u3093\u3067\u307e\u3059\u3088\u30fc\u300d\u3068\u304b\u3044\u3044\u308f\u3051\u304c\u307e\u3057\u3044\u3053\u3068\u8a00\u3063\u3066\u308b\u304b\u3068\u8a00\u3046\u3068\u3001\u3053\u306e\u3072\u3068\u4ee5\u524d\u306fNaverbot\u3068\u3044\u3046\u540d\u524d\u3067\u3001\u304b\u306a\u308a\u7a4d\u6975\u7684\u306a\u30a2\u30af\u30bb\u30b9\u30d1\u30bf\u30fc\u30f3\u3067\u30d6\u30c4\u30ae\u3092\u30ab\u30e2\u3057\u3066\u3001\u3042\u3061\u3053\u3061\u3067\u51fa\u5165\u308a\u7981\u6b62\u306b\u306a\u3063\u305f\u3089\u3057\u3044\u3002\u305d\u308c\u3067\u56f0\u3063\u3066\u540d\u524d\u304b\u3048\u305f\u306e\u304b\u3057\u3089\u3002<\/p>\n

\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u3092grep\u3057\u3066wc\u3057\u3066\u307f\u305f\u3068\u3053\u308d\u30017\u670810\u65e5\u306eGooglebot\u306e\u30ea\u30af\u30a8\u30b9\u30c8\u6570\u304c 897\u3002Yeti\u306f 1887\u3002\u500d\u4ee5\u4e0a\u3067\u3059\u3002\u3057\u304b\u3082! Yeti\u3055\u3093\u306fYeti\u3055\u3093\u3060\u3051\u3058\u3083\u306a\u3044\u3093\u3067\u3059\u3002Yeti\u3055\u3093\u306e\u30a2\u30af\u30bb\u30b9\u30d1\u30bf\u30fc\u30f3\u306f\u3060\u3044\u305f\u3044\u4ee5\u4e0b\u306e\u3088\u3046\u306a\u611f\u3058\u3002<\/p>\n

\n
\n61.247.xxx.xx - - [10\/Jul\/2007:03:02:49 +0900] \"GET \/robots.txt HTTP\/1.1\" 404 285 \"-\" \"Yeti\/0.01 (nhn\/1noon, yetibot@naver.com, check robots.txt daily and follows it)\"
\n61.247.xxx.xx - - [10\/Jul\/2007:03:02:50 +0900] \"GET \/words\/AAA\/BBB HTTP\/1.1\" 200 8367 \"-\" \"Yeti\/0.01 (nhn\/1noon, yetibot@naver.com, check robots.txt daily and follows it)\"
\n61.247.yyy.yy - - [10\/Jul\/2007:03:02:51 +0900] \"GET \/css\/xxx.css HTTP\/1.1\" 200 2379 \"http:\/\/saas-sfa.com\/words\/AAA\/BBB\" \"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322)\"
\n<\/code>\n<\/p>\n

\u307e\u305a\u6c17\u304c\u3064\u304f\u306e\u306f\u3001\u304b\u306a\u308a\u983b\u7e41\u306brobots.txt\u3092\u3088\u3080\u3053\u3068\u30027\u670810\u65e5\u306brobots.txt\u304c\u3088\u307e\u308c\u305f\u56de\u6570\u304c119\u56de\u3001\u305d\u306e\u3046\u3061104\u56de\u304cYeti\u3055\u3093\u3067\u3059\u3002robots.txt\u5360\u6709\u7387 87%\u3002\u305d\u3093\u306a\u3082\u3093\u304c\u3042\u308b\u3068\u3059\u308c\u3070\u3001\u3067\u3059\u304c\u3002”check robots.txt daily and follows it” \u3060\u304b\u3089\u3001\u3082\u3046\u3044\u3063\u3071\u3044\u8aad\u3093\u3058\u3083\u3046\u3002\u305c\u3093\u305c\u3093\u3088\u307e\u306a\u3044\u3088\u308a\u30de\u30b7? \u3067\u3001\u3069\u3046\u3082\u3046\u3061\u306b\u306f5\u4eba\u306eYeti\u3055\u3093\u304c\u304d\u3066\u3044\u3066\u3001\u304a\u306e\u304a\u306e\u304c1\u6642\u9593\u306b1\u56derobots.txt\u3092\u8aad\u3093\u3067\u308b\u3063\u307d\u3044\u3067\u3059\u3002Yeti 5\u4eba\u5144\u5f1f\u3002<\/p>\n

\u3082\u3046\u3072\u3068\u3064\u6c17\u304c\u3064\u304f\u306e\u306f\u3001\u6bce\u56decss\u3092\u3088\u3093\u3067\u3044\u308b\u3053\u3068\u3002\u306a\u3093\u3067\u308f\u3056\u308f\u3056css\u3092\u3088\u3080\u5fc5\u8981\u304c\u3042\u308b? ^^; \u3057\u304b\u3082\u6bce\u56de\u3002\u306a\u3093\u3069\u8aad\u3093\u3067\u3082\u540c\u3058\u3060\u3088\u3063! css\u306a\u3093\u304b\u8aad\u3093\u3067\u306a\u3093\u306b\u4f7f\u3063\u3066\u3093\u3060\u308d…\u3057\u304b\u3082\u3088\u307f\u306b\u304f\u308b\u3084\u3064\u306ehttp-user-agent\u304c\u300cYeti\u300d\u3067\u306f\u306a\u3044\u3002Yeti\u3068\u306fIP\u30a2\u30c9\u30ec\u30b9\u3082\u3061\u304c\u3046\u3002<\/p>\n

IP\u30a2\u30c9\u30ec\u30b9\u3068\u8a00\u3048\u3070\u3001\u9006\u5f15\u304d\u3082\u51fa\u6765\u306a\u3044\u306e\u3088\u306d\u3002\u308f\u3056\u3068\u3067\u304d\u306a\u304f\u3057\u3066\u308b\u306e\u304b\u306a?<\/p>\n

\u3042\u3089\u305f\u3081\u3066\u3001robots.txt\u3068css\u3092\u30c1\u30a7\u30c3\u30af\u3057\u3066\u3044\u308b\u3072\u3068\u3082\u542b\u3081\u3066\u6570\u3092\u6570\u3048\u3066\u307f\u308b\u3068\u3001Yeti\u3055\u3093\u95a2\u4fc2\u306e\u30ea\u30af\u30a8\u30b9\u30c8\u6570\u306f3682\u56de\u3067\u3057\u305f\u3002Google\u3055\u3093\u306e4\u500d\u5f37\u3002\u3088\u307f\u3059\u304e\u3060\u308d\u30fc ^^;<\/p>\n

\u307e\u3042\u3068\u308a\u3042\u3048\u305a\u3044\u3061\u304a\u3046\u4eee\u306bYeti\u3055\u3093\u306e\u3053\u3068\u3092\u4fe1\u7528\u3057\u3066\u307f\u308b\u3053\u3068\u306b\u3057\u3066\u3001robots.txt\u306b\u66f8\u3044\u3066\u307f\u305f\u3002<\/p>\n


\n% cat robots.txt
\nUser-agent: Yeti
\nDisallow: \/
\n<\/code><\/p>\n

\u3059\u308b\u3068\u3001\u3053\u308c\u307e\u305f\u3044\u3061\u304a\u3046\u884c\u5100\u3088\u304f\u30011\u6642\u9593\u306b5\u56de\u306erobots.txt\u306e\u30c1\u30a7\u30c3\u30af\u3060\u3051\u306b\u306a\u308a\u307e\u3057\u305f…\u305d\u308c\u3067\u3082\u3046\u3056\u3044\u6c17\u304c\u3059\u308b\u304c…<\/p>\n

\u7d50\u5c40\u3001Yeti=Naver\u306e\u306a\u306b\u304c\u554f\u984c\u304b\u3068\u3044\u3046\u3068\u3001\u30af\u30ed\u30fc\u30e9\u30fc\u306e\u30a2\u30af\u30bb\u30b9\u6570\u306b\u898b\u5408\u3063\u305fNaver\u7d4c\u7531\u306e\u30c8\u30e9\u30d5\u30a3\u30c3\u30af\u304c\u306a\u3044\u3053\u3068\u3058\u3083\u306a\u3044\u304b\u306a? \u304a\u5ba2\u3055\u3093\u3082\u3064\u308c\u3066\u3053\u306a\u3044\u304f\u305b\u306b\u3001\u8a66\u98df\u54c1\u306e\u3064\u307e\u307f\u98df\u3044\u3070\u304b\u308a\u3059\u308b\u89b3\u5149\u30ac\u30a4\u30c9\u307f\u305f\u3044\u306a? (\u3061\u304c\u3046\u304b)\u3002Google\u4ee5\u4e0a\u306e\u304a\u5ba2\u3055\u3093\u3092\u3064\u308c\u3066\u304f\u308c\u3070\u3001\u304b\u306a\u308a\u7a4d\u6975\u7684\u306b\u30a2\u30af\u30bb\u30b9\u306b\u6765\u3066\u3082\u6587\u53e5\u3044\u308f\u308c\u306a\u3044\u3093\u3060\u308d\u3046\u3051\u3069\u306d\u30fc\u3002\u307e\u3042\u305d\u308c\u306fNaver\u306b\u304b\u304e\u3089\u305a\u3001\u307b\u304b\u306e\u30af\u30ed\u30fc\u30e9\u30fc\u306b\u3082\u8a00\u3048\u308b\u4e8b\u3067\u3059\u304c\u3002<\/p>\n

\u6b21\u56de\u306f.htaccess\u3067\u30a2\u30af\u30bb\u30b9\u305d\u306e\u3082\u306e\u3092\u7981\u6b62\u3059\u308b\u65b9\u6cd5\u3092\u7d39\u4ecb\u3057\u307e\u3059! (\u305f\u3076\u3093)<\/p>\n

\u53c2\u8003\u6587\u732e<\/p>\n