nginx301重定向重大问题大家帮帮忙

1vs1good

事情原因：谷歌收录3万+百度一个都没有收录
军哥各位高手请帮忙分析一下下面搜索引擎爬虫的日志：



百度爬虫
220.181.108.152 - - [17/Jun/2011:22:02:59 +0800] "GET /home-space-uid-1159-do-album-view-me-from-space.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)"

220.181.108.151 - - [17/Jun/2011:22:03:01 +0800] "GET /home-space-uid-1159-do-album-view-me.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)"

220.181.108.150 - - [17/Jun/2011:22:03:04 +0800] "GET /home-space-uid-1213-do-profile-view-me.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)"

220.181.108.144 - - [17/Jun/2011:22:03:06 +0800] "GET /home-space-uid-1213-do-friend-view-me.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)"

谷歌爬虫
66.249.67.225 - - [20/Jun/2011:14:26:00 +0800] "GET /home-space-uid-603-do-share-view-me-type-article.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"

66.249.67.225 - - [20/Jun/2011:14:26:08 +0800] "GET /home-space-uid-883-do-home-view-me-from-space.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"

221.221.46.224 - - [20/Jun/2011:14:26:19 +0800] "GET / HTTP/1.1" 301 185 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)"

后来我用curl -I imcat.tk 命令看了一下301重定向出现我意想不到的结果：


Server: nginx/0.8.52
Date: Mon, 20 Jun 2011 09:43:38 GMT
Content-Type: text/html
Content-Length: 185
Connection: keep-alive
Location: http://omnia.me/ ——————这个网址根本就不是我的


我只做了 不带WWW  重定向到 带WWW 上面
下面是我的代码

server {
server_name 123.info;
rewrite ^/(.*) http://www.123.info/$1 permanent;
}

我怀疑这就是百度不收录我的原因，请各位老大帮忙解决一下小弟的打难题，小弟在这不胜感激！！

licess

这个不太清楚，如果301之后的网址 不对，应该是你的设置问题吧。

yuweitaocn

上配置文件啊，不然怎么看啊。

1vs1good

什么配置文件不对，是重定向配置吗

licess

贴配置看看

1vs1good

nginx.conf

1. 
   
2. user  www www;
   
3. worker_processes 1;
   
4. error_log  /home/wwwlogs/nginx_error.log  crit;
   
5. pid        /usr/local/nginx/logs/nginx.pid;
   
6. #Specifies the value for maximum file descriptors that can be opened by this process.
   
7. worker_rlimit_nofile 51200;
   
8. events
   
9. {
   
10.   use epoll;
    
11.   worker_connections 51200;
    
12. }
    
13. http
    
14. {
    
15.   include       mime.types;
    
16.   default_type  application/octet-stream;
    
17.   server_names_hash_bucket_size 128;
    
18.   client_header_buffer_size 32k;
    
19.   large_client_header_buffers 4 32k;
    
20.   client_max_body_size 50m;
    
21.   sendfile on;
    
22.   tcp_nopush     on;
    
23.   keepalive_timeout 60;
    
24.   tcp_nodelay on;
    
25.   fastcgi_connect_timeout 300;
    
26.   fastcgi_send_timeout 300;
    
27.   fastcgi_read_timeout 300;
    
28.   fastcgi_buffer_size 64k;
    
29.   fastcgi_buffers 4 64k;
    
30.   fastcgi_busy_buffers_size 128k;
    
31.   fastcgi_temp_file_write_size 256k;
    
32.   gzip on;
    
33.   gzip_min_length  1k;
    
34.   gzip_buffers     4 16k;
    
35.   gzip_http_version 1.0;
    
36.   gzip_comp_level 2;
    
37.   gzip_types       text/plain application/x-javascript text/css application/xml;
    
38.   gzip_vary on;
    
39.   #limit_zone  crawler  $binary_remote_addr  10m;
    
40. server
    
41. {
    
42.                 listen       80;
    
43.                 server_name down.7cds.info;
    
44.                 index index.html index.htm index.php;
    
45.                 root  /home/wwwroot;
    
46.                
    
47.       
    
48.   location ~ .*\.(php|php5)?$
    
49.    {
    
50.     fastcgi_pass  unix:/tmp/php-cgi.sock;
    
51.     fastcgi_index index.php;
    
52.     include fcgi.conf;
    
53.    }
    
54. 
    
55.   location /status {
    
56.    stub_status on;
    
57.    access_log   off;
    
58.   }
    
59. 
    
60.   location ~ .*\.(gif|jpg|jpeg|png|bmp|swf)$
    
61.    {
    
62.     expires      30d;
    
63.    }
    
64.   location ~ .*\.(js|css)?$
    
65.    {
    
66.     expires      12h;
    
67.    }
    
68.   log_format  access  '$remote_addr - $remote_user [$time_local] "$request" '
    
69.              '$status $body_bytes_sent "$http_referer" '
    
70.              '"$http_user_agent" $http_x_forwarded_for';
    
71.   access_log  /home/wwwlogs/access.log  access;
    
72. }
    
73. include vhost/*.conf;
    
74. }

复制代码

[ 本帖最后由 1vs1good 于 2011-6-21 16:10 编辑 ]

1vs1good

***cds.info.conf  域名被涂改

1. 
   
2. server
   
3. {
   
4.   listen       80;
   
5.   server_name www.***cds.info;
   
6.   index index.html index.htm index.php default.html default.htm default.php;
   
7.   root  /home/wwwroot/7cds.info;
   
8.   include discuzx.conf;
   
9.   location ~ .*\.(php|php5)?$
   
10.    {
    
11.     fastcgi_pass  unix:/tmp/php-cgi.sock;
    
12.     fastcgi_index index.php;
    
13.     include fcgi.conf;
    
14.    }
    
15.   location ~ .*\.(gif|jpg|jpeg|png|bmp|swf)$
    
16.    {
    
17.     expires      30d;
    
18.    }
    
19.   location ~ .*\.(js|css)?$
    
20.    {
    
21.     expires      12h;
    
22.    }
    
23.   access_log off;
    
24. }
    
25. server {
    
26. server_name 7cds.info;
    
27. rewrite ^/(.*) http://www.***cds.info/$1 permanent;
    
28. }
    

复制代码

licess

# curl --head ***cds.info
HTTP/1.1 301 Moved Permanently
Server: nginx/0.8.54
Date: Tue, 21 Jun 2011 09:18:47 GMT
Content-Type: text/html
Content-Length: 185
Connection: keep-alive
Location: http://www.***cds.info/

没问题

1vs1good

谢谢军哥 难到我用curl -I imcat.tk 这个命令不对？

下面是搜索引擎爬行记录我整个日志文件夹都是 HTTP/1.1" 301 185 提示 现在就是谷歌收录4万+ 百度一个都没有！

这是我返回状态

[root@225621 ~]# curl --head www.******.info
HTTP/1.1 200 OK
Server: nginx/0.8.54
Date: Tue, 21 Jun 2011 09:23:41 GMT
Content-Type: text/html; charset=gbk
Connection: keep-alive
Vary: Accept-Encoding
X-Powered-By: PHP/5.2.17
Set-Cookie: mEaA_2132_lastvisit=1308644621; expires=Thu, 21-Jul-2011 09:23:41 GMT; path=/
Set-Cookie: mEaA_2132_sid=UO5fhF; expires=Wed, 22-Jun-2011 09:23:41 GMT; path=/
Set-Cookie: mEaA_2132_lastact=1308648221%09index.php%09; expires=Wed, 22-Jun-2011 09:23:41 GMT; path=/

1. 
   
2. " 66.249.67.225 - - [20/Jun/2011:14:25:44 +0800] "GET /thread-2489-1-1.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
   
3. 
   
4. " 66.249.67.225 - - [20/Jun/2011:14:25:56 +0800] "GET /home-space-uid-996-do-album-view-me.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
   
5. 
   
6. " 66.249.67.225 - - [20/Jun/2011:14:26:00 +0800] "GET /home-space-uid-603-do-share-view-me-type-article.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
   
7. 
   
8. " 66.249.67.225 - - [20/Jun/2011:14:26:08 +0800] "GET /home-space-uid-883-do-home-view-me-from-space.html HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
   
9. 
   
10. " 221.221.46.224 - - [20/Jun/2011:14:26:19 +0800] "GET / HTTP/1.1" 301 185 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)"
    
11. 
    
12. "125.90.88.96 - - [20/Jun/2011:13:47:35 +0800] "GET / HTTP/1.1" 301 185 "-" "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)

复制代码

[ 本帖最后由 1vs1good 于 2011-6-21 17:32 编辑 ]