安科网

srcache_nginx+redis构建缓存系统

crazyjingling

crazyjingling

2016-08-19

关注 关注

srcache_nginx+redis构建缓存系统

 

在《memc_nginx+srcache_nginx+memcached构建透明的动态页面缓存》一文中，我们使用到memcached来作为缓存载体。想必大家都知道memcached有存储大小的限制，不得超过1M。 本文将使用redis来作为缓存载体。nginx的srcache_nginx模块指令参数解释参见《memc_nginx+srcache_nginx+memcached构建透明的动态页面缓存》。

1. nginx模块

--add-module=../modules/ngx_devel_kit-0.2.18 --add-module=../modules/set-misc-nginx-module-0.22rc8 --add-module=../modules/srcache-nginx-module-0.22 --add-module=../modules/redis-nginx-module-0.3.6 --add-module=../modules/redis2-nginx-module-0.10
1
2
3
4
5
--add-module=../modules/ngx_devel_kit-0.2.18
--add-module=../modules/set-misc-nginx-module-0.22rc8
--add-module=../modules/srcache-nginx-module-0.22
--add-module=../modules/redis-nginx-module-0.3.6
--add-module=../modules/redis2-nginx-module-0.10

nginx模块安装参见ttlsa.com中相关文档。

2. redis安装配置

安装步骤参见：http://www.ttlsa.com/html/1646.html
配置参数解释参见：http://www.ttlsa.com/html/1226.html
配置实例：
# vim redis.conf

daemonize yespidfile /var/run/redis-6379.pidport 6379bind 127.0.0.1timeout 0tcp-keepalive 0loglevel noticelogfile stdoutdatabases 16stop-writes-on-bgsave-error yesrdbcompression yesrdbchecksum yesdbfilename dump.rdbslave-serve-stale-data yesslave-read-only yesrepl-disable-tcp-nodelay noslave-priority 100maxmemory 8096mbmaxmemory-policy volatile-ttlappendonly noappen<a href="http://www.ttlsa.com/dfs/" title="dfs"target="_blank">dfs</a>ync everysecno-appendfsync-on-rewrite noauto-aof-rewrite-percentage 100auto-aof-rewrite-min-size 64mb<a href="http://www.ttlsa.com/monitor/lua/" title="lua"target="_blank">lua</a>-time-limit 5000slowlog-log-slower-than 10000slowlog-max-len 128hash-max-ziplist-entries 512hash-max-ziplist-value 64list-max-ziplist-entries 512list-max-ziplist-value 64set-max-intset-entries 512zset-max-ziplist-entries 128zset-max-ziplist-value 64activerehashing yesclient-output-buffer-limit normal 0 0 0client-output-buffer-limit slave 256mb 64mb 60client-output-buffer-limit pubsub 32mb 8mb 60hz 10aof-rewrite-incremental-fsync yes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
daemonize yes
pidfile/var/run/redis-6379.pid
port6379
bind127.0.0.1
timeout0
tcp-keepalive0
loglevel notice
logfile stdout
databases16
stop-writes-on-bgsave-error yes
rdbcompression yes
rdbchecksum yes
dbfilename dump.rdb
slave-serve-stale-data yes
slave-read-only yes
repl-disable-tcp-nodelay no
slave-priority100
maxmemory8096mb
maxmemory-policy volatile-ttl
appendonly no
appendfsync everysec
no-appendfsync-on-rewrite no
auto-aof-rewrite-percentage100
auto-aof-rewrite-min-size64mb
lua-time-limit5000
slowlog-log-slower-than10000
slowlog-max-len128
hash-max-ziplist-entries512
hash-max-ziplist-value64
list-max-ziplist-entries512
list-max-ziplist-value64
set-max-intset-entries512
zset-max-ziplist-entries128
zset-max-ziplist-value64
activerehashing yes
client-output-buffer-limit normal000
client-output-buffer-limit slave256mb64mb60
client-output-buffer-limit pubsub32mb8mb60
hz10
aof-rewrite-incremental-fsync yes

由于只把redis当做缓存使用，因此没有启用持久化。

3. nginx配置

# vim nginx.conf

http{ include mime.types; default_type application/octet-stream; log_format main '$remote_addr - $remote_user [$time_local] "$request" ' '"$status" $body_bytes_sent "$http_referer" ' '"$http_user_agent" "$http_x_forwarded_for" ' '"$gzip_ratio" $request_time $bytes_sent $request_length'; log_format srcache_log '$remote_addr - $remote_user [$time_local] "$request" ' '"$status" $body_bytes_sent $request_time $bytes_sent $request_length ' '[$upstream_response_time] [$srcache_fetch_status] [$srcache_store_status] [$srcache_expire]'; set_real_ip_from 10.0.0.0/8; real_ip_header X-Forwarded-For; include vhosts/test.ttlsa.com.conf;}
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
http
{
        include       mime.types;
        default_type  application/octet-stream;
 
        log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                                        '"$status" $body_bytes_sent "$http_referer" '
                                        '"$http_user_agent" "$http_x_forwarded_for" '
                                        '"$gzip_ratio" $request_time $bytes_sent $request_length';
 
        log_format srcache_log'$remote_addr - $remote_user [$time_local] "$request" '
                                '"$status" $body_bytes_sent $request_time $bytes_sent $request_length '
                                '[$upstream_response_time] [$srcache_fetch_status] [$srcache_store_status] [$srcache_expire]';
 
        set_real_ip_from10.0.0.0/8;
        real_ip_headerX-Forwarded-For;
 
        include          vhosts/test.ttlsa.com.conf;
}

# vim vhosts/test.ttlsa.com.conf

upstream redis { server 127.0.0.1:6379; keepalive 512;}server { listen 80; server_name test.ttlsa.com; index index.html index.htm index.<a href="http://www.ttlsa.com/php/" title="php"target="_blank">php</a>; root /data/test.ttlsa.com/webroot; location ~ .*\.php { srcache_store_private on; srcache_methods GET; srcache_response_cache_control off; if ($uri ~ /ttlsa.com/pp.php$){ set $key $request_uri; set_escape_uri $escaped_key $key; srcache_fetch GET /redis $key; srcache_default_expire 172800; srcache_store PUT /redis2 key=$escaped_key&exptime=$srcache_expire; #add_header X-Cached-From $srcache_fetch_status; #set_md5 $md5key $key; #add_header X-md5-key $md5key; #add_header X-Cached-Store $srcache_store_status; #add_header X-Key $key; #add_header X-Query_String $query_string; #add_header X-expire $srcache_expire; access_log /data/httplogs/test.ttlsa.com-photo-access.log srcache_log; } include fastcgi_params; fastcgi_pass 127.0.0.1:9000; fastcgi_index index.php; fastcgi_connect_timeout 60; fastcgi_send_timeout 180; fastcgi_read_timeout 180; fastcgi_buffer_size 128k; fastcgi_buffers 4 256k; fastcgi_busy_buffers_size 256k; fastcgi_temp_file_write_size 256k; fastcgi_intercept_errors on; fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name; fastcgi_split_path_info ^(.+\.php)(.*)$; fastcgi_param PATH_INFO $fastcgi_path_info; } location = /redis { internal; set_md5 $redis_key $args; redis_pass redis; } location = /redis2 { internal; set_unescape_uri $exptime $arg_exptime; set_unescape_uri $key $arg_key; set_md5 $key; redis2_query set $key $echo_request_body; redis2_query expire $key $exptime; redis2_pass redis; } error_log /data/httplogs/test.ttlsa.com-error.log; access_log /data/httplogs/test.ttlsa.com-aceess.log main;}
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
upstreamredis{
        server127.0.0.1:6379;
        keepalive512;
}
 
server
       {
        listen       80;
        server_name  test.ttlsa.com;
        index index.html index.htm index.php;
        root  /data/test.ttlsa.com/webroot;
 
        location~.*\.php{
                srcache_store_private on;
                srcache_methods GET;
                srcache_response_cache_control off;
 
                if($uri~/ttlsa.com/pp.php$){
                        set$key$request_uri;
                        set_escape_uri$escaped_key$key;
                        srcache_fetch GET/redis$key;
                        srcache_default_expire172800;
                        srcache_store PUT/redis2 key=$escaped_key&exptime=$srcache_expire;
 
                        #add_header X-Cached-From $srcache_fetch_status;
                        #set_md5 $md5key $key;
                        #add_header X-md5-key $md5key;
                        #add_header X-Cached-Store $srcache_store_status;
                        #add_header X-Key $key;
                        #add_header X-Query_String $query_string;
                        #add_header X-expire $srcache_expire;
 
access_log/data/httplogs/test.ttlsa.com-photo-access.log srcache_log;
                }
 
                include fastcgi_params;
                fastcgi_pass  127.0.0.1:9000;
                fastcgi_index index.php;
                fastcgi_connect_timeout60;
                fastcgi_send_timeout180;
                fastcgi_read_timeout180;
                fastcgi_buffer_size128k;
                fastcgi_buffers4256k;
                fastcgi_busy_buffers_size256k;
                fastcgi_temp_file_write_size256k;
                fastcgi_intercept_errors on;
                fastcgi_param  SCRIPT_FILENAME  $document_root$fastcgi_script_name;
                fastcgi_split_path_info^(.+\.php)(.*)$;
                fastcgi_param PATH_INFO$fastcgi_path_info;
         }
 
        location=/redis{
                internal;
                set_md5$redis_key$args;
                redis_pass redis;
        }
 
        location=/redis2{
                internal;
 
                set_unescape_uri$exptime$arg_exptime;
                set_unescape_uri$key$arg_key;
                set_md5$key;
 
                redis2_query set$key$echo_request_body;
                redis2_query expire$key$exptime;
                redis2_pass redis;
        }
 
        error_log  /data/httplogs/test.ttlsa.com-error.log;
        access_log  /data/httplogs/test.ttlsa.com-aceess.log main;
 
}

4. 测试

没有做缓存状态：
srcache_nginx+redis构建缓存系统
有做缓存状态：
srcache_nginx+redis构建缓存系统

5. 响应头状态

第一次请求：
srcache_nginx+redis构建缓存系统
再次请求：
srcache_nginx+redis构建缓存系统

6. 查看redis是否缓存以及过期时间

srcache_nginx+redis构建缓存系统

crazyjingling

crazyjingling

0 关注 0 粉丝 0 动态

关注 关注
crazyjingling

crazyjingling

W3CSchool教程
HTML 教程
CSS 教程
Bootstrap 教程
Javascript 教程
jQuery 教程
后端教程
C 教程
Java 教程
PHP 教程
Python 教程
Go 教程
移动开发
Android 教程
Swift 教程
Kotlin 教程
jQuery Mobile 教程
ionic 教程
关于我们
新闻动态
联系方式
招聘英才
安科实验室
帮助与反馈

安科网(Ancii)，中国第一极客网

Copyright © 2013 - 2019 Ancii.com

京ICP备18063983号 京公网安备11010802014868号