【发布时间】：2022-01-04 02:57:05
【问题描述】：
我们有以下基于 openshift 的设置
nginx => varnish (2 pods) => web api nodejs
我通过 jmetr 在 60 秒内对一个 url 发出了 1000 个请求。 此 url 应由 varnish 缓存并快速处理所有请求，但结果如下：
所有请求都有来自响应标头的X-Cache: HIT_1，这意味着它们是由清漆处理的，
看起来有一些队列或其他东西……目前还不太明白
清漆配置：
vcl 4.0;
import std;
import bodyaccess;
backend freshproxy {
.host = "fresh-proxy";
.port = "3000";
}
sub vcl_recv {
set req.backend_hint = freshproxy;
if (req.method == "XCGFULLBAN") {
ban("req.http.host ~ .*");
return (synth(200, "Full cache cleared"));
}
if (req.method == "GET" && ! req.url ~ "varnish_no_cache") {
if (req.url ~ "^/api/v1/tours/favorite" || req.url ~ "^/api/v1/products/favorite") {
return (pass);
}
if (
req.url ~ "^/api/v1/products" ||
req.url ~ "^/api/v1/tours" ||
req.url ~ "^/api/v1/farmers" ||
req.url ~ "^/api/v1/stories" ||
req.url ~ "^/api/v1/recipes" ||
req.url ~ "^/api/v1/categories/farmers" ||
req.url ~ "^/api/v1/categories/tours" ||
req.url ~ "^/api/v1/categories/recipes"
) {
return (hash);
}
}
return (pass);
}
sub vcl_backend_response {
# We first set TTLs for most of the content we need to cache
set beresp.ttl = 30m;
set beresp.grace = 30m;
}
sub vcl_hash {
# To cache POST and PUT requests
if (req.http.X-Body-Len) {
bodyaccess.hash_req_body();
} else {
hash_data("");
}
}
sub vcl_backend_fetch {
if (bereq.http.X-Body-Len) {
set bereq.method = "POST";
}
}
sub vcl_deliver {
if (obj.hits > 0) {
set resp.http.X-Cache = "HIT_1";
set resp.http.X-Cache-Hits = obj.hits;
} else {
set resp.http.X-Cache = "MISS_1";
}
set resp.http.X-Cache-Expires = resp.http.Expires;
unset resp.http.X-Varnish;
unset resp.http.Via;
unset resp.http.Age;
unset resp.http.X-Purge-URL;
unset resp.http.X-Purge-Host;
# Remove ban-lurker friendly custom headers when delivering to client.
unset resp.http.X-Url;
unset resp.http.X-Host;
# Comment these for easier Drupal cache tag debugging in development.
unset resp.http.X-Cache-Tags;
unset resp.http.X-Cache-Contexts;
unset resp.http.X-Powered-By;
}
nginx 配置：
server {
listen 80;
server_name api.my-app.ru;
include well-known.conf;
location /robots.txt { return 200 "User-agent: *\nDisallow: /\n"; }
location / {
return 301 https://$host$request_uri;
}
}
server {
listen 443 ssl http2;
server_name api.my-app.ru;
# auth_basic "Restricted";
# auth_basic_user_file /etc/nginx/htpasswd;
ssl_certificate /etc/nginx/certs/my-app.ru/my-app.ru.crt;
ssl_certificate_key /etc/nginx/certs/my-app.ru/my-app.ru.key;
ssl_protocols TLSv1.2 TLSv1.3;
ssl_prefer_server_ciphers On;
ssl_ciphers ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES256-GCM-SHA384:DHE-RSA-AES128-GCM-SHA256:DHE-DSS-AES128-GCM-SHA256:kEDH+AESGCM:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA:ECDHE-ECDSA-AES128-SHA:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA:ECDHE-ECDSA-AES256-SHA:DHE-RSA-AES128-SHA256:DHE-RSA-AES128-SHA:DHE-DSS-AES128-SHA256:DHE-RSA-AES256-SHA256:DHE-DSS-AES256-SHA:DHE-RSA-AES256-SHA:!aNULL:!eNULL:!EXPORT:!DES:!RC4:!3DES:!MD5:!PSK;
add_header Strict-Transport-Security max-age=15768000;
ssl_stapling on;
include gzip.conf;
include location_deny.conf;
fastcgi_param HTTPS on;
# To allow POST on static pages
error_page 405 =200 $uri;
include well-known.conf;
access_log /var/log/nginx/api.my-app.ru_access.log main;
error_log /var/log/nginx/api.my-app.ru_error.log;
location /robots.txt { return 200 "User-agent: *\nDisallow: /\n"; }
location / {
proxy_set_header Upgrade $http_upgrade;
proxy_set_header Connection "upgrade";
proxy_buffering off;
proxy_pass http://openshift-prod;
proxy_set_header Host $host;
proxy_set_header realip $remote_addr;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-Proto https;
proxy_set_header X-Forwarded-Port 443;
proxy_set_header Ssl-Offloaded "https";
proxy_set_header HTTPS "on";
proxy_set_header X-Forwarded-For $remote_addr;
proxy_read_timeout 1200;
proxy_send_timeout 1200;
proxy_connect_timeout 1200;
### SET GEOIP Variables ###
proxy_set_header country $geoip_city_country_code;
proxy_set_header region $geoip_region;
proxy_set_header city $geoip_city;
proxy_set_header postal $geoip_postal_code;
proxy_set_header X-City $city;
proxy_set_header X-Country $country;
proxy_set_header X-Region $region;
rewrite ^/pwa.html$ / permanent;
}
location /api {
auth_basic off;
proxy_buffering off;
proxy_pass http://openshift-prod;
proxy_set_header Host $host;
proxy_set_header X-Forwarded-For $remote_addr;
proxy_read_timeout 1200;
proxy_send_timeout 1200;
proxy_connect_timeout 1200;
}
location /img {
auth_basic off;
proxy_buffering off;
proxy_pass http://openshift-prod;
proxy_set_header Host $host;
proxy_set_header X-Forwarded-For $remote_addr;
proxy_read_timeout 1200;
proxy_send_timeout 1200;
proxy_connect_timeout 1200;
}
}
【问题讨论】：
标签： nginx varnish varnish-vcl