HomePhabricator
Diffusion Wikimedia Puppet (master) Browse

operations-puppet/templates/varnish/mobile-frontend.inc.vcl.erb
3e6275024bcdmaster

Last Change
Raw File

mobile-frontend.inc.vcl.erb
View Options

// Varnish VCL include file for mobile frontends
include "errorpage.inc.vcl";
include "zero.inc.vcl";
include "provenance.inc.vcl";
include "via.inc.vcl";
include "last-access.inc.vcl";
// Note that via.inc.vcl will set an X-Analytics value of proxy=IORG
// without inspecting whether there's an existing proxy=<proxy> key-
// value pair inside X-Analytics. We do this because if the traffic
// had come from a known proxy (e.g., Opera or Nokia), that would
// imply that Internet.org was not the rightmost endpoint. In time
// we will need to add the notion of proxy chaining to record whether
// something came through both a known proxy and had Via: Internet.org
// with a corresponding unknown rightmost endpoint (the rightmost
// Internet.org endpoint with an unpredictable Internet-facing IP
// address) in X-Forwarded-For, even if it's the only value, as in
// the example of traffic sourced directly by satellite or something.
sub filter_noise {
if (req.request == "POST" && req.url ~ "index\.php\?option=com_jce&task=plugin&plugin=imgmanager&file=imgmanager&method=form&cid=") {
error 403 "Noise";
}
// Forged UAs on zerodot. This largely handles lazywebtools below, incidentally.
if (req.http.host ~ "zero\.wikipedia\.org" && req.http.User-Agent && req.http.User-Agent ~ "Facebookbot|Googlebot") {
error 403 "Noise";
}
if (req.http.referer && req.http.referer ~ "^http://(www\.(keeprefreshing|refreshthis|refresh-page|urlreload)\.com|tuneshub\.blogspot\.com|itunes24x7\.blogspot\.com|autoreload\.net|www\.lazywebtools\.co\.uk)/") {
error 403 "Noise";
}
}
sub vcl_recv {
call filter_noise;
// FIXME: we're seeing an issue with Range requests and gzip/gunzip.
// Disable Range requests for now.
unset req.http.Range;
// Only do tag_carrier logic on first start, and only for (m|zero).wp
if (req.restarts == 0) {
// Always set X-Subdomain
if (req.http.host ~ "^([a-zA-Z0-9-]+\.)?zero\.") {
set req.http.X-Subdomain = "ZERO";
} else {
set req.http.X-Subdomain = "M";
}
if (req.http.host ~ "^([a-zA-Z0-9-]+\.)?(m|zero)\.wikipedia\.") {
call tag_carrier;
}
}
// Rewrite m.mediawiki.org to mediawiki.org etc
if (req.http.host == "m.mediawiki.org") {
set req.http.host = "www.mediawiki.org";
} else if (req.http.host == "m.wikimediafoundation.org") {
set req.http.host = "wikimediafoundation.org";
} else if (req.http.host == "m.wikisource.org") {
set req.http.host = "wikisource.org";
} else {
// Replace <language>.(m|zero).<project>.org by <language>.<project>.org
set req.http.host = regsub(req.http.host, "^([a-zA-Z0-9-]+)\.(m|zero)\.", "\1.");
// Rewrite <language>.wap.wikipedia.org to new mobile site
set req.http.host = regsub(req.http.host, "^([a-zA-Z0-9-]+)\.wap\.", "\1.mobile.");
// Support the old mobile.wikipedia.org wap gateway
if (req.http.host ~ "^([a-zA-Z0-9-]+)\.mobile\.([a-zA-Z0-9-]+)\.org$") {
set req.http.host = regsub(req.http.host, "^([a-zA-Z0-9-]+)\.mobile\.", "\1.");
set req.url = regsub(req.url, "\S+[\?&]go=([^&]+).*", "/wiki/\1");
}
}
// Allow purging
call vcl_recv_purge;
call normalize_path;
# normalize all /static to the same hostname for caching
if (req.url ~ "^/static/") { set req.http.host = "www.wikimedia.org"; }
call analytics_last_access_recv;
// FIXME: deploy X-Vary-Options support
set req.http.X-Orig-Cookie = req.http.Cookie;
if (req.http.Cookie ~ "disable" ||
req.http.Cookie ~ "optin" ||
req.http.Cookie ~ "[Ss]ession") {
// Do nothing; these are the cookies we pass.
// this is a hack in the absence of X-V-O support
} else {
unset req.http.Cookie;
}
if (req.http.host ~ "^test\.") {
set req.http.X-Wikimedia-Debug = "1";
}
set req.hash_ignore_busy = true;
// Default (now modified) Varnish vcl_recv function
if (req.request != "GET" && req.request != "HEAD") {
// We only deal with GET and HEAD by default
return (pass);
}
if (req.http.Authorization || req.http.Cookie) {
// Not cacheable by default
return (pass);
}
return (lookup);
}
sub vcl_fetch {
if (req.url ~ "mobileaction=" || req.url ~ "useformat=") {
set beresp.ttl = 60 s;
}
if (beresp.ttl <= 0s || req.http.X-Wikimedia-Debug == "1") {
set beresp.ttl = 120s;
return (hit_for_pass);
}
<% if @cluster_options.fetch("do_gzip", false) -%>
// Compress ico and SVG files
if (beresp.http.content-type ~ "^image/(x-icon|vnd\.microsoft\.icon|svg\+xml)$") {
set beresp.do_gzip = true;
}
<% end -%>
return (deliver);
}
sub vcl_error {
// Support mobile redirects
if (obj.status == 666) {
set obj.http.Location = obj.response;
set obj.status = 302;
set obj.http.Connection = "keep-alive";
return (deliver);
}
call errorpage;
return (deliver);
}
sub vcl_deliver {
# unset resp.http.Enable-ESI;
// Assemble X-Analytics header
// Some of the headers used for X-Analytics are not varied on, so add them after the backend processing
// Note that vcl_deliver in other files may also modify X-Analytics.
if (req.http.X-Forwarded-Proto) {
if (resp.http.X-Analytics) {
set resp.http.X-Analytics = resp.http.X-Analytics + ";https=1";
} else {
set resp.http.X-Analytics = "https=1";
}
}
if (req.http.X-WMF-UUID) {
if (resp.http.X-Analytics) {
set resp.http.X-Analytics = resp.http.X-Analytics + ";wmfuuid=" + req.http.X-WMF-UUID;
} else {
set resp.http.X-Analytics = "wmfuuid=" + req.http.X-WMF-UUID;
}
}
call analytics_last_access_deliver;
if (resp.http.Cache-Control ~ "s-maxage=[1-9]") {
set resp.http.Cache-Control = "s-maxage=300, must-revalidate, max-age=0";
} else {
set resp.http.Cache-Control = "private, s-maxage=0, max-age=0, must-revalidate";
}
// Temp test
if (req.url == "/favicon.ico" || req.url ~ "^/apple-touch-icon(-precomposed)?\.png$" || req.url ~ "^/w/index\.php\?title=.*:Gadget-.*&[0-9]+$") {
set resp.http.Cache-Control = "s-maxage=3600, max-age=3600";
}
// TODO: this block of VCL code is copypasta from text-frontend. Some consolidation is in order.
<% if @cluster_options.fetch("enable_geoiplookup", false) -%>
// Perform GeoIP look-up and send the result as a session cookie
if (req.http.X-Orig-Cookie !~ "(^|;\s*)GeoIP=[^;]"
&& req.http.Orig-Cookie !~ "(^|;\s*)GeoIP=[^;]"
&& req.http.Cookie !~ "(^|;\s*)GeoIP=[^;]") {
call geoip_cookie;
}
<% end -%>
}
Content licensed under Creative Commons Attribution-ShareAlike (CC BY-SA) 4.0 unless otherwise noted; code licensed under GNU General Public License (GPL) 2.0 or later and other open source licenses. By using this site, you agree to the Terms of Use, Privacy Policy, and Code of Conduct. · Wikimedia Foundation · Privacy Policy · Code of Conduct · Terms of Use · Disclaimer · CC-BY-SA · GPL