Search code examples
node.jsnginxprerender

Nginx proxy or root depending on user agent


I have a single page application/progressive web application I serve it using Nginx as static files using the following settings:

server {
        listen 80;
        listen [::]:80;

        root /var/www/mydomain.com/html;

        index index.html index.htm index.nginx-debian.html;

        server_name mydomain www.mydomain;

        location / {
                sendfile           on;
                tcp_nopush on;
                sendfile_max_chunk 1m;

                tcp_nodelay       on;
                keepalive_timeout 65;

                # First attempt to serve request as file, then
                # as directory, then fall back to displaying a 404.
                try_files $uri $uri/ /index.html;
        }

}

Now I want to check if the user agent is, for example, Facebook crawler in this case I want to use a proxy to local NodeJS server, I don't know that much about Nginx but after Googling about this issue I ended up with the following code:

server {
    listen 80;
    listen [::]:80;

    server_name mydomain www.mydomain;

    location / {
        try_files $uri @prerender;
    }

    location @prerender {
        set $prerender 0;
        if ($http_user_agent ~* "baiduspider|twitterbot|facebookexternalhit|rogerbot|linkedinbot|embedly|quora link preview|showyoubot|outbrain|pinterest|slackbot|vkShare|W3C_Validator") {
            set $prerender 1;
        }
        if ($args ~ "_escaped_fragment_") {
            set $prerender 1;
        }
        if ($http_user_agent ~ "Prerender") {
            set $prerender 0;
        }
        if ($uri ~ "\.(js|css|xml|less|png|jpg|jpeg|gif|pdf|doc|txt|ico|rss|zip|mp3|rar|exe|wmv|doc|avi|ppt|mpg|mpeg|tif|wav|mov|psd|ai|xls|mp4|m4a|swf|dat|dmg|iso|flv|m4v|torrent|ttf|woff)") {
            set $prerender 0;
        }

        #resolve using Google's DNS server to force DNS resolution and prevent caching of IPs
        resolver 8.8.8.8;

        if ($prerender = 1) {

            #setting prerender as a variable forces DNS resolution since nginx caches IPs and doesnt play well with load balancing
            set $prerender "localhost:3030";


            rewrite .* /$scheme://$host$request_uri? break;
            proxy_pass http://$prerender;


        }
        if ($prerender = 0) {
            # First attempt to serve request as file, then
            # as directory, then fall back to displaying a 404.
            root /var/www/mydomain.com/html;
        }
    }
}

The above code does not work and I don't know why any help will be much appreciated.


Solution

  • Here is the final code that worked for me, in case if anyone faced the same issue:

    server {
        listen 80;
        listen [::]:80;
    
        server_name mydomain.com www.mydomain.com;
    
        location / {
            set $prerender 0;
            if ($http_user_agent ~* "baiduspider|twitterbot|facebookexternalhit|rogerbot|linkedinbot|embedly|quora link preview|showyoubot|outbrain|pinterest|slackbot|vkShare|W3C_Validator") {
                set $prerender 1;
            }
            if ($args ~ "_escaped_fragment_") {
                set $prerender 1;
            }
            if ($http_user_agent ~ "Prerender") {
                set $prerender 0;
            }
            if ($uri ~ "\.(js|css|xml|less|png|jpg|jpeg|gif|pdf|doc|txt|ico|rss|zip|mp3|rar|exe|wmv|doc|avi|ppt|mpg|mpeg|tif|wav|mov|psd|ai|xls|mp4|m4a|swf|dat|dmg|iso|flv|m4v|torrent|ttf|woff)") {
                set $prerender 0;
            }
    
            #resolve using Google's DNS server to force DNS resolution and prevent caching of IPs
            resolver 8.8.8.8;
    
            if ($prerender = 1) {
    
                #setting prerender as a variable forces DNS resolution since nginx caches IPs and doesnt play well with load balancing
                set $prerender "localhost:3030";
                proxy_pass http://$prerender;
    
            }
    
            root /var/www/mydomain.com/html;
            try_files $uri $uri/ /index.html;
        }
    }