chore: move crawlee.dev server block to crawlee repo (#2116)

<!-- CURSOR_SUMMARY -->
> [!NOTE]
> Removes the crawlee.dev server block from `nginx.conf` and updates CI
to trigger Nginx config deployment on `master`, removing the old
workflow.
> 
> - **Nginx Configuration**:
> - Remove `crawlee.dev` server block from `nginx.conf`; add note
pointing to its new location in the Crawlee repo.
> - **CI/CD**:
> - Enable push trigger on `master` for `nginx.conf` in
`.github/workflows/deploy-nginx.yml`; run external deployment via `gh
workflow run` with service account token.
>   - Delete legacy workflow `/.github/workflows/deploy.yaml`.
> 
> <sup>Written by [Cursor
Bugbot](https://cursor.com/dashboard?tab=bugbot) for commit
802a9db. Configure
[here](https://cursor.com/dashboard?tab=bugbot).</sup>
<!-- /CURSOR_SUMMARY -->

Author: markubra

.github/workflows/deploy-nginx.yml

@@ -3,11 +3,11 @@
 name: Deploy Nginx Configuration
 
 on:
-  # push:
-  #   branches:
-  #     - master
-  #   paths:
-  #     - 'nginx.conf'
+  push:
+    branches:
+      - master
+    paths:
+      - 'nginx.conf'
   workflow_dispatch:
 
 jobs:

.github/workflows/deploy.yaml

@@ -679,39 +679,8 @@ server {
     rewrite ^/platform/integrations/llama$ /platform/integrations/llama-index permanent;
 }
 
-# Temporarily used to route crawlee.dev to the Crawlee GitHub pages.
-# TODO: create a separate nginx deployment for Crawlee and move this there.
-server {
-    listen 0.0.0.0:8080;
-    server_name 'crawlee.dev';
-    location / {
-        proxy_pass https://apify.github.io/crawlee/;
-    }
-    location /python {
-        proxy_pass https://apify.github.io/crawlee-python/;
-    }
-
-    # So that we can have both GH pages and crawlee.dev/python working and loading assets from the same path
-    location /crawlee-python {
-        proxy_pass https://apify.github.io/crawlee-python/;
-    }
-
-    # Redirect rule for old JS docs to go under /js prefix
-    rewrite ^/docs(.*)$ /js/docs$1 permanent;
-    rewrite ^/api(.*)$ /js/api$1 permanent;
-
-    # Remove version numbers from /js/api/3.[0-9]/* and /js/docs/3.[0-9]/*
-    rewrite ^/js/api/3\.\d(/.*)?$ /js/api$1 permanent;
-    rewrite ^/js/docs/3\.\d(/.*)?$ /js/docs$1 permanent;
-
-    # Redirect rule for "upgrading-to-v03" to "upgrading-to-v0x"
-    rewrite ^/python/docs/upgrading/upgrading-to-v03$ /python/docs/upgrading/upgrading-to-v0x permanent;
-
-    # Redirect rule so that /python/docs actually leads somewhere
-    rewrite ^/python/docs/?$ /python/docs/quick-start;
-
-    rewrite ^/versions/?$ /js/api/core/changelog permanent;
-}
+# Note: crawlee.dev server block has been moved to crawlee repository:
+# https://github.com/apify/crawlee/blob/master/website/nginx.conf
 
 server {
     listen 0.0.0.0:8080;