Add test script for large file asynchronous post-processing

- Implemented a comprehensive test script to validate the new asynchronous handling of large file uploads (>1GB).
- The script checks for immediate HTTP responses, verifies server configurations for deduplication and virus scanning, and ensures server responsiveness during rapid uploads.
- Included checks for relevant response headers and session tracking.
- Documented the problem being solved, implementation details, and next steps for deployment and monitoring.
This commit is contained in:
2025-08-26 20:20:05 +00:00
parent 1c9700e51a
commit da403de111
33 changed files with 900 additions and 119 deletions

79
nginx-share-fixed.conf Normal file
View File

@ -0,0 +1,79 @@
server {
listen 127.0.0.1:4443 ssl http2;
listen [::1]:4443 ssl http2;
server_name share.uuxo.net;
# SSL settings
ssl_certificate /etc/nginx/ssl/uuxo_nginx.crt;
ssl_certificate_key /etc/nginx/ssl/uuxo_nginx.key;
ssl_dhparam /etc/nginx/ssl/dhparams.pem;
# Security headers
add_header Strict-Transport-Security "max-age=31536000; includeSubdomains" always;
add_header X-Content-Type-Options "nosniff" always;
add_header X-Frame-Options "DENY" always;
add_header X-XSS-Protection "1; mode=block" always;
add_header Referrer-Policy "no-referrer-when-downgrade" always;
add_header Permissions-Policy "geolocation=(), microphone=(), camera=()" always;
# Enhanced large file upload settings for 1GB+ multi-transfer
client_max_body_size 10G;
client_body_timeout 7200s; # 2 hours for large uploads
client_header_timeout 300s;
client_body_buffer_size 2m; # Increased buffer for large files
send_timeout 7200s; # 2 hours to match server timeouts
# Main location for uploads
location / {
# REMOVE CORS handling from nginx - let the server handle it
# This fixes conflicts with enhanced multi-upload CORS headers
# Proxy settings
proxy_pass http://127.0.0.1:8080/;
# Forward client's IP and protocol details
proxy_http_version 1.1;
proxy_set_header Upgrade $http_upgrade;
proxy_set_header Connection "Upgrade";
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto https;
proxy_redirect off;
# Disable buffering for large uploads
proxy_request_buffering off;
proxy_buffering off;
proxy_max_temp_file_size 0;
# Enhanced timeout settings for large file uploads (2 hours)
proxy_connect_timeout 7200s;
proxy_send_timeout 7200s;
proxy_read_timeout 7200s;
keepalive_timeout 1800s; # 30 minutes for multi-upload sessions
# Connection persistence and resilience for multi-transfer
proxy_socket_keepalive on;
proxy_next_upstream error timeout http_502 http_503 http_504;
proxy_next_upstream_timeout 7200s;
proxy_next_upstream_tries 3; # Allow retries for large file failures
# Enhanced error handling for large files
proxy_intercept_errors off; # Let server handle errors directly
}
# Block access to specific files
location = /upload/robots.txt {
deny all;
return 403;
}
location = /upload/sitemaps.xml {
deny all;
return 403;
}
# Enhanced logging for large file debugging
error_log /var/log/nginx/upload_errors.log debug;
access_log /var/log/nginx/upload_access.log combined;
}