asgardius/s3manager-web
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix timeout error when uploading large files

Browse source
This commit is contained in:
Tri Vo 2023-07-27 23:59:39 +07:00 committed by Lena Fuhrimann
parent 273d5fe74c
commit ebb9a7bfb6
3 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
README.md
View file

@ -36,6 +36,7 @@ The application can be configured with the following environment variables:
- `IAM_ENDPOINT`: Endpoint for IAM role retrieving (Can be blank for AWS) - `IAM_ENDPOINT`: Endpoint for IAM role retrieving (Can be blank for AWS)
- `SSE_TYPE`: Specified server side encrpytion (defaults blank) Valid values can be `SSE`, `KMS`, `SSE-C` all others values don't enable the SSE - `SSE_TYPE`: Specified server side encrpytion (defaults blank) Valid values can be `SSE`, `KMS`, `SSE-C` all others values don't enable the SSE
- `SSE_KEY`: The key needed for SSE method (only for `KMS` and `SSE-C`) - `SSE_KEY`: The key needed for SSE method (only for `KMS` and `SSE-C`)
- `TIMEOUT`: The read timout and write timout in second (default to `600` - 10 minute)
### Build and Run Locally ### Build and Run Locally

2
internal/app/s3manager/create_object.go
View file

@ -16,7 +16,7 @@ func HandleCreateObject(s3 S3, sseInfo SSEType) http.HandlerFunc {
return func(w http.ResponseWriter, r *http.Request) { return func(w http.ResponseWriter, r *http.Request) {
bucketName := mux.Vars(r)["bucketName"] bucketName := mux.Vars(r)["bucketName"]
err := r.ParseMultipartForm(0) err := r.ParseMultipartForm(32 << 20) // 32 Mb
if err != nil { if err != nil {
handleHTTPError(w, fmt.Errorf("error parsing multipart form: %w", err)) handleHTTPError(w, fmt.Errorf("error parsing multipart form: %w", err))
return return

5
main.go
View file

@ -18,8 +18,6 @@ import (
"github.com/spf13/viper" "github.com/spf13/viper"
) )
const serverTimeout = 5 * time.Second
//go:embed web/template //go:embed web/template
var templateFS embed.FS var templateFS embed.FS
@ -74,6 +72,9 @@ func main() {
sseType := s3manager.SSEType{Type: viper.GetString("SSE_TYPE"), Key: viper.GetString("SSE_KEY")} sseType := s3manager.SSEType{Type: viper.GetString("SSE_TYPE"), Key: viper.GetString("SSE_KEY")}
viper.SetDefault("TIMEOUT", 600)
serverTimeout := time.Duration(viper.GetInt32("TIMEOUT")) * time.Second
// Set up templates // Set up templates
templates, err := fs.Sub(templateFS, "web/template") templates, err := fs.Sub(templateFS, "web/template")
if err != nil { if err != nil {