Follow up #22405 Fix #20703 This PR rewrites storage configuration read sequences with some breaks and tests. It becomes more strict than before and also fixed some inherit problems. - Move storage's MinioConfig struct into setting, so after the configuration loading, the values will be stored into the struct but not still on some section. - All storages configurations should be stored on one section, configuration items cannot be overrided by multiple sections. The prioioty of configuration is `[attachment]` > `[storage.attachments]` | `[storage.customized]` > `[storage]` > `default` - For extra override configuration items, currently are `SERVE_DIRECT`, `MINIO_BASE_PATH`, `MINIO_BUCKET`, which could be configured in another section. The prioioty of the override configuration is `[attachment]` > `[storage.attachments]` > `default`. - Add more tests for storages configurations. - Update the storage documentations. --------- Co-authored-by: wxiaoguang <wxiaoguang@gmail.com>
		
			
				
	
	
		
			65 lines
		
	
	
		
			1.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			65 lines
		
	
	
		
			1.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // Copyright 2019 The Gitea Authors. All rights reserved.
 | |
| // SPDX-License-Identifier: MIT
 | |
| 
 | |
| package v1_10 //nolint
 | |
| 
 | |
| import (
 | |
| 	"path/filepath"
 | |
| 
 | |
| 	"code.gitea.io/gitea/modules/setting"
 | |
| 	"code.gitea.io/gitea/modules/util"
 | |
| 
 | |
| 	"xorm.io/xorm"
 | |
| )
 | |
| 
 | |
| func DeleteOrphanedAttachments(x *xorm.Engine) error {
 | |
| 	type Attachment struct {
 | |
| 		ID        int64  `xorm:"pk autoincr"`
 | |
| 		UUID      string `xorm:"uuid UNIQUE"`
 | |
| 		IssueID   int64  `xorm:"INDEX"`
 | |
| 		ReleaseID int64  `xorm:"INDEX"`
 | |
| 		CommentID int64
 | |
| 	}
 | |
| 
 | |
| 	sess := x.NewSession()
 | |
| 	defer sess.Close()
 | |
| 
 | |
| 	limit := setting.Database.IterateBufferSize
 | |
| 	if limit <= 0 {
 | |
| 		limit = 50
 | |
| 	}
 | |
| 
 | |
| 	for {
 | |
| 		attachments := make([]Attachment, 0, limit)
 | |
| 		if err := sess.Where("`issue_id` = 0 and (`release_id` = 0 or `release_id` not in (select `id` from `release`))").
 | |
| 			Cols("id, uuid").Limit(limit).
 | |
| 			Asc("id").
 | |
| 			Find(&attachments); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		if len(attachments) == 0 {
 | |
| 			return nil
 | |
| 		}
 | |
| 
 | |
| 		ids := make([]int64, 0, limit)
 | |
| 		for _, attachment := range attachments {
 | |
| 			ids = append(ids, attachment.ID)
 | |
| 		}
 | |
| 		if len(ids) > 0 {
 | |
| 			if _, err := sess.In("id", ids).Delete(new(Attachment)); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 		for _, attachment := range attachments {
 | |
| 			uuid := attachment.UUID
 | |
| 			if err := util.RemoveAll(filepath.Join(setting.Attachment.Storage.Path, uuid[0:1], uuid[1:2], uuid)); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 		if len(attachments) < limit {
 | |
| 			return nil
 | |
| 		}
 | |
| 	}
 | |
| }
 |