056de22edb
* Feat: retrieve nodes from data table * Feat: master node ping slave node in REST API * Feat: master send scheduled ping request * Feat: inactive nodes recover loop * Modify: remove database operations from aria2 RPC caller implementation * Feat: init aria2 client in master node * Feat: Round Robin load balancer * Feat: create and monitor aria2 task in master node * Feat: salve receive and handle heartbeat * Fix: Node ID will be 0 in download record generated in older version * Feat: sign request headers with all `X-` prefix * Feat: API call to slave node will carry meta data in headers * Feat: call slave aria2 rpc method from master * Feat: get slave aria2 task status Feat: encode slave response data using gob * Feat: aria2 callback to master node / cancel or select task to slave node * Fix: use dummy aria2 client when caller initialize failed in master node * Feat: slave aria2 status event callback / salve RPC auth * Feat: prototype for slave driven filesystem * Feat: retry for init aria2 client in master node * Feat: init request client with global options * Feat: slave receive async task from master * Fix: competition write in request header * Refactor: dependency initialize order * Feat: generic message queue implementation * Feat: message queue implementation * Feat: master waiting slave transfer result * Feat: slave transfer file in stateless policy * Feat: slave transfer file in slave policy * Feat: slave transfer file in local policy * Feat: slave transfer file in OneDrive policy * Fix: failed to initialize update checker http client * Feat: list slave nodes for dashboard * Feat: test aria2 rpc connection in slave * Feat: add and save node * Feat: add and delete node in node pool * Fix: temp file cannot be removed when aria2 task fails * Fix: delete node in admin panel * Feat: edit node and get node info * Modify: delete unused settings
166 lines
4.8 KiB
Go
166 lines
4.8 KiB
Go
package explorer
|
|
|
|
import (
|
|
"context"
|
|
"encoding/base64"
|
|
"encoding/json"
|
|
"fmt"
|
|
model "github.com/cloudreve/Cloudreve/v3/models"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/filesystem"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/filesystem/fsctx"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/serializer"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/slave"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/task"
|
|
"github.com/cloudreve/Cloudreve/v3/pkg/task/slavetask"
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/jinzhu/gorm"
|
|
"net/http"
|
|
"net/url"
|
|
"time"
|
|
)
|
|
|
|
// SlaveDownloadService 从机文件下載服务
|
|
type SlaveDownloadService struct {
|
|
PathEncoded string `uri:"path" binding:"required"`
|
|
Name string `uri:"name" binding:"required"`
|
|
Speed int `uri:"speed" binding:"min=0"`
|
|
}
|
|
|
|
// SlaveFileService 从机单文件文件相关服务
|
|
type SlaveFileService struct {
|
|
PathEncoded string `uri:"path" binding:"required"`
|
|
}
|
|
|
|
// SlaveFilesService 从机多文件相关服务
|
|
type SlaveFilesService struct {
|
|
Files []string `json:"files" binding:"required,gt=0"`
|
|
}
|
|
|
|
// SlaveListService 从机列表服务
|
|
type SlaveListService struct {
|
|
Path string `json:"path" binding:"required,min=1,max=65535"`
|
|
Recursive bool `json:"recursive"`
|
|
}
|
|
|
|
// ServeFile 通过签名的URL下载从机文件
|
|
func (service *SlaveDownloadService) ServeFile(ctx context.Context, c *gin.Context, isDownload bool) serializer.Response {
|
|
// 创建文件系统
|
|
fs, err := filesystem.NewAnonymousFileSystem()
|
|
if err != nil {
|
|
return serializer.Err(serializer.CodePolicyNotAllowed, err.Error(), err)
|
|
}
|
|
defer fs.Recycle()
|
|
|
|
// 解码文件路径
|
|
fileSource, err := base64.RawURLEncoding.DecodeString(service.PathEncoded)
|
|
if err != nil {
|
|
return serializer.ParamErr("无法解析的文件地址", err)
|
|
}
|
|
|
|
// 根据URL里的信息创建一个文件对象和用户对象
|
|
file := model.File{
|
|
Name: service.Name,
|
|
SourceName: string(fileSource),
|
|
Policy: model.Policy{
|
|
Model: gorm.Model{ID: 1},
|
|
Type: "local",
|
|
},
|
|
}
|
|
fs.User = &model.User{
|
|
Group: model.Group{SpeedLimit: service.Speed},
|
|
}
|
|
fs.FileTarget = []model.File{file}
|
|
|
|
// 开始处理下载
|
|
ctx = context.WithValue(ctx, fsctx.GinCtx, c)
|
|
rs, err := fs.GetDownloadContent(ctx, 0)
|
|
if err != nil {
|
|
return serializer.Err(serializer.CodeNotSet, err.Error(), err)
|
|
}
|
|
defer rs.Close()
|
|
|
|
// 设置下载文件名
|
|
if isDownload {
|
|
c.Header("Content-Disposition", "attachment; filename=\""+url.PathEscape(fs.FileTarget[0].Name)+"\"")
|
|
}
|
|
|
|
// 发送文件
|
|
http.ServeContent(c.Writer, c.Request, fs.FileTarget[0].Name, time.Now(), rs)
|
|
|
|
return serializer.Response{
|
|
Code: 0,
|
|
}
|
|
}
|
|
|
|
// Delete 通过签名的URL删除从机文件
|
|
func (service *SlaveFilesService) Delete(ctx context.Context, c *gin.Context) serializer.Response {
|
|
// 创建文件系统
|
|
fs, err := filesystem.NewAnonymousFileSystem()
|
|
if err != nil {
|
|
return serializer.Err(serializer.CodePolicyNotAllowed, err.Error(), err)
|
|
}
|
|
defer fs.Recycle()
|
|
|
|
// 删除文件
|
|
failed, err := fs.Handler.Delete(ctx, service.Files)
|
|
if err != nil {
|
|
// 将Data字段写为字符串方便主控端解析
|
|
data, _ := json.Marshal(serializer.RemoteDeleteRequest{Files: failed})
|
|
|
|
return serializer.Response{
|
|
Code: serializer.CodeNotFullySuccess,
|
|
Data: string(data),
|
|
Msg: fmt.Sprintf("有 %d 个文件未能成功删除", len(failed)),
|
|
Error: err.Error(),
|
|
}
|
|
}
|
|
return serializer.Response{Code: 0}
|
|
}
|
|
|
|
// Thumb 通过签名URL获取从机文件缩略图
|
|
func (service *SlaveFileService) Thumb(ctx context.Context, c *gin.Context) serializer.Response {
|
|
// 创建文件系统
|
|
fs, err := filesystem.NewAnonymousFileSystem()
|
|
if err != nil {
|
|
return serializer.Err(serializer.CodePolicyNotAllowed, err.Error(), err)
|
|
}
|
|
defer fs.Recycle()
|
|
|
|
// 解码文件路径
|
|
fileSource, err := base64.RawURLEncoding.DecodeString(service.PathEncoded)
|
|
if err != nil {
|
|
return serializer.ParamErr("无法解析的文件地址", err)
|
|
}
|
|
fs.FileTarget = []model.File{{SourceName: string(fileSource), PicInfo: "1,1"}}
|
|
|
|
// 获取缩略图
|
|
resp, err := fs.GetThumb(ctx, 0)
|
|
if err != nil {
|
|
return serializer.Err(serializer.CodeNotSet, "无法获取缩略图", err)
|
|
}
|
|
|
|
defer resp.Content.Close()
|
|
http.ServeContent(c.Writer, c.Request, "thumb.png", time.Now(), resp.Content)
|
|
|
|
return serializer.Response{Code: 0}
|
|
}
|
|
|
|
// CreateTransferTask 创建从机文件转存任务
|
|
func CreateTransferTask(c *gin.Context, req *serializer.SlaveTransferReq) serializer.Response {
|
|
if id, ok := c.Get("MasterSiteID"); ok {
|
|
job := &slavetask.TransferTask{
|
|
Req: req,
|
|
MasterID: id.(string),
|
|
}
|
|
|
|
if err := slave.DefaultController.SubmitTask(job.MasterID, job, req.Hash(job.MasterID), func(job interface{}) {
|
|
task.TaskPoll.Submit(job.(task.Job))
|
|
}); err != nil {
|
|
return serializer.Err(serializer.CodeInternalSetting, "任务创建失败", err)
|
|
}
|
|
|
|
return serializer.Response{}
|
|
}
|
|
|
|
return serializer.ParamErr("未知的主机节点ID", nil)
|
|
}
|