mirror of
https://github.com/HChaZZY/alist.git
synced 2025-12-06 11:03:49 +08:00
commit4fc0a77565Author: Andy Hsu <i@nn.ci> Date: Fri Oct 20 21:06:25 2023 +0800 fix(baidu_netdisk): upload file > 4GB (close #5392) commitaaffaee2b5Author: gmugu <94156510@qq.com> Date: Thu Oct 19 19:17:53 2023 +0800 perf(webdav): support request with cookies (#5391) commit8ef8023c20Author: NewbieOrange <NewbieOrange@users.noreply.github.com> Date: Thu Oct 19 19:17:09 2023 +0800 fix(aliyundrive_open): upload progress for normal upload (#5398) commitcdfbe6dcf2Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Wed Oct 18 16:27:07 2023 +0800 fix: hash gcid empty file (#5394) commit94d028743aAuthor: Andy Hsu <i@nn.ci> Date: Sat Oct 14 13:17:51 2023 +0800 ci: remove `pr-welcome` label when close issue [skip ci] commit7f7335435cAuthor: itsHenry <2671230065@qq.com> Date: Sat Oct 14 13:12:46 2023 +0800 feat(cloudreve): support thumbnail (#5373 close #5348) * feat(cloudreve): support thumbnail * chore: remove unnecessary code commitb9e192b29cAuthor: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Thu Oct 12 20:57:12 2023 +0800 fix(115): limit request rate (#5367 close #5275) * fix(115):limit request rate * chore(115): fix unit of `limit_rate` --------- Co-authored-by: Andy Hsu <i@nn.ci> commit69a98eaef6Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Wed Oct 11 22:01:55 2023 +0800 fix(deps): update module github.com/aliyun/aliyun-oss-go-sdk to v2.2.9+incompatible (#5141) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit1ebc96a4e5Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:32:00 2023 +0800 fix(wopan): fatal error concurrent map writes (close #5352) commit66e2324cacAuthor: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:23:11 2023 +0800 chore(deps): upgrade dependencies commit7600dc28dfAuthor: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:13:58 2023 +0800 fix(aliyundrive_open): change default api to raw server (close #5358) commit8ef89ad0a4Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Tue Oct 10 18:08:27 2023 +0800 fix(baidu_netdisk): hash and `error 2` (#5356) * fix(baidu):hash and error:2 * fix:invalid memory address commit35d672217dAuthor: jeffmingup <1960588251@qq.com> Date: Sun Oct 8 19:29:45 2023 +0800 fix(onedrive_app): incorrect api on `_accessToken` (#5346) commit1a283bb272Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Fri Oct 6 16:04:39 2023 +0800 feat(google_drive): add `hash_info`, `ctime`, `thumbnail` (#5334) commita008f54f4dAuthor: nkh0472 <67589323+nkh0472@users.noreply.github.com> Date: Thu Oct 5 13:10:51 2023 +0800 docs: minor language improvements (#5329) [skip ci]
185 lines
4.5 KiB
Go
185 lines
4.5 KiB
Go
package _115
|
||
|
||
import (
|
||
"context"
|
||
"strings"
|
||
|
||
driver115 "github.com/SheltonZhu/115driver/pkg/driver"
|
||
"github.com/alist-org/alist/v3/internal/driver"
|
||
"github.com/alist-org/alist/v3/internal/model"
|
||
"github.com/alist-org/alist/v3/pkg/http_range"
|
||
"github.com/alist-org/alist/v3/pkg/utils"
|
||
"github.com/pkg/errors"
|
||
"golang.org/x/time/rate"
|
||
)
|
||
|
||
type Pan115 struct {
|
||
model.Storage
|
||
Addition
|
||
client *driver115.Pan115Client
|
||
limiter *rate.Limiter
|
||
}
|
||
|
||
func (d *Pan115) Config() driver.Config {
|
||
return config
|
||
}
|
||
|
||
func (d *Pan115) GetAddition() driver.Additional {
|
||
return &d.Addition
|
||
}
|
||
|
||
func (d *Pan115) Init(ctx context.Context) error {
|
||
if d.LimitRate > 0 {
|
||
d.limiter = rate.NewLimiter(rate.Limit(d.LimitRate), 1)
|
||
}
|
||
return d.login()
|
||
}
|
||
|
||
func (d *Pan115) WaitLimit(ctx context.Context) error {
|
||
if d.limiter != nil {
|
||
return d.limiter.Wait(ctx)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func (d *Pan115) Drop(ctx context.Context) error {
|
||
return nil
|
||
}
|
||
|
||
func (d *Pan115) List(ctx context.Context, dir model.Obj, args model.ListArgs) ([]model.Obj, error) {
|
||
if err := d.WaitLimit(ctx); err != nil {
|
||
return nil, err
|
||
}
|
||
files, err := d.getFiles(dir.GetID())
|
||
if err != nil && !errors.Is(err, driver115.ErrNotExist) {
|
||
return nil, err
|
||
}
|
||
return utils.SliceConvert(files, func(src FileObj) (model.Obj, error) {
|
||
return &src, nil
|
||
})
|
||
}
|
||
|
||
func (d *Pan115) Link(ctx context.Context, file model.Obj, args model.LinkArgs) (*model.Link, error) {
|
||
if err := d.WaitLimit(ctx); err != nil {
|
||
return nil, err
|
||
}
|
||
downloadInfo, err := d.client.
|
||
DownloadWithUA(file.(*FileObj).PickCode, driver115.UA115Browser)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
link := &model.Link{
|
||
URL: downloadInfo.Url.Url,
|
||
Header: downloadInfo.Header,
|
||
}
|
||
return link, nil
|
||
}
|
||
|
||
func (d *Pan115) MakeDir(ctx context.Context, parentDir model.Obj, dirName string) error {
|
||
if err := d.WaitLimit(ctx); err != nil {
|
||
return err
|
||
}
|
||
if _, err := d.client.Mkdir(parentDir.GetID(), dirName); err != nil {
|
||
return err
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func (d *Pan115) Move(ctx context.Context, srcObj, dstDir model.Obj) error {
|
||
if err := d.WaitLimit(ctx); err != nil {
|
||
return err
|
||
}
|
||
return d.client.Move(dstDir.GetID(), srcObj.GetID())
|
||
}
|
||
|
||
func (d *Pan115) Rename(ctx context.Context, srcObj model.Obj, newName string) error {
|
||
if err := d.WaitLimit(ctx); err != nil {
|
||
return err
|
||
}
|
||
return d.client.Rename(srcObj.GetID(), newName)
|
||
}
|
||
|
||
func (d *Pan115) Copy(ctx context.Context, srcObj, dstDir model.Obj) error {
|
||
if err := d.WaitLimit(ctx); err != nil {
|
||
return err
|
||
}
|
||
return d.client.Copy(dstDir.GetID(), srcObj.GetID())
|
||
}
|
||
|
||
func (d *Pan115) Remove(ctx context.Context, obj model.Obj) error {
|
||
if err := d.WaitLimit(ctx); err != nil {
|
||
return err
|
||
}
|
||
return d.client.Delete(obj.GetID())
|
||
}
|
||
|
||
func (d *Pan115) Put(ctx context.Context, dstDir model.Obj, stream model.FileStreamer, up driver.UpdateProgress) error {
|
||
if err := d.WaitLimit(ctx); err != nil {
|
||
return err
|
||
}
|
||
|
||
var (
|
||
fastInfo *driver115.UploadInitResp
|
||
dirID = dstDir.GetID()
|
||
)
|
||
|
||
if ok, err := d.client.UploadAvailable(); err != nil || !ok {
|
||
return err
|
||
}
|
||
if stream.GetSize() > d.client.UploadMetaInfo.SizeLimit {
|
||
return driver115.ErrUploadTooLarge
|
||
}
|
||
//if digest, err = d.client.GetDigestResult(stream); err != nil {
|
||
// return err
|
||
//}
|
||
|
||
const PreHashSize int64 = 128 * utils.KB
|
||
hashSize := PreHashSize
|
||
if stream.GetSize() < PreHashSize {
|
||
hashSize = stream.GetSize()
|
||
}
|
||
reader, err := stream.RangeRead(http_range.Range{Start: 0, Length: hashSize})
|
||
if err != nil {
|
||
return err
|
||
}
|
||
preHash, err := utils.HashReader(utils.SHA1, reader)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
preHash = strings.ToUpper(preHash)
|
||
fullHash := stream.GetHash().GetHash(utils.SHA1)
|
||
if len(fullHash) <= 0 {
|
||
tmpF, err := stream.CacheFullInTempFile()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
fullHash, err = utils.HashFile(utils.SHA1, tmpF)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
}
|
||
fullHash = strings.ToUpper(fullHash)
|
||
|
||
// rapid-upload
|
||
// note that 115 add timeout for rapid-upload,
|
||
// and "sig invalid" err is thrown even when the hash is correct after timeout.
|
||
if fastInfo, err = d.rapidUpload(stream.GetSize(), stream.GetName(), dirID, preHash, fullHash, stream); err != nil {
|
||
return err
|
||
}
|
||
if matched, err := fastInfo.Ok(); err != nil {
|
||
return err
|
||
} else if matched {
|
||
return nil
|
||
}
|
||
|
||
// 闪传失败,上传
|
||
if stream.GetSize() <= utils.KB { // 文件大小小于1KB,改用普通模式上传
|
||
return d.client.UploadByOSS(&fastInfo.UploadOSSParams, stream, dirID)
|
||
}
|
||
// 分片上传
|
||
return d.UploadByMultipart(&fastInfo.UploadOSSParams, stream.GetSize(), stream, dirID)
|
||
|
||
}
|
||
|
||
var _ driver.Driver = (*Pan115)(nil)
|