2022-06-06 14:06:33 +00:00
|
|
|
package local
|
2022-06-07 10:13:55 +00:00
|
|
|
|
|
|
|
import (
|
feat: Crypt driver, improve http/webdav handling (#4884)
this PR has several enhancements, fixes, and features:
- [x] Crypt: a transparent encryption driver. Anyone can easily, and safely store encrypted data on the remote storage provider. Consider your data is safely stored in the safe, and the storage provider can only see the safe, but not your data.
- [x] Optional: compatible with [Rclone Crypt](https://rclone.org/crypt/). More ways to manipulate the encrypted data.
- [x] directory and filename encryption
- [x] server-side encryption mode (server encrypts & decrypts all data, all data flows thru the server)
- [x] obfuscate sensitive information internally
- [x] introduced a server memory-cached multi-thread downloader.
- [x] Driver: **Quark** enabled this feature, faster load in any single thread scenario. e.g. media player directly playing from the link, now it's faster.
- [x] general improvement on HTTP/WebDAV stream processing & header handling & response handling
- [x] Driver: **Mega** driver support ranged http header
- [x] Driver: **Quark** fix bug of not closing HTTP request to Quark server while user end has closed connection to alist
## Crypt, a transparent Encrypt/Decrypt Driver. (Rclone Crypt compatible)
e.g.
Crypt mount path -> /vault
Crypt remote path -> /ali/encrypted
Aliyun mount paht -> /ali
when the user uploads a.jpg to /vault, the data will be encrypted and saved to /ali/encrypted/xxxxx. And when the user wants to access a.jpg, it's automatically decrypted, and the user can do anything with it.
Since it's Rclone Crypt compatible, users can download /ali/encrypted/xxxxx and decrypt it with rclone crypt tool. Or the user can mount this folder using rclone, then mount the decrypted folder in Linux...
NB. Some breaking changes is made to make it follow global standard, e.g. processing the HTTP header properly.
close #4679
close #4827
Co-authored-by: Sean He <866155+seanhe26@users.noreply.github.com>
Co-authored-by: Andy Hsu <i@nn.ci>
2023-08-02 06:40:36 +00:00
|
|
|
"bytes"
|
2022-06-07 10:13:55 +00:00
|
|
|
"context"
|
2022-08-31 12:58:57 +00:00
|
|
|
"errors"
|
|
|
|
"fmt"
|
2023-08-27 15:05:13 +00:00
|
|
|
"io/fs"
|
|
|
|
"net/http"
|
|
|
|
"os"
|
|
|
|
stdpath "path"
|
|
|
|
"path/filepath"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
2023-08-29 05:31:24 +00:00
|
|
|
"time"
|
2023-08-27 15:05:13 +00:00
|
|
|
|
2022-08-11 12:32:17 +00:00
|
|
|
"github.com/alist-org/alist/v3/internal/conf"
|
2022-06-07 10:13:55 +00:00
|
|
|
"github.com/alist-org/alist/v3/internal/driver"
|
2023-01-16 11:55:43 +00:00
|
|
|
"github.com/alist-org/alist/v3/internal/errs"
|
2022-06-07 10:13:55 +00:00
|
|
|
"github.com/alist-org/alist/v3/internal/model"
|
2022-12-09 02:07:17 +00:00
|
|
|
"github.com/alist-org/alist/v3/internal/sign"
|
2022-06-07 10:13:55 +00:00
|
|
|
"github.com/alist-org/alist/v3/pkg/utils"
|
2023-02-26 13:25:32 +00:00
|
|
|
"github.com/alist-org/alist/v3/server/common"
|
2023-08-27 13:14:23 +00:00
|
|
|
"github.com/djherbis/times"
|
2023-08-27 15:05:13 +00:00
|
|
|
log "github.com/sirupsen/logrus"
|
2022-11-29 01:47:40 +00:00
|
|
|
_ "golang.org/x/image/webp"
|
2022-06-07 10:13:55 +00:00
|
|
|
)
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
type Local struct {
|
2022-07-10 06:45:39 +00:00
|
|
|
model.Storage
|
2022-06-07 10:13:55 +00:00
|
|
|
Addition
|
2023-02-26 13:25:32 +00:00
|
|
|
mkdirPerm int32
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) Config() driver.Config {
|
2022-06-07 10:13:55 +00:00
|
|
|
return config
|
|
|
|
}
|
|
|
|
|
2022-12-17 11:49:05 +00:00
|
|
|
func (d *Local) Init(ctx context.Context) error {
|
2023-02-26 13:25:32 +00:00
|
|
|
if d.MkdirPerm == "" {
|
|
|
|
d.mkdirPerm = 0777
|
|
|
|
} else {
|
|
|
|
v, err := strconv.ParseUint(d.MkdirPerm, 8, 32)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
d.mkdirPerm = int32(v)
|
2023-02-21 09:45:15 +00:00
|
|
|
}
|
2022-09-04 05:07:53 +00:00
|
|
|
if !utils.Exists(d.GetRootPath()) {
|
2022-12-17 11:49:05 +00:00
|
|
|
return fmt.Errorf("root folder %s not exists", d.GetRootPath())
|
|
|
|
}
|
|
|
|
if !filepath.IsAbs(d.GetRootPath()) {
|
|
|
|
abs, err := filepath.Abs(d.GetRootPath())
|
|
|
|
if err != nil {
|
|
|
|
return err
|
2022-06-27 12:37:05 +00:00
|
|
|
}
|
2022-12-17 11:49:05 +00:00
|
|
|
d.Addition.RootFolderPath = abs
|
2022-06-15 10:48:30 +00:00
|
|
|
}
|
2023-05-11 11:57:24 +00:00
|
|
|
if d.ThumbCacheFolder != "" && !utils.Exists(d.ThumbCacheFolder) {
|
|
|
|
err := os.MkdirAll(d.ThumbCacheFolder, os.FileMode(d.mkdirPerm))
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2022-12-17 11:49:05 +00:00
|
|
|
return nil
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) Drop(ctx context.Context) error {
|
2022-06-07 14:02:41 +00:00
|
|
|
return nil
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) GetAddition() driver.Additional {
|
2022-12-13 10:03:30 +00:00
|
|
|
return &d.Addition
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-08-11 12:32:17 +00:00
|
|
|
func (d *Local) List(ctx context.Context, dir model.Obj, args model.ListArgs) ([]model.Obj, error) {
|
2022-09-02 14:46:31 +00:00
|
|
|
fullPath := dir.GetPath()
|
2023-03-23 07:18:37 +00:00
|
|
|
rawFiles, err := readDir(fullPath)
|
2022-06-23 09:06:07 +00:00
|
|
|
if err != nil {
|
2022-08-31 12:58:57 +00:00
|
|
|
return nil, err
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
var files []model.Obj
|
|
|
|
for _, f := range rawFiles {
|
2022-10-23 06:53:07 +00:00
|
|
|
if !d.ShowHidden && strings.HasPrefix(f.Name(), ".") {
|
2022-06-23 09:06:07 +00:00
|
|
|
continue
|
|
|
|
}
|
feat: Crypt driver, improve http/webdav handling (#4884)
this PR has several enhancements, fixes, and features:
- [x] Crypt: a transparent encryption driver. Anyone can easily, and safely store encrypted data on the remote storage provider. Consider your data is safely stored in the safe, and the storage provider can only see the safe, but not your data.
- [x] Optional: compatible with [Rclone Crypt](https://rclone.org/crypt/). More ways to manipulate the encrypted data.
- [x] directory and filename encryption
- [x] server-side encryption mode (server encrypts & decrypts all data, all data flows thru the server)
- [x] obfuscate sensitive information internally
- [x] introduced a server memory-cached multi-thread downloader.
- [x] Driver: **Quark** enabled this feature, faster load in any single thread scenario. e.g. media player directly playing from the link, now it's faster.
- [x] general improvement on HTTP/WebDAV stream processing & header handling & response handling
- [x] Driver: **Mega** driver support ranged http header
- [x] Driver: **Quark** fix bug of not closing HTTP request to Quark server while user end has closed connection to alist
## Crypt, a transparent Encrypt/Decrypt Driver. (Rclone Crypt compatible)
e.g.
Crypt mount path -> /vault
Crypt remote path -> /ali/encrypted
Aliyun mount paht -> /ali
when the user uploads a.jpg to /vault, the data will be encrypted and saved to /ali/encrypted/xxxxx. And when the user wants to access a.jpg, it's automatically decrypted, and the user can do anything with it.
Since it's Rclone Crypt compatible, users can download /ali/encrypted/xxxxx and decrypt it with rclone crypt tool. Or the user can mount this folder using rclone, then mount the decrypted folder in Linux...
NB. Some breaking changes is made to make it follow global standard, e.g. processing the HTTP header properly.
close #4679
close #4827
Co-authored-by: Sean He <866155+seanhe26@users.noreply.github.com>
Co-authored-by: Andy Hsu <i@nn.ci>
2023-08-02 06:40:36 +00:00
|
|
|
file := d.FileInfoToObj(f, args.ReqPath, fullPath)
|
|
|
|
files = append(files, file)
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
return files, nil
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
feat: Crypt driver, improve http/webdav handling (#4884)
this PR has several enhancements, fixes, and features:
- [x] Crypt: a transparent encryption driver. Anyone can easily, and safely store encrypted data on the remote storage provider. Consider your data is safely stored in the safe, and the storage provider can only see the safe, but not your data.
- [x] Optional: compatible with [Rclone Crypt](https://rclone.org/crypt/). More ways to manipulate the encrypted data.
- [x] directory and filename encryption
- [x] server-side encryption mode (server encrypts & decrypts all data, all data flows thru the server)
- [x] obfuscate sensitive information internally
- [x] introduced a server memory-cached multi-thread downloader.
- [x] Driver: **Quark** enabled this feature, faster load in any single thread scenario. e.g. media player directly playing from the link, now it's faster.
- [x] general improvement on HTTP/WebDAV stream processing & header handling & response handling
- [x] Driver: **Mega** driver support ranged http header
- [x] Driver: **Quark** fix bug of not closing HTTP request to Quark server while user end has closed connection to alist
## Crypt, a transparent Encrypt/Decrypt Driver. (Rclone Crypt compatible)
e.g.
Crypt mount path -> /vault
Crypt remote path -> /ali/encrypted
Aliyun mount paht -> /ali
when the user uploads a.jpg to /vault, the data will be encrypted and saved to /ali/encrypted/xxxxx. And when the user wants to access a.jpg, it's automatically decrypted, and the user can do anything with it.
Since it's Rclone Crypt compatible, users can download /ali/encrypted/xxxxx and decrypt it with rclone crypt tool. Or the user can mount this folder using rclone, then mount the decrypted folder in Linux...
NB. Some breaking changes is made to make it follow global standard, e.g. processing the HTTP header properly.
close #4679
close #4827
Co-authored-by: Sean He <866155+seanhe26@users.noreply.github.com>
Co-authored-by: Andy Hsu <i@nn.ci>
2023-08-02 06:40:36 +00:00
|
|
|
func (d *Local) FileInfoToObj(f fs.FileInfo, reqPath string, fullPath string) model.Obj {
|
|
|
|
thumb := ""
|
|
|
|
if d.Thumbnail {
|
|
|
|
typeName := utils.GetFileType(f.Name())
|
|
|
|
if typeName == conf.IMAGE || typeName == conf.VIDEO {
|
|
|
|
thumb = common.GetApiUrl(nil) + stdpath.Join("/d", reqPath, f.Name())
|
|
|
|
thumb = utils.EncodePath(thumb, true)
|
|
|
|
thumb += "?type=thumb&sign=" + sign.Sign(stdpath.Join(reqPath, f.Name()))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
isFolder := f.IsDir() || isSymlinkDir(f, fullPath)
|
|
|
|
var size int64
|
|
|
|
if !isFolder {
|
|
|
|
size = f.Size()
|
|
|
|
}
|
2023-08-29 05:31:24 +00:00
|
|
|
var ctime time.Time
|
2023-08-27 13:14:23 +00:00
|
|
|
t, err := times.Stat(stdpath.Join(fullPath, f.Name()))
|
|
|
|
if err == nil {
|
|
|
|
if t.HasBirthTime() {
|
|
|
|
ctime = t.BirthTime()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
feat: Crypt driver, improve http/webdav handling (#4884)
this PR has several enhancements, fixes, and features:
- [x] Crypt: a transparent encryption driver. Anyone can easily, and safely store encrypted data on the remote storage provider. Consider your data is safely stored in the safe, and the storage provider can only see the safe, but not your data.
- [x] Optional: compatible with [Rclone Crypt](https://rclone.org/crypt/). More ways to manipulate the encrypted data.
- [x] directory and filename encryption
- [x] server-side encryption mode (server encrypts & decrypts all data, all data flows thru the server)
- [x] obfuscate sensitive information internally
- [x] introduced a server memory-cached multi-thread downloader.
- [x] Driver: **Quark** enabled this feature, faster load in any single thread scenario. e.g. media player directly playing from the link, now it's faster.
- [x] general improvement on HTTP/WebDAV stream processing & header handling & response handling
- [x] Driver: **Mega** driver support ranged http header
- [x] Driver: **Quark** fix bug of not closing HTTP request to Quark server while user end has closed connection to alist
## Crypt, a transparent Encrypt/Decrypt Driver. (Rclone Crypt compatible)
e.g.
Crypt mount path -> /vault
Crypt remote path -> /ali/encrypted
Aliyun mount paht -> /ali
when the user uploads a.jpg to /vault, the data will be encrypted and saved to /ali/encrypted/xxxxx. And when the user wants to access a.jpg, it's automatically decrypted, and the user can do anything with it.
Since it's Rclone Crypt compatible, users can download /ali/encrypted/xxxxx and decrypt it with rclone crypt tool. Or the user can mount this folder using rclone, then mount the decrypted folder in Linux...
NB. Some breaking changes is made to make it follow global standard, e.g. processing the HTTP header properly.
close #4679
close #4827
Co-authored-by: Sean He <866155+seanhe26@users.noreply.github.com>
Co-authored-by: Andy Hsu <i@nn.ci>
2023-08-02 06:40:36 +00:00
|
|
|
file := model.ObjThumb{
|
|
|
|
Object: model.Object{
|
|
|
|
Path: filepath.Join(fullPath, f.Name()),
|
|
|
|
Name: f.Name(),
|
|
|
|
Modified: f.ModTime(),
|
|
|
|
Size: size,
|
|
|
|
IsFolder: isFolder,
|
2023-08-27 13:14:23 +00:00
|
|
|
Ctime: ctime,
|
feat: Crypt driver, improve http/webdav handling (#4884)
this PR has several enhancements, fixes, and features:
- [x] Crypt: a transparent encryption driver. Anyone can easily, and safely store encrypted data on the remote storage provider. Consider your data is safely stored in the safe, and the storage provider can only see the safe, but not your data.
- [x] Optional: compatible with [Rclone Crypt](https://rclone.org/crypt/). More ways to manipulate the encrypted data.
- [x] directory and filename encryption
- [x] server-side encryption mode (server encrypts & decrypts all data, all data flows thru the server)
- [x] obfuscate sensitive information internally
- [x] introduced a server memory-cached multi-thread downloader.
- [x] Driver: **Quark** enabled this feature, faster load in any single thread scenario. e.g. media player directly playing from the link, now it's faster.
- [x] general improvement on HTTP/WebDAV stream processing & header handling & response handling
- [x] Driver: **Mega** driver support ranged http header
- [x] Driver: **Quark** fix bug of not closing HTTP request to Quark server while user end has closed connection to alist
## Crypt, a transparent Encrypt/Decrypt Driver. (Rclone Crypt compatible)
e.g.
Crypt mount path -> /vault
Crypt remote path -> /ali/encrypted
Aliyun mount paht -> /ali
when the user uploads a.jpg to /vault, the data will be encrypted and saved to /ali/encrypted/xxxxx. And when the user wants to access a.jpg, it's automatically decrypted, and the user can do anything with it.
Since it's Rclone Crypt compatible, users can download /ali/encrypted/xxxxx and decrypt it with rclone crypt tool. Or the user can mount this folder using rclone, then mount the decrypted folder in Linux...
NB. Some breaking changes is made to make it follow global standard, e.g. processing the HTTP header properly.
close #4679
close #4827
Co-authored-by: Sean He <866155+seanhe26@users.noreply.github.com>
Co-authored-by: Andy Hsu <i@nn.ci>
2023-08-02 06:40:36 +00:00
|
|
|
},
|
|
|
|
Thumbnail: model.Thumbnail{
|
|
|
|
Thumbnail: thumb,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
return &file
|
|
|
|
|
|
|
|
}
|
|
|
|
func (d *Local) GetMeta(ctx context.Context, path string) (model.Obj, error) {
|
|
|
|
f, err := os.Stat(path)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
file := d.FileInfoToObj(f, path, path)
|
|
|
|
//h := "123123"
|
|
|
|
//if s, ok := f.(model.SetHash); ok && file.GetHash() == ("","") {
|
|
|
|
// s.SetHash(h,"SHA1")
|
|
|
|
//}
|
|
|
|
return file, nil
|
|
|
|
|
|
|
|
}
|
2022-06-07 10:13:55 +00:00
|
|
|
|
2023-01-16 11:55:43 +00:00
|
|
|
func (d *Local) Get(ctx context.Context, path string) (model.Obj, error) {
|
|
|
|
path = filepath.Join(d.GetRootPath(), path)
|
|
|
|
f, err := os.Stat(path)
|
|
|
|
if err != nil {
|
|
|
|
if strings.Contains(err.Error(), "cannot find the file") {
|
|
|
|
return nil, errs.ObjectNotFound
|
|
|
|
}
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
isFolder := f.IsDir() || isSymlinkDir(f, path)
|
|
|
|
size := f.Size()
|
|
|
|
if isFolder {
|
|
|
|
size = 0
|
|
|
|
}
|
2023-08-29 05:31:24 +00:00
|
|
|
var ctime time.Time
|
|
|
|
t, err := times.Stat(path)
|
|
|
|
if err == nil {
|
|
|
|
if t.HasBirthTime() {
|
|
|
|
ctime = t.BirthTime()
|
|
|
|
}
|
|
|
|
}
|
2023-01-16 11:55:43 +00:00
|
|
|
file := model.Object{
|
|
|
|
Path: path,
|
|
|
|
Name: f.Name(),
|
|
|
|
Modified: f.ModTime(),
|
2023-08-29 05:31:24 +00:00
|
|
|
Ctime: ctime,
|
2023-01-16 11:55:43 +00:00
|
|
|
Size: size,
|
|
|
|
IsFolder: isFolder,
|
|
|
|
}
|
|
|
|
return &file, nil
|
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) Link(ctx context.Context, file model.Obj, args model.LinkArgs) (*model.Link, error) {
|
2022-09-02 14:46:31 +00:00
|
|
|
fullPath := file.GetPath()
|
2022-08-11 12:32:17 +00:00
|
|
|
var link model.Link
|
|
|
|
if args.Type == "thumb" && utils.Ext(file.GetName()) != "svg" {
|
2023-05-11 11:57:24 +00:00
|
|
|
buf, thumbPath, err := d.getThumb(file)
|
2022-08-11 12:32:17 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
link.Header = http.Header{
|
2023-05-11 11:57:24 +00:00
|
|
|
"Content-Type": []string{"image/png"},
|
|
|
|
}
|
|
|
|
if thumbPath != nil {
|
feat: Crypt driver, improve http/webdav handling (#4884)
this PR has several enhancements, fixes, and features:
- [x] Crypt: a transparent encryption driver. Anyone can easily, and safely store encrypted data on the remote storage provider. Consider your data is safely stored in the safe, and the storage provider can only see the safe, but not your data.
- [x] Optional: compatible with [Rclone Crypt](https://rclone.org/crypt/). More ways to manipulate the encrypted data.
- [x] directory and filename encryption
- [x] server-side encryption mode (server encrypts & decrypts all data, all data flows thru the server)
- [x] obfuscate sensitive information internally
- [x] introduced a server memory-cached multi-thread downloader.
- [x] Driver: **Quark** enabled this feature, faster load in any single thread scenario. e.g. media player directly playing from the link, now it's faster.
- [x] general improvement on HTTP/WebDAV stream processing & header handling & response handling
- [x] Driver: **Mega** driver support ranged http header
- [x] Driver: **Quark** fix bug of not closing HTTP request to Quark server while user end has closed connection to alist
## Crypt, a transparent Encrypt/Decrypt Driver. (Rclone Crypt compatible)
e.g.
Crypt mount path -> /vault
Crypt remote path -> /ali/encrypted
Aliyun mount paht -> /ali
when the user uploads a.jpg to /vault, the data will be encrypted and saved to /ali/encrypted/xxxxx. And when the user wants to access a.jpg, it's automatically decrypted, and the user can do anything with it.
Since it's Rclone Crypt compatible, users can download /ali/encrypted/xxxxx and decrypt it with rclone crypt tool. Or the user can mount this folder using rclone, then mount the decrypted folder in Linux...
NB. Some breaking changes is made to make it follow global standard, e.g. processing the HTTP header properly.
close #4679
close #4827
Co-authored-by: Sean He <866155+seanhe26@users.noreply.github.com>
Co-authored-by: Andy Hsu <i@nn.ci>
2023-08-02 06:40:36 +00:00
|
|
|
open, err := os.Open(*thumbPath)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2023-08-27 13:14:23 +00:00
|
|
|
link.MFile = open
|
2023-05-11 11:57:24 +00:00
|
|
|
} else {
|
2023-08-27 13:14:23 +00:00
|
|
|
link.MFile = model.NewNopMFile(bytes.NewReader(buf.Bytes()))
|
feat: Crypt driver, improve http/webdav handling (#4884)
this PR has several enhancements, fixes, and features:
- [x] Crypt: a transparent encryption driver. Anyone can easily, and safely store encrypted data on the remote storage provider. Consider your data is safely stored in the safe, and the storage provider can only see the safe, but not your data.
- [x] Optional: compatible with [Rclone Crypt](https://rclone.org/crypt/). More ways to manipulate the encrypted data.
- [x] directory and filename encryption
- [x] server-side encryption mode (server encrypts & decrypts all data, all data flows thru the server)
- [x] obfuscate sensitive information internally
- [x] introduced a server memory-cached multi-thread downloader.
- [x] Driver: **Quark** enabled this feature, faster load in any single thread scenario. e.g. media player directly playing from the link, now it's faster.
- [x] general improvement on HTTP/WebDAV stream processing & header handling & response handling
- [x] Driver: **Mega** driver support ranged http header
- [x] Driver: **Quark** fix bug of not closing HTTP request to Quark server while user end has closed connection to alist
## Crypt, a transparent Encrypt/Decrypt Driver. (Rclone Crypt compatible)
e.g.
Crypt mount path -> /vault
Crypt remote path -> /ali/encrypted
Aliyun mount paht -> /ali
when the user uploads a.jpg to /vault, the data will be encrypted and saved to /ali/encrypted/xxxxx. And when the user wants to access a.jpg, it's automatically decrypted, and the user can do anything with it.
Since it's Rclone Crypt compatible, users can download /ali/encrypted/xxxxx and decrypt it with rclone crypt tool. Or the user can mount this folder using rclone, then mount the decrypted folder in Linux...
NB. Some breaking changes is made to make it follow global standard, e.g. processing the HTTP header properly.
close #4679
close #4827
Co-authored-by: Sean He <866155+seanhe26@users.noreply.github.com>
Co-authored-by: Andy Hsu <i@nn.ci>
2023-08-02 06:40:36 +00:00
|
|
|
//link.Header.Set("Content-Length", strconv.Itoa(buf.Len()))
|
2022-08-11 12:32:17 +00:00
|
|
|
}
|
|
|
|
} else {
|
feat: Crypt driver, improve http/webdav handling (#4884)
this PR has several enhancements, fixes, and features:
- [x] Crypt: a transparent encryption driver. Anyone can easily, and safely store encrypted data on the remote storage provider. Consider your data is safely stored in the safe, and the storage provider can only see the safe, but not your data.
- [x] Optional: compatible with [Rclone Crypt](https://rclone.org/crypt/). More ways to manipulate the encrypted data.
- [x] directory and filename encryption
- [x] server-side encryption mode (server encrypts & decrypts all data, all data flows thru the server)
- [x] obfuscate sensitive information internally
- [x] introduced a server memory-cached multi-thread downloader.
- [x] Driver: **Quark** enabled this feature, faster load in any single thread scenario. e.g. media player directly playing from the link, now it's faster.
- [x] general improvement on HTTP/WebDAV stream processing & header handling & response handling
- [x] Driver: **Mega** driver support ranged http header
- [x] Driver: **Quark** fix bug of not closing HTTP request to Quark server while user end has closed connection to alist
## Crypt, a transparent Encrypt/Decrypt Driver. (Rclone Crypt compatible)
e.g.
Crypt mount path -> /vault
Crypt remote path -> /ali/encrypted
Aliyun mount paht -> /ali
when the user uploads a.jpg to /vault, the data will be encrypted and saved to /ali/encrypted/xxxxx. And when the user wants to access a.jpg, it's automatically decrypted, and the user can do anything with it.
Since it's Rclone Crypt compatible, users can download /ali/encrypted/xxxxx and decrypt it with rclone crypt tool. Or the user can mount this folder using rclone, then mount the decrypted folder in Linux...
NB. Some breaking changes is made to make it follow global standard, e.g. processing the HTTP header properly.
close #4679
close #4827
Co-authored-by: Sean He <866155+seanhe26@users.noreply.github.com>
Co-authored-by: Andy Hsu <i@nn.ci>
2023-08-02 06:40:36 +00:00
|
|
|
open, err := os.Open(fullPath)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2023-08-27 13:14:23 +00:00
|
|
|
link.MFile = open
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
return &link, nil
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) MakeDir(ctx context.Context, parentDir model.Obj, dirName string) error {
|
2022-09-02 14:46:31 +00:00
|
|
|
fullPath := filepath.Join(parentDir.GetPath(), dirName)
|
2023-02-26 13:25:32 +00:00
|
|
|
err := os.MkdirAll(fullPath, os.FileMode(d.mkdirPerm))
|
2022-06-23 09:06:07 +00:00
|
|
|
if err != nil {
|
2022-08-31 12:58:57 +00:00
|
|
|
return err
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
return nil
|
2022-06-07 14:02:41 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) Move(ctx context.Context, srcObj, dstDir model.Obj) error {
|
2022-09-02 14:46:31 +00:00
|
|
|
srcPath := srcObj.GetPath()
|
|
|
|
dstPath := filepath.Join(dstDir.GetPath(), srcObj.GetName())
|
2022-12-20 08:27:04 +00:00
|
|
|
if utils.IsSubPath(srcPath, dstPath) {
|
|
|
|
return fmt.Errorf("the destination folder is a subfolder of the source folder")
|
|
|
|
}
|
2022-06-23 09:06:07 +00:00
|
|
|
err := os.Rename(srcPath, dstPath)
|
|
|
|
if err != nil {
|
2022-08-31 12:58:57 +00:00
|
|
|
return err
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
return nil
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) Rename(ctx context.Context, srcObj model.Obj, newName string) error {
|
2022-09-02 14:46:31 +00:00
|
|
|
srcPath := srcObj.GetPath()
|
2022-06-23 09:06:07 +00:00
|
|
|
dstPath := filepath.Join(filepath.Dir(srcPath), newName)
|
|
|
|
err := os.Rename(srcPath, dstPath)
|
|
|
|
if err != nil {
|
2022-08-31 12:58:57 +00:00
|
|
|
return err
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
return nil
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) Copy(ctx context.Context, srcObj, dstDir model.Obj) error {
|
2022-09-02 14:46:31 +00:00
|
|
|
srcPath := srcObj.GetPath()
|
|
|
|
dstPath := filepath.Join(dstDir.GetPath(), srcObj.GetName())
|
2022-12-20 08:27:04 +00:00
|
|
|
if utils.IsSubPath(srcPath, dstPath) {
|
|
|
|
return fmt.Errorf("the destination folder is a subfolder of the source folder")
|
|
|
|
}
|
2022-06-23 09:06:07 +00:00
|
|
|
var err error
|
|
|
|
if srcObj.IsDir() {
|
2022-09-15 09:58:32 +00:00
|
|
|
err = utils.CopyDir(srcPath, dstPath)
|
2022-06-23 09:06:07 +00:00
|
|
|
} else {
|
2022-09-15 09:58:32 +00:00
|
|
|
err = utils.CopyFile(srcPath, dstPath)
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
if err != nil {
|
2022-08-31 12:58:57 +00:00
|
|
|
return err
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
return nil
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) Remove(ctx context.Context, obj model.Obj) error {
|
2022-06-23 09:06:07 +00:00
|
|
|
var err error
|
|
|
|
if obj.IsDir() {
|
2022-09-02 14:46:31 +00:00
|
|
|
err = os.RemoveAll(obj.GetPath())
|
2022-06-23 09:06:07 +00:00
|
|
|
} else {
|
2022-09-02 14:46:31 +00:00
|
|
|
err = os.Remove(obj.GetPath())
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
if err != nil {
|
2022-08-31 12:58:57 +00:00
|
|
|
return err
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
return nil
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
func (d *Local) Put(ctx context.Context, dstDir model.Obj, stream model.FileStreamer, up driver.UpdateProgress) error {
|
2022-09-02 14:46:31 +00:00
|
|
|
fullPath := filepath.Join(dstDir.GetPath(), stream.GetName())
|
2022-06-23 09:06:07 +00:00
|
|
|
out, err := os.Create(fullPath)
|
|
|
|
if err != nil {
|
2022-08-31 12:58:57 +00:00
|
|
|
return err
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
_ = out.Close()
|
2022-06-25 07:14:03 +00:00
|
|
|
if errors.Is(err, context.Canceled) {
|
|
|
|
_ = os.Remove(fullPath)
|
|
|
|
}
|
2022-06-23 09:06:07 +00:00
|
|
|
}()
|
2022-08-31 14:41:27 +00:00
|
|
|
err = utils.CopyWithCtx(ctx, out, stream, stream.GetSize(), up)
|
2022-06-23 09:06:07 +00:00
|
|
|
if err != nil {
|
2022-08-31 12:58:57 +00:00
|
|
|
return err
|
2022-06-23 09:06:07 +00:00
|
|
|
}
|
2023-08-27 15:05:13 +00:00
|
|
|
err = os.Chtimes(fullPath, stream.ModTime(), stream.ModTime())
|
|
|
|
if err != nil {
|
|
|
|
log.Errorf("[local] failed to change time of %s: %s", fullPath, err)
|
|
|
|
}
|
2022-06-23 09:06:07 +00:00
|
|
|
return nil
|
2022-06-07 10:13:55 +00:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:11:53 +00:00
|
|
|
var _ driver.Driver = (*Local)(nil)
|