mirror of
https://github.com/runbear-io/beardrive.git
synced 2026-08-25 08:08:08 +02:00
snowandClaude Fable 5
2caa09702f
- sfs mnt/umnt/sync/status/log/remote/whoami CLI (cobra) - per-device append-only journals + content-addressed blob store - deterministic lamport-ordered merge, LWW with conflict-copy preservation - cloud-agnostic backends: S3, GCS, file:// (S3-compatible via AWS_ENDPOINT_URL) - offline-first: real files on disk, journal locally, push on reconnect - background sync daemon per mount with change tracking (device/author/time) - macOS + Linux; Homebrew formula + goreleaser release pipeline Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
109 lines
2.6 KiB
Go
109 lines
2.6 KiB
Go
package remote
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"path"
|
|
"strings"
|
|
|
|
"github.com/aws/aws-sdk-go-v2/aws"
|
|
awsconfig "github.com/aws/aws-sdk-go-v2/config"
|
|
"github.com/aws/aws-sdk-go-v2/service/s3"
|
|
"github.com/aws/aws-sdk-go-v2/service/s3/types"
|
|
"github.com/aws/smithy-go"
|
|
)
|
|
|
|
// s3Backend stores objects in Amazon S3 (or any S3-compatible store via the
|
|
// standard AWS_ENDPOINT_URL / AWS_PROFILE environment configuration).
|
|
type s3Backend struct {
|
|
client *s3.Client
|
|
bucket string
|
|
prefix string
|
|
}
|
|
|
|
func newS3(ctx context.Context, bucket, prefix string) (*s3Backend, error) {
|
|
if bucket == "" {
|
|
return nil, fmt.Errorf("s3 remote needs a bucket: s3://bucket/prefix")
|
|
}
|
|
cfg, err := awsconfig.LoadDefaultConfig(ctx)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("load AWS config: %w", err)
|
|
}
|
|
return &s3Backend{client: s3.NewFromConfig(cfg), bucket: bucket, prefix: prefix}, nil
|
|
}
|
|
|
|
func (b *s3Backend) key(key string) string {
|
|
if b.prefix == "" {
|
|
return key
|
|
}
|
|
return path.Join(b.prefix, key)
|
|
}
|
|
|
|
func (b *s3Backend) Put(ctx context.Context, key string, r io.Reader, size int64) error {
|
|
_, err := b.client.PutObject(ctx, &s3.PutObjectInput{
|
|
Bucket: aws.String(b.bucket),
|
|
Key: aws.String(b.key(key)),
|
|
Body: r,
|
|
ContentLength: aws.Int64(size),
|
|
})
|
|
return err
|
|
}
|
|
|
|
func (b *s3Backend) Get(ctx context.Context, key string) (io.ReadCloser, error) {
|
|
out, err := b.client.GetObject(ctx, &s3.GetObjectInput{
|
|
Bucket: aws.String(b.bucket),
|
|
Key: aws.String(b.key(key)),
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return out.Body, nil
|
|
}
|
|
|
|
func (b *s3Backend) List(ctx context.Context, prefix string) ([]Object, error) {
|
|
full := b.key(prefix)
|
|
var out []Object
|
|
p := s3.NewListObjectsV2Paginator(b.client, &s3.ListObjectsV2Input{
|
|
Bucket: aws.String(b.bucket),
|
|
Prefix: aws.String(full),
|
|
})
|
|
strip := b.prefix
|
|
if strip != "" {
|
|
strip += "/"
|
|
}
|
|
for p.HasMorePages() {
|
|
page, err := p.NextPage(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
for _, o := range page.Contents {
|
|
key := strings.TrimPrefix(aws.ToString(o.Key), strip)
|
|
out = append(out, Object{Key: key, Size: aws.ToInt64(o.Size)})
|
|
}
|
|
}
|
|
return out, nil
|
|
}
|
|
|
|
func (b *s3Backend) Exists(ctx context.Context, key string) (bool, error) {
|
|
_, err := b.client.HeadObject(ctx, &s3.HeadObjectInput{
|
|
Bucket: aws.String(b.bucket),
|
|
Key: aws.String(b.key(key)),
|
|
})
|
|
if err == nil {
|
|
return true, nil
|
|
}
|
|
var nf *types.NotFound
|
|
if errors.As(err, &nf) {
|
|
return false, nil
|
|
}
|
|
var ae smithy.APIError
|
|
if errors.As(err, &ae) && (ae.ErrorCode() == "NotFound" || ae.ErrorCode() == "404") {
|
|
return false, nil
|
|
}
|
|
return false, err
|
|
}
|
|
|
|
func (b *s3Backend) Close() error { return nil }
|