SuLing's Garden

Rclone

4 min read

Rclone Install

curl https://rclone.org/install.sh | sudo bash

Onedrive

rclone copy -vvP --ignore-size --retries-sleep 30s --check-first --transfers 2 --drive-pacer-min-sleep 750ms --onedrive-chunk-size=249M /path/to/local OneDrive:/path/to/remote

Google Drive

rclone copy -vvP --retries-sleep 60s --drive-pacer-min-sleep 750ms --checkers 32 --transfers 4 --drive-chunk-size=128M --check-first /path/to/local Google-Drive:/path/to/remote

Rclone mount systemd file

apt install fuse -y
mkdir -p /root/.cache/rclone
mkdir -p /path/to/mount
vim /etc/systemd/system/rclone.service
 
---
[Unit]
Description=rclone
Wants=network-online.target
After=network-online.target
 
[Service]
User=root
ExecStart=/usr/bin/rclone mount --use-mmap --umask 000 --allow-other --allow-non-empty --dir-cache-time 48h --cache-dir=/root/.cache/rclone --vfs-cache-mode full --buffer-size 512M --vfs-read-chunk-size 32M --vfs-read-chunk-size-limit 128M --vfs-cache-max-size 4G Google-Drive:/path/to/remote /path/to/mount
ExecStop=/usr/bin/fusermount -uz /path/to/mount
 
[Install]
WantedBy=multi-user.target
---

Mount MinIO

$ cat /etc/systemd/system/rclone.service         
[Unit]
Description=rclone
Wants=network-online.target
After=network-online.target
 
[Service]
User=root
ExecStart=rclone mount --use-mmap --umask 000 --allow-other --allow-non-empty --dir-cache-time 48h --cache-dir=/root/.cache/rclone --vfs-cache-mode full --buffer-size 512M --vfs-read-chunk-size 32M --vfs-read-chunk-size-limit 128M --vfs-cache-max-size 4G minio:/nogizaka46 /mnt/Nogizaka46
ExecStop=/usr/bin/fusermount -uz /path/to/mount
 
[Install]
WantedBy=multi-user.target

Google Drive 429 problems

Add these lines to /etc/hosts :

216.58.213.74 www.googleapis.com
142.250.201.170 www.googleapis.com
142.250.178.138 www.googleapis.com
142.250.75.234 www.googleapis.com
142.250.74.234 www.googleapis.com
216.58.214.170 www.googleapis.com
142.250.179.74 www.googleapis.com
142.250.179.106 www.googleapis.com
216.58.214.74 www.googleapis.com

Nogizka46 Archive Backups

$ cat ./.backups/rclone-backups.sh    
#!/bin/bash
 
BOT_TOKEN="5000000000:AAAAAAAAAAAAAAAAAAAAAAA"
CHAT_ID="-1000000000000"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/ box:nogizaka46/ && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=0.+minio+data+backup+to+Hetzner+Storage+Box+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/Bonus alist:/AliyunDrive/Bonus && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=1.+Folder+Bonus+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/Camera alist:/AliyunDrive/Camera && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=2.+Folder+Camera+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/Documentary alist:/AliyunDrive/Documentary && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=3.+Folder+Documentary+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/Dorama alist:/AliyunDrive/Dorama && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=4.+Folder+Dorama+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/Live alist:/AliyunDrive/Live && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=5.+Folder+Live+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/Movie alist:/AliyunDrive/Movie && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=6.+Folder+Movie+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/Music alist:/AliyunDrive/Music && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=7.+Folder+Music+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/MV alist:/AliyunDrive/MV && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=8.+Folder+MV+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/Photobook alist:/AliyunDrive/Photobook && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=9.+Folder+Photobook+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/Src alist:/AliyunDrive/Src && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=10.+Folder+Src+backup+to+Aliyun+Drive+complete+at+$TIME"
 
rclone sync -cvvP --check-first --checkers 1 --tpslimit 100000 --timeout 60m minio:/nogizaka46/TV alist:/AliyunDrive/TV && \
export TIME=$(date "+%Y-%m-%d+%H:%M:%S") && curl "https://api.telegram.org/bot$BOT_TOKEN/sendMessage?chat_id=$CHAT_ID&text=11.+Folder+TV+backup+to+Aliyun+Drive+complete+at+$TIME"

Copy from hetzner to minio

rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/Bonus minio:nogizaka46/Bonus && \
rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/Camera minio:nogizaka46/Camera && \
rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/Documentary minio:nogizaka46/Documentary && \
rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/Dorama minio:nogizaka46/Dorama && \
rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/Live minio:nogizaka46/Live && \
rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/Movie minio:nogizaka46/Movie && \
rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/Music minio:nogizaka46/Music && \
rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/MV minio:nogizaka46/MV && \
rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/Photobook minio:nogizaka46/Photobook && \
rclone copy -cvP --check-first --checkers 1 --transfers 4 --tpslimit 100000 --timeout 60m --retries 200 --multi-thread-streams 0 --s3-chunk-size 100M --s3-upload-cutoff 5G box:nogizaka46/TV minio:nogizaka46/TV

Check hetzner and minio

rclone check --download box-webdav:nogizaka46/Bonus minio:nogizaka46/Bonus
rclone check --download box-webdav:nogizaka46/Camera minio:nogizaka46/Camera
rclone check --download box-webdav:nogizaka46/Documentary minio:nogizaka46/Documentary
rclone check --download box-webdav:nogizaka46/Dorama minio:nogizaka46/Dorama
rclone check --download box-webdav:nogizaka46/Live minio:nogizaka46/Live
rclone check --download box-webdav:nogizaka46/Movie minio:nogizaka46/Movie
rclone check --download box-webdav:nogizaka46/Music minio:nogizaka46/Music
rclone check --download box-webdav:nogizaka46/MV minio:nogizaka46/MV
rclone check --download box-webdav:nogizaka46/Photobook minio:nogizaka46/Photobook
rclone check --download box-webdav:nogizaka46/TV minio:nogizaka46/TV

Graph View

Backlinks

  • No backlinks found