Quantcast
Channel: Raspberry Pi – IT Solutions Technology Blog
Viewing all articles
Browse latest Browse all 1224

Banana Pi BPI-M1 – use a bucket „worm-with-versioning-and-retention“ with an S3-compatible object storage server with MinIO on Armbian Bullseye

$
0
0

root@bpi-iot-jsho-minio-02:~# ./mc ls –versions worm-with-versioning-and-retention myminio
[2021-12-22 16:14:35 CET] 0B worm-with-versioning-and-retention/
[2021-12-23 14:23:12 CET] 726KiB c04488c9-76c0-4326-8ccd-7c9e30b79b26 v3 PUT worm-with-versioning-and-retention/Josef(1).jpg
[2021-12-23 14:19:53 CET] 0B ce25fdb8-aa92-4764-b4b4-e17e2156f368 v2 DEL worm-with-versioning-and-retention/Josef(1).jpg
[2021-12-23 14:18:48 CET] 726KiB dfb28b1d-e018-4a32-884e-f0862d0af370 v1 PUT worm-with-versioning-and-retention/Josef(1).jpg
[2021-12-23 14:23:12 CET] 292KiB 3a5ca8e6-4922-47ce-9729-366d187cb35e v3 PUT worm-with-versioning-and-retention/Josef(2).jpg
[2021-12-23 14:19:53 CET] 0B 26c97018-67c5-4453-b089-333afb1eecb3 v2 DEL worm-with-versioning-and-retention/Josef(2).jpg
[2021-12-23 14:18:48 CET] 292KiB 766c45a3-1f08-4228-93c1-4a8ca34a246d v1 PUT worm-with-versioning-and-retention/Josef(2).jpg
root@bpi-iot-jsho-minio-02:~#
root@bpi-iot-jsho-minio-02:~# ./mc cp /var/log/syslog myminio/worm-with-versioning-and-retention/syslog
/var/log/syslog: 73.32 KiB / 73.32 KiB ┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃ 218.06 KiB/s 0s
root@bpi-iot-jsho-minio-02:~# ./mc cp /var/log/syslog myminio/worm-with-versioning-and-retention/syslog
/var/log/syslog: 73.32 KiB / 73.32 KiB ┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃ 257.35 KiB/s 0s
root@bpi-iot-jsho-minio-02:~# ./mc cp /var/log/syslog myminio/worm-with-versioning-and-retention/syslog
/var/log/syslog: 73.32 KiB / 73.32 KiB ┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃ 155.06 KiB/s 0s
root@bpi-iot-jsho-minio-02:~#
root@bpi-iot-jsho-minio-02:~# ./mc ls –versions myminio/worm-with-versioning-and-retention/syslog
[2021-12-23 14:38:27 CET] 73KiB 7aee1ca1-357e-4ec0-a89a-b5e64d13fa66 v3 PUT syslog
[2021-12-23 14:38:23 CET] 73KiB 65eea9d6-18fa-4a6d-9f21-34cf69912bec v2 PUT syslog
[2021-12-23 14:37:10 CET] 73KiB 547c6528-b12a-4b60-8fa9-ca42717cdb5c v1 PUT syslog
root@bpi-iot-jsho-minio-02:~#

root@bpi-iot-jsho-minio-02:~# ./mc tree myminio
myminio
└─ worm-with-versioning-and-retention
root@bpi-iot-jsho-minio-02:~#
root@bpi-iot-jsho-minio-02:~# ./mc –debug tree myminio/worm-with-versioning-and -retention/syslog
mc: <DEBUG> GET /worm-with-versioning-and-retention/?location= HTTP/1.1
Host: 192.168.1.168:9000
User-Agent: MinIO (linux; arm) minio-go/v7.0.18 mc/RELEASE.2021-12-20T23-43-34Z
Authorization: AWS4-HMAC-SHA256 Credential=admin/20211223/us-east-1/s3/aws4_requ est, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=**REDACTED**
X-Amz-Content-Sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b78 52b855
X-Amz-Date: 20211223T160316Z
Accept-Encoding: gzip
mc: <DEBUG> HTTP/1.1 200 OK
Content-Length: 128
Accept-Ranges: bytes
Content-Security-Policy: block-all-mixed-content
Content-Type: application/xml
Date: Thu, 23 Dec 2021 16:03:16 GMT
Server: MinIO
Strict-Transport-Security: max-age=31536000; includeSubDomains
Vary: Origin
Vary: Accept-Encoding
X-Amz-Request-Id: 16C36DC843781CA1
X-Content-Type-Options: nosniff
X-Xss-Protection: 1; mode=block
mc: <DEBUG> Response Time: 14.362826ms
mc: <DEBUG> HEAD /worm-with-versioning-and-retention/syslog HTTP/1.1
Host: 192.168.1.168:9000
User-Agent: MinIO (linux; arm) minio-go/v7.0.18 mc/RELEASE.2021-12-20T23-43-34Z
Authorization: AWS4-HMAC-SHA256 Credential=admin/20211223/us-east-1/s3/aws4_requ est, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=**REDACTED**
X-Amz-Content-Sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b78 52b855
X-Amz-Date: 20211223T160316Z
mc: <DEBUG> HTTP/1.1 200 OK
Content-Length: 76811
Accept-Ranges: bytes
Content-Security-Policy: block-all-mixed-content
Content-Type: application/octet-stream
Date: Thu, 23 Dec 2021 16:03:16 GMT
Etag: „8c0127092d695309799ef1b79723756d“
Last-Modified: Thu, 23 Dec 2021 13:55:30 GMT
Server: MinIO
Strict-Transport-Security: max-age=31536000; includeSubDomains
Vary: Origin
Vary: Accept-Encoding
X-Amz-Object-Lock-Mode: COMPLIANCE
X-Amz-Object-Lock-Retain-Until-Date: 2021-12-30T13:55:30.843Z
X-Amz-Request-Id: 16C36DC8443002D4
X-Amz-Version-Id: 059b1c13-ea74-4901-8821-e36b6766097f
X-Content-Type-Options: nosniff
X-Xss-Protection: 1; mode=block
mc: <DEBUG> Response Time: 14.528064ms
mc: <DEBUG> GET /worm-with-versioning-and-retention/?delimiter=%2F&encoding-type =url&fetch-owner=true&list-type=2&prefix=syslog%2F HTTP/1.1
Host: 192.168.1.168:9000
User-Agent: MinIO (linux; arm) minio-go/v7.0.18 mc/RELEASE.2021-12-20T23-43-34Z
Authorization: AWS4-HMAC-SHA256 Credential=admin/20211223/us-east-1/s3/aws4_requ est, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=**REDACTED**
X-Amz-Content-Sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b78 52b855
X-Amz-Date: 20211223T160316Z
Accept-Encoding: gzip
mc: <DEBUG> HTTP/1.1 200 OK
Content-Length: 328
Accept-Ranges: bytes
Content-Security-Policy: block-all-mixed-content
Content-Type: application/xml
Date: Thu, 23 Dec 2021 16:03:16 GMT
Server: MinIO
Strict-Transport-Security: max-age=31536000; includeSubDomains
Vary: Origin
Vary: Accept-Encoding
X-Amz-Request-Id: 16C36DC84564FEA0
X-Content-Type-Options: nosniff
X-Xss-Protection: 1; mode=block
mc: <DEBUG> Response Time: 39.46744ms
root@bpi-iot-jsho-minio-02:~#
root@bpi-iot-jsho-minio-02:~# ./mc rm –r myminio/worm-with-versioning-and-retention/syslog
mc: <ERROR> Removal requires –force flag. This operation is *IRREVERSIBLE*. Please review carefully before performing this *DANGEROUS* operation.
root@bpi-iot-jsho-minio-02:~# ./mc rm –r –force myminio/worm-with-versioning-and-retention/syslog
Removing `myminio/worm-with-versioning-and-retention/syslog`.
root@bpi-iot-jsho-minio-02:~# ./mc cp /var/log/syslog myminio/worm-with-versioning-and-retention/syslog
/var/log/syslog: 33.62 KiB / 33.62 KiB┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃144.31 KiB/s 0s
root@bpi-iot-jsho-minio-02:~# ./mc ls –versions myminio/worm-with-versioning-and-retention/syslog
[2021-12-24 10:43:45 CET] 34KiB 290fefa5-d34b-4ca7-93e1-83fb229cf93d v8 PUT syslog
[2021-12-24 10:42:06 CET] 0B 32002e56-3c3a-4fb2-9bf0-edda868eccc8 v7 DEL syslog
[2021-12-24 10:36:57 CET] 33KiB 5e1cdeae-a184-4ea3-9289-441f39f5a278 v6 PUT syslog
[2021-12-23 18:08:57 CET] 89KiB 670bb05a-79d8-4f33-8f73-4087725d330b v5 PUT syslog
[2021-12-23 14:55:30 CET] 75KiB 059b1c13-ea74-4901-8821-e36b6766097f v4 PUT syslog
[2021-12-23 14:38:27 CET] 73KiB 7aee1ca1-357e-4ec0-a89a-b5e64d13fa66 v3 PUT syslog
[2021-12-23 14:38:23 CET] 73KiB 65eea9d6-18fa-4a6d-9f21-34cf69912bec v2 PUT syslog
[2021-12-23 14:37:10 CET] 73KiB 547c6528-b12a-4b60-8fa9-ca42717cdb5c v1 PUT syslog

root@bpi-iot-jsho-minio-02:~#

root@rpi-iot-jsho-cam-02:~#
root@rpi-iot-jsho-cam-02:~# ./mc mirror /var/lib/motioneye myminio/worm-with-versioning-and-retention/motioneye
…2021-12-24/13-15-46.jpg: 1004.48 MiB / 1004.48 MiB ┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃ 1.56 MiB/s 10m42s
root@rpi-iot-jsho-cam-02:~#
root@rpi-iot-jsho-cam-02:~# ./mc mirror /var/lib/motioneye myminio/worm-with-versioning-and-retention/motioneye
…2021-12-24/14-23-01.jpg: 1.82 MiB / 1.82 MiB ┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃ 75.18 KiB/s 24s
root@rpi-iot-jsho-cam-02:~#
root@rpi-iot-jsho-cam-02:~# ./mc mirror –overwrite –remove /var/lib/motioneye myminio/worm-with-versioning-and-retention/motioneye
0 B / ? ┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃ 8s

root@rpi-iot-jsho-cam-02:~#
root@rpi-iot-jsho-cam-02:~# vi MinioMotioneyeBackup.sh
#!/bin/bash
#FileName: MinioMotioneyeBackup.sh
LocalBackupPath=“/var/lib/motioneye“
MinioBucket=“myminio/worm-with-versioning-and-retention/motioneye“
MCPATH=“/root/mc“
$MCPATH mirror –quit –overwrite –remove $LocalBackupPath $MinioBucket
root@rpi-iot-jsho-cam-02:~#
root@rpi-iot-jsho-cam-02:~# crontab -e
00 * * * * /root/MinioMotioneyeBackup.sh >> /dev/null 2>&1

Viewing all articles
Browse latest Browse all 1224

Trending Articles