Pulsar

wget https://archive.apache.org/dist/pulsar/pulsar-2.4.1/apache-pulsar-2.4.1-bin.tar.gz
tar xvfz apache-pulsar-2.4.1-bin.tar.gz
cd apache-pulsar-2.4.1
# connectors
# storage
wget https://archive.apache.org/dist/pulsar/pulsar-2.4.1/apache-pulsar-offloaders-2.4.1-bin.tar.gz
tar xvfz apache-pulsar-offloaders-2.4.1-bin.tar.gz
mv apache-pulsar-offloaders-2.4.1/offloaders offloaders

storage s3

conf/broker.conf

...
managedLedgerOffloadDriver=S3
s3ManagedLedgerOffloadBucket=pulsar-topic-offload
s3ManagedLedgerOffloadRegion=
s3ManagedLedgerOffloadServiceEndpoint=http://127.0.0.1:9000
...

conf/pulsarenv.sh <code> export AWSACCESSKEYID=ABC123456789 export AWSSECRETACCESS_KEY=ded7db27a4558e2ea8bbf0bf37ae0e8521618f366c </code>

run

bin/pulsar standalone

define a storage threshold in “public” tenant, default name space

bin/pulsar-admin namespaces set-offload-threshold --size 0 public/default

test

first shell

bin/pulsar-client consume my-topic -s "first-subscription"

second shell

bin/pulsar-client produce my-topic --messages "hello-pulsar" -n 1000