Pulsar
wget https://archive.apache.org/dist/pulsar/pulsar-2.4.1/apache-pulsar-2.4.1-bin.tar.gz tar xvfz apache-pulsar-2.4.1-bin.tar.gz cd apache-pulsar-2.4.1 # connectors # storage wget https://archive.apache.org/dist/pulsar/pulsar-2.4.1/apache-pulsar-offloaders-2.4.1-bin.tar.gz tar xvfz apache-pulsar-offloaders-2.4.1-bin.tar.gz mv apache-pulsar-offloaders-2.4.1/offloaders offloaders
storage s3
conf/broker.conf
...
managedLedgerOffloadDriver=S3
s3ManagedLedgerOffloadBucket=pulsar-topic-offload
s3ManagedLedgerOffloadRegion=
s3ManagedLedgerOffloadServiceEndpoint=http://127.0.0.1:9000
...
conf/pulsar_env.sh
export AWS_ACCESS_KEY_ID=ABC123456789
export AWS_SECRET_ACCESS_KEY=ded7db27a4558e2ea8bbf0bf37ae0e8521618f366c
run
bin/pulsar standalone
define a storage threshold in “public” tenant, default name space
bin/pulsar-admin namespaces set-offload-threshold --size 0 public/default
test
first shell
bin/pulsar-client consume my-topic -s "first-subscription"
second shell
bin/pulsar-client produce my-topic --messages "hello-pulsar" -n 1000