On 5/23/21 8:48 PM, Han Han wrote:

You can check the following:

1. Make sure the ceph mon node are running on the localhost:6789

root@server ~# netstat -pan | grep 6789
tcp 0 0 10.0.0.5:6789 0.0.0.0:* LISTEN 2087/ceph-mon

2. Check if the ceph authorization is enabled on the ceph cluster. Check if authorization is

used in rbd pool xml.

You can provide more details on the rbd pool xml, ceph conf, and the version of librbd1(client side), ceph(server side).

root@server ~# ceph auth get client.libvirt
exported keyring for client.libvirt
[client.libvirt]
        key = AQDtM6lgXXXXXXXXpebpIoIKaFXQSTAg==
        caps mon = "profile rbd"
        caps osd = "profile rbd pool=libvirt-pool"

root@server ~# virsh secret-list
UUID                                   Usage
--------------------------------------------------------------------
f290cb3a-a9de-48d7-89ce-09311eadff4a   ceph client.libvirt secret

root@server ~# virsh secret-dumpxml f290cb3a-a9de-48d7-89ce-09311eadff4a
<secret ephemeral='no' private='no'>
<uuid>f290cb3a-a9de-48d7-89ce-09311eadff4a</uuid>
<usage type='ceph'>
    <name>client.libvirt secret</name>
</usage>
</secret>

root@server ~# virsh pool-dumpxml libvirt-pool
<pool type='rbd'>
<name>libvirt-pool</name>
<uuid>5ae8abb9-31ab-44c0-a708-072b95182018</uuid>
<capacity unit='bytes'>0</capacity>
<allocation unit='bytes'>0</allocation>
<available unit='bytes'>0</available>
<source>
    <host name='localhost' port='6789'/>
    <name>libvirt-pool</name>
    <auth type='ceph' username='libvirt'>
      <secret uuid='f290cb3a-a9de-48d7-89ce-09311eadff4a'/>
    </auth>
</source>
</pool>

root@server ~# ceph versions
{
    "mon": {
        "ceph version 15.2.12 (ce065eabfa5ce81323b009786bdf5bb03127cbe1) octopus (stable)": 2
    },
    "mgr": {
        "ceph version 15.2.12 (ce065eabfa5ce81323b009786bdf5bb03127cbe1) octopus (stable)": 2
    },
    "osd": {
        "ceph version 15.2.12 (ce065eabfa5ce81323b009786bdf5bb03127cbe1) octopus (stable)": 2
    },
    "mds": {},
    "rgw": {
        "ceph version 15.2.12 (ce065eabfa5ce81323b009786bdf5bb03127cbe1) octopus (stable)": 1
    },
    "overall": {
        "ceph version 15.2.12 (ce065eabfa5ce81323b009786bdf5bb03127cbe1) octopus (stable)": 7
    }
}

root@server ~# pkgfile /usr/lib/librbd.so.1.12.0
community/ceph-libs
root@server ~# pacsearch ceph-libs
community/ceph-libs 15.2.12-1 [installed]
    Distributed, fault-tolerant storage platform delivering object, block, and file system

Sorry I should have included this information in my original email. I followed this guide (https://blog.modest-destiny.com/posts/kvm-libvirt-add-ceph-rbd-pool/) to setup the above configuration and I also tried following the guide at https://docs.ceph.com/en/latest/rbd/libvirt/