test_auth_v2_migration is flaky about scylladb HOT 4 CLOSED

request = <FixtureRequest for <Function test_auth_v2_migration>>
manager = <test.pylib.manager_client.ManagerClient object at 0x7f5f9b8d31d0>

    @pytest.mark.asyncio
    async def test_auth_v2_migration(request, manager: ManagerClient):
        # First, force the first node to start in legacy mode
        cfg = {'force_gossip_topology_changes': True}
    
        servers = [await manager.server_add(config=cfg)]
        # Enable raft-based node operations for subsequent nodes - they should fall back to
        # using gossiper-based node operations
        del cfg['force_gossip_topology_changes']
    
        servers += [await manager.server_add(config=cfg) for _ in range(2)]
        cql = manager.cql
        assert(cql)
    
        logging.info("Waiting until driver connects to every server")
        hosts = await wait_for_cql_and_get_hosts(cql, servers, time.time() + 60)
    
        logging.info("Checking the upgrade state on all nodes")
        for host in hosts:
            status = await manager.api.raft_topology_upgrade_status(host.address)
            assert status == "not_upgraded"
    
        await populate_auth_v1_data(manager)
>       await warmup_v1_static_values(manager, hosts)

test/auth_cluster/test_auth_v2_migration.py:153: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

manager = <test.pylib.manager_client.ManagerClient object at 0x7f5f9b8d31d0>
hosts = [<Host: 127.247.13.9:9042 datacenter1>, <Host: 127.247.13.10:9042 datacenter1>, <Host: 127.247.13.14:9042 datacenter1>]

    async def warmup_v1_static_values(manager: ManagerClient, hosts):
        # auth-v1 was using statics to cache internal queries
        # in auth-v2 those statics were removed but we want to
        # verify that it was effective so trigger here internal
        # call to potentially populate static storage and we'll
        # verify later that after migration properly formed query
        # executes (query has to change because keyspace name changes)
        cql = manager.get_cql()
>       await asyncio.gather(*(cql.run_async("LIST ROLES", host=host) for host in hosts))
E       cassandra.InvalidRequest: Error from server: code=2200 [Invalid query] message="Role deleted_user doesn't exist."

test/auth_cluster/test_auth_v2_migration.py:81: InvalidRequest