import torch.nn.functional as F
from torch.distributions import Categorical
def sample_cycle_component(self, logits, output_type, random_ratio=0):
        action_index_local = Categorical(logits=logits).sample()
        prob_matrix = F.softmax(logits, dim=1)
        log_prob_matrix = F.log_softmax(logits, dim=1)