box_target = torch.where(
cls_target[..., None] == -1, box_target.new_tensor(0), box_target
)

cls_target[b,23] cls_target[..., None] [b,23,1]
box_target[b,23,10]