Skip to content

vllm.engine.output_processor.util

create_output_by_sequence_group 

create_output_by_sequence_group(
    outputs: Sequence[SamplerOutput], num_seq_groups: int
) -> List[List[SequenceGroupOutput]]

Helper method which transforms a 2d list organized by [step][sequence group] into [sequence group][step].

Source code in vllm/engine/output_processor/util.py 
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
def create_output_by_sequence_group(
        outputs: GenericSequence[SamplerOutput],
        num_seq_groups: int) -> List[List[SequenceGroupOutput]]:
    """Helper method which transforms a 2d list organized by
    [step][sequence group] into [sequence group][step].
    """
    output_by_sequence_group: List[List[CompletionSequenceGroupOutput]] = [
        [] for _ in range(num_seq_groups)
    ]
    for step in outputs:
        sequence_group_output: CompletionSequenceGroupOutput
        for i, sequence_group_output in enumerate(step):
            output_by_sequence_group[i].append(sequence_group_output)

    # Cast to the more generic type that CompletionSequenceGroupOutput
    # inherits from.
    return cast(List[List[SequenceGroupOutput]], output_by_sequence_group)