FlashVL/FlashVL-2B-Static-GRPO

1from .mm_constants import IMAGE_TOKEN_INDEX, IMAGE_PAD_TOKEN_INDEX2 3def tokenizer_image_token_qwen(prompt, tokenizer, image_token_index, image_token_num=256):4    prompt_chunks, tmp = [], []5    for n in prompt:6        if n == image_token_index:7            prompt_chunks.append(tmp)8            tmp = []9        else:10            tmp.append(n)11    if tmp: prompt_chunks.append(tmp)12 13    input_ids = []14    for i, chunk in enumerate(prompt_chunks):15        if i > 0:16            input_ids.extend([IMAGE_TOKEN_INDEX] + [IMAGE_PAD_TOKEN_INDEX] * (image_token_num - 1))17        input_ids.extend(chunk)18 19    return input_ids