Skip to content

Commit

Permalink
update inference.md
Browse files Browse the repository at this point in the history
  • Loading branch information
xffxff committed Nov 19, 2024
1 parent e7ae76c commit 69e0f0d
Showing 1 changed file with 1 addition and 6 deletions.
7 changes: 1 addition & 6 deletions docs/inference.md
Original file line number Diff line number Diff line change
Expand Up @@ -93,17 +93,12 @@ pip install -e .[vllm]
from PIL import Image
from transformers import AutoTokenizer
from vllm import LLM, ModelRegistry, SamplingParams
from vllm.model_executor.models import _MULTIMODAL_MODELS
from aria.vllm.aria import AriaForConditionalGeneration
ModelRegistry.register_model(
"AriaForConditionalGeneration", AriaForConditionalGeneration
)
_MULTIMODAL_MODELS["AriaForConditionalGeneration"] = (
"aria",
"AriaForConditionalGeneration",
)
def main():
Expand Down Expand Up @@ -147,7 +142,7 @@ def main():
Image.open("assets/princess2.jpg"),
],
"max_image_size": 980, # [Optional] The max image patch size, default `980`
"split_image": True, # [Optional] whether to split the images, default `False`
"split_image": False, # [Optional] whether to split the images, default `False`
},
},
sampling_params=SamplingParams(max_tokens=200, top_k=1, stop=["<|im_end|>"]),
Expand Down

0 comments on commit 69e0f0d

Please sign in to comment.