Skip to content

Commit

Permalink
🎨 run precommit (oops)
Browse files Browse the repository at this point in the history
Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
  • Loading branch information
joerunde committed Jul 23, 2024
1 parent 17ea83a commit 0641de2
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 6 deletions.
6 changes: 3 additions & 3 deletions src/vllm_tgis_adapter/__main__.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@

try:
from vllm.entrypoints.openai.serving_tokenization import (
OpenAIServingTokenization, # noqa: TCH002
OpenAIServingTokenization,
)
except ImportError: # vllm<=0.5.2
has_tokenization = False
Expand Down Expand Up @@ -97,7 +97,7 @@ async def health() -> Response:

@router.post("/tokenize")
async def tokenize(request: TokenizeRequest) -> JSONResponse:
generator = await openai_serving_tokenization.create_tokenize(request) # noqa: F821
generator = await openai_serving_tokenization.create_tokenize(request)
if isinstance(generator, ErrorResponse):
return JSONResponse(
content=generator.model_dump(),
Expand All @@ -108,7 +108,7 @@ async def tokenize(request: TokenizeRequest) -> JSONResponse:

@router.post("/detokenize")
async def detokenize(request: DetokenizeRequest) -> JSONResponse:
generator = await openai_serving_tokenization.create_detokenize(request) # noqa: F821
generator = await openai_serving_tokenization.create_detokenize(request)
if isinstance(generator, ErrorResponse):
return JSONResponse(
content=generator.model_dump(),
Expand Down
4 changes: 1 addition & 3 deletions src/vllm_tgis_adapter/grpc/grpc_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -344,9 +344,7 @@ async def GenerateStream(
context,
)

inputs = LLMInputs(
prompt=request.request.text, prompt_token_ids=input_ids
)
inputs = LLMInputs(prompt=request.request.text, prompt_token_ids=input_ids)

result_generator = self.engine.generate(
# prompt is supplied for observability, the text is not
Expand Down

0 comments on commit 0641de2

Please sign in to comment.