File tree Expand file tree Collapse file tree 1 file changed +0
-6
lines changed Expand file tree Collapse file tree 1 file changed +0
-6
lines changed Original file line number Diff line number Diff line change @@ -18,8 +18,6 @@ async def generate(
18
18
output_kind : RequestOutputKind ,
19
19
max_tokens : int ,
20
20
n : int = 1 ,
21
- prompt_logprobs : Optional [int ] = None ,
22
- cancel_after : Optional [int ] = None ,
23
21
) -> tuple [int , str ]:
24
22
# Ensure generate doesn't complete too fast for cancellation test.
25
23
await asyncio .sleep (0.2 )
@@ -31,7 +29,6 @@ async def generate(
31
29
output_kind = output_kind ,
32
30
seed = 42 ,
33
31
n = n ,
34
- prompt_logprobs = prompt_logprobs ,
35
32
)
36
33
async for out in engine .generate (request_id = request_id ,
37
34
prompt = prompt ,
@@ -43,9 +40,6 @@ async def generate(
43
40
else :
44
41
count = num_tokens
45
42
46
- if cancel_after is not None and count >= cancel_after :
47
- return count , request_id
48
-
49
43
await asyncio .sleep (0.01 )
50
44
51
45
return count , request_id
You can’t perform that action at this time.
0 commit comments