模型运行成功，但发的所有消息都显示network error，控制台显示报错。

[LinWeiM]

C:\Work\backend-python\rwkv_pip\model.py:2012: UserWarning: operator () profile_node %361 : int = prim::profile_ivalue(%359)
does not have profile information (Triggered internally at ..\torch\csrc\jit\codegen\cuda\graph_fuser.cpp:109.)
r, k, v, g, w, xxx, ss = self.v6_0_before(
INFO: 127.0.0.1:53765 - "POST /switch-model HTTP/1.1" 200 OK
INFO: None:0 - "POST /v1/chat/completions HTTP/1.1" 200 OK
max_tokens=1000 temperature=1.0 top_p=0.3 presence_penalty=0.0 frequency_penalty=1.0 penalty_decay=0.996 top_k=0 global_penalty=False
ERROR: Exception in ASGI application
Traceback (most recent call last):
File "C:\Work\py310\Lib\site-packages\uvicorn\protocols\http\h11_impl.py", line 408, in run_asgi
result = await app( # type: ignore[func-returns-value]
File "C:\Work\py310\Lib\site-packages\uvicorn\middleware\proxy_headers.py", line 84, in call
return await self.app(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\fastapi\applications.py", line 1054, in call
await super().call(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\applications.py", line 123, in call
await self.middleware_stack(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\middleware\errors.py", line 186, in call
raise exc
File "C:\Work\py310\Lib\site-packages\starlette\middleware\errors.py", line 164, in call
await self.app(scope, receive, _send)
File "C:\Work\py310\Lib\site-packages\starlette\middleware\cors.py", line 83, in call
await self.app(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\middleware\exceptions.py", line 62, in call
await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 64, in wrapped_app
raise exc
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 762, in call
await self.middleware_stack(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 782, in app
await route.handle(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 297, in handle
await self.app(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 77, in app
await wrap_app_handling_exceptions(app, request)(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 64, in wrapped_app
raise exc
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 75, in app
await response(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\sse_starlette\sse.py", line 233, in call
async with anyio.create_task_group() as task_group:
File "C:\Work\py310\Lib\site-packages\anyio_backends_asyncio.py", line 597, in aexit
raise exceptions[0]
File "C:\Work\py310\Lib\site-packages\sse_starlette\sse.py", line 236, in wrap
await func()
File "C:\Work\py310\Lib\site-packages\sse_starlette\sse.py", line 221, in stream_response
async for data in self.body_iterator:
File "C:\Work\backend-python\routes\completion.py", line 154, in eval_rwkv
for response, delta, prompt_tokens, completion_tokens in model.generate(
File "C:\Work\backend-python\utils\rwkv.py", line 273, in generate
token = self.pipeline.sample_logits(
File "C:\Work\backend-python\rwkv_pip\utils.py", line 143, in sample_logits
out = torch.multinomial(probs, num_samples=1)[0]
RuntimeError: probability tensor contains either inf, nan or element < 0
INFO: None:0 - "POST /v1/chat/completions HTTP/1.1" 200 OK
max_tokens=1000 temperature=1.0 top_p=0.3 presence_penalty=0.0 frequency_penalty=1.0 penalty_decay=0.996 top_k=0 global_penalty=False
ERROR: Exception in ASGI application
Traceback (most recent call last):
File "C:\Work\py310\Lib\site-packages\uvicorn\protocols\http\h11_impl.py", line 408, in run_asgi
result = await app( # type: ignore[func-returns-value]
File "C:\Work\py310\Lib\site-packages\uvicorn\middleware\proxy_headers.py", line 84, in call
return await self.app(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\fastapi\applications.py", line 1054, in call
await super().call(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\applications.py", line 123, in call
await self.middleware_stack(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\middleware\errors.py", line 186, in call
raise exc
File "C:\Work\py310\Lib\site-packages\starlette\middleware\errors.py", line 164, in call
await self.app(scope, receive, _send)
File "C:\Work\py310\Lib\site-packages\starlette\middleware\cors.py", line 83, in call
await self.app(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\middleware\exceptions.py", line 62, in call
await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 64, in wrapped_app
raise exc
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 762, in call
await self.middleware_stack(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 782, in app
await route.handle(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 297, in handle
await self.app(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 77, in app
await wrap_app_handling_exceptions(app, request)(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 64, in wrapped_app
raise exc
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 75, in app
await response(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\sse_starlette\sse.py", line 233, in call
async with anyio.create_task_group() as task_group:
File "C:\Work\py310\Lib\site-packages\anyio_backends_asyncio.py", line 597, in aexit
raise exceptions[0]
File "C:\Work\py310\Lib\site-packages\sse_starlette\sse.py", line 236, in wrap
await func()
File "C:\Work\py310\Lib\site-packages\sse_starlette\sse.py", line 221, in stream_response
async for data in self.body_iterator:
File "C:\Work\backend-python\routes\completion.py", line 154, in eval_rwkv
for response, delta, prompt_tokens, completion_tokens in model.generate(
File "C:\Work\backend-python\utils\rwkv.py", line 273, in generate
token = self.pipeline.sample_logits(
File "C:\Work\backend-python\rwkv_pip\utils.py", line 143, in sample_logits
out = torch.multinomial(probs, num_samples=1)[0]
RuntimeError: probability tensor contains either inf, nan or element < 0
INFO: None:0 - "POST /v1/chat/completions HTTP/1.1" 200 OK
max_tokens=1000 temperature=1.0 top_p=0.3 presence_penalty=0.0 frequency_penalty=1.0 penalty_decay=0.996 top_k=0 global_penalty=False
ERROR: Exception in ASGI application
Traceback (most recent call last):
File "C:\Work\py310\Lib\site-packages\uvicorn\protocols\http\h11_impl.py", line 408, in run_asgi
result = await app( # type: ignore[func-returns-value]
File "C:\Work\py310\Lib\site-packages\uvicorn\middleware\proxy_headers.py", line 84, in call
return await self.app(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\fastapi\applications.py", line 1054, in call
await super().call(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\applications.py", line 123, in call
await self.middleware_stack(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\middleware\errors.py", line 186, in call
raise exc
File "C:\Work\py310\Lib\site-packages\starlette\middleware\errors.py", line 164, in call
await self.app(scope, receive, _send)
File "C:\Work\py310\Lib\site-packages\starlette\middleware\cors.py", line 83, in call
await self.app(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\middleware\exceptions.py", line 62, in call
await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 64, in wrapped_app
raise exc
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 762, in call
await self.middleware_stack(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 782, in app
await route.handle(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 297, in handle
await self.app(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 77, in app
await wrap_app_handling_exceptions(app, request)(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 64, in wrapped_app
raise exc
File "C:\Work\py310\Lib\site-packages\starlette_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "C:\Work\py310\Lib\site-packages\starlette\routing.py", line 75, in app
await response(scope, receive, send)
File "C:\Work\py310\Lib\site-packages\sse_starlette\sse.py", line 233, in call
async with anyio.create_task_group() as task_group:
File "C:\Work\py310\Lib\site-packages\anyio_backends_asyncio.py", line 597, in aexit
raise exceptions[0]
File "C:\Work\py310\Lib\site-packages\sse_starlette\sse.py", line 236, in wrap
await func()
File "C:\Work\py310\Lib\site-packages\sse_starlette\sse.py", line 221, in stream_response
async for data in self.body_iterator:
File "C:\Work\backend-python\routes\completion.py", line 154, in eval_rwkv
for response, delta, prompt_tokens, completion_tokens in model.generate(
File "C:\Work\backend-python\utils\rwkv.py", line 273, in generate
token = self.pipeline.sample_logits(
File "C:\Work\backend-python\rwkv_pip\utils.py", line 143, in sample_logits
out = torch.multinomial(probs, num_samples=1)[0]
RuntimeError: probability tensor contains either inf, nan or element < 0

[LinWeiM]

[josStorer]

换成webgpu或者WebGPU(Python)跑