NFO:ChatTTSPlusPipeline:load lora into gpt: D:\tts\ChatTTSPlus-windows\chattts_plus\checkpoints\lora\fc743c5f-cadd-4634-80db-395af1fd16a2
0%| | 0/1 [00:00<?, ?it/s]
Traceback (most recent call last):
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\queueing.py", line 624, in process_events
response = await route_utils.call_process_api(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\route_utils.py", line 323, in call_process_api
output = await app.get_blocks().process_api(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\blocks.py", line 2018, in process_api
result = await self.call_function(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\blocks.py", line 1579, in call_function
prediction = await utils.async_iteration(iterator)
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\utils.py", line 691, in async_iteration
return await anext(iterator)
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\utils.py", line 685, in anext
return await anyio.to_thread.run_sync(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
return await get_async_backend().run_sync_in_worker_thread(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\anyio_backends_asyncio.py", line 2441, in run_sync_in_worker_thread
return await future
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\anyio_backends_asyncio.py", line 943, in run
result = context.run(func, *args)
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\utils.py", line 668, in run_sync_iterator_async
return next(iterator)
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\utils.py", line 829, in gen_wrapper
response = next(iterator)
File "D:\tts\ChatTTSPlus-windows\webui.py", line 169, in generate_audio
for wavs_ in wav_gen:
File "D:\tts\ChatTTSPlus-windows\chattts_plus\pipelines\chattts_plus_pipeline.py", line 425, in _infer
self.models_dict['gpt'].gpt_org = self.models_dict['gpt'].gpt.cpu()
AttributeError: 'LlamaTRTModel' object has no attribute 'cpu'
NFO:ChatTTSPlusPipeline:load lora into gpt: D:\tts\ChatTTSPlus-windows\chattts_plus\checkpoints\lora\fc743c5f-cadd-4634-80db-395af1fd16a2
0%| | 0/1 [00:00<?, ?it/s]
Traceback (most recent call last):
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\queueing.py", line 624, in process_events
response = await route_utils.call_process_api(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\route_utils.py", line 323, in call_process_api
output = await app.get_blocks().process_api(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\blocks.py", line 2018, in process_api
result = await self.call_function(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\blocks.py", line 1579, in call_function
prediction = await utils.async_iteration(iterator)
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\utils.py", line 691, in async_iteration
return await anext(iterator)
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\utils.py", line 685, in anext
return await anyio.to_thread.run_sync(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\anyio\to_thread.py", line 56, in run_sync
return await get_async_backend().run_sync_in_worker_thread(
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\anyio_backends_asyncio.py", line 2441, in run_sync_in_worker_thread
return await future
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\anyio_backends_asyncio.py", line 943, in run
result = context.run(func, *args)
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\utils.py", line 668, in run_sync_iterator_async
return next(iterator)
File "D:\tts\ChatTTSPlus-windows\venv\lib\site-packages\gradio\utils.py", line 829, in gen_wrapper
response = next(iterator)
File "D:\tts\ChatTTSPlus-windows\webui.py", line 169, in generate_audio
for wavs_ in wav_gen:
File "D:\tts\ChatTTSPlus-windows\chattts_plus\pipelines\chattts_plus_pipeline.py", line 425, in _infer
self.models_dict['gpt'].gpt_org = self.models_dict['gpt'].gpt.cpu()
AttributeError: 'LlamaTRTModel' object has no attribute 'cpu'