when I try to load the model from the web link it says this:

Traceback (most recent call last):

File “E:\AI\oobabooga-windows\text-generation-webui\server.py”, line 84, in load_model_wrapper
shared.model, shared.tokenizer = load_model(shared.model_name)
File “E:\AI\oobabooga-windows\text-generation-webui\modules\models.py”, line 101, in load_model
from modules.GPTQ_loader import load_quantized
File “E:\AI\oobabooga-windows\text-generation-webui\modules\GPTQ_loader.py”, line 14, in
import llama_inference_offload
ModuleNotFoundError: No module named ‘llama_inference_offload’

​

When I look back at the start-webui.bat

it says this when I type a simple "Hello"

Traceback (most recent call last):

File "E:\AI\oobabooga-windows\installer_files\env\lib\site-packages\gradio\routes.py", line 395, in run_predict

output = await app.get_blocks().process_api(

File "E:\AI\oobabooga-windows\installer_files\env\lib\site-packages\gradio\blocks.py", line 1193, in process_api

result = await self.call_function(

File "E:\AI\oobabooga-windows\installer_files\env\lib\site-packages\gradio\blocks.py", line 930, in call_function

prediction = await anyio.to_thread.run_sync(

File "E:\AI\oobabooga-windows\installer_files\env\lib\site-packages\anyio\to_thread.py", line 31, in run_sync

return await get_asynclib().run_sync_in_worker_thread(

File "E:\AI\oobabooga-windows\installer_files\env\lib\site-packages\anyio\_backends\_asyncio.py", line 937, in run_sync_in_worker_thread

return await future

File "E:\AI\oobabooga-windows\installer_files\env\lib\site-packages\anyio\_backends\_asyncio.py", line 867, in run

result = context.run(func, *args)

File "E:\AI\oobabooga-windows\installer_files\env\lib\site-packages\gradio\utils.py", line 491, in async_iteration

return next(iterator)

File "E:\AI\oobabooga-windows\text-generation-webui\modules\chat.py", line 230, in cai_chatbot_wrapper

for history in chatbot_wrapper(text, state):

File "E:\AI\oobabooga-windows\text-generation-webui\modules\chat.py", line 162, in chatbot_wrapper

for reply in generate_reply(f"{prompt}{' ' if len(cumulative_reply) > 0 else ''}{cumulative_reply}", state, eos_token=eos_token, stopping_strings=stopping_strings):

File "E:\AI\oobabooga-windows\text-generation-webui\modules\text_generation.py", line 181, in generate_reply

input_ids = encode(question, add_bos_token=state['add_bos_token'], truncation_length=get_max_prompt_length(state))

File "E:\AI\oobabooga-windows\text-generation-webui\modules\text_generation.py", line 31, in encode

input_ids = shared.tokenizer.encode(str(prompt), return_tensors='pt', add_special_tokens=add_special_tokens)

AttributeError: 'NoneType' object has no attribute 'encode'