mistralai / mistral-inference

Official inference library for Mistral models

Home Page:https://mistral.ai/

Geek Repo:Geek Repo

Github PK Tool:Github PK Tool

Calling from Replicate - python error: issubclass() arg 1 must be a class

bertello72 opened this issue · comments

with replicate version 0.23.0

Running this code:

import replicate
output = replicate.run(
"mistralai/mistral-7b-instruct-v0.1:5fe0a3d7ac2852264a25279d1dfb798acbc4d49711d126646594e212cb821749",
input={
"debug": False,
"top_k": 50,
"top_p": 0.9,
"prompt": "Can you write me a poem about steamed hams?",
"temperature": 0.7,
"max_new_tokens": 500,
"min_new_tokens": -1,
"prompt_template": "{prompt}",
"repetition_penalty": 1.15
}
)
print(output)

I got this error:

TypeError Traceback (most recent call last)
Cell In[2], line 1
----> 1 import replicate
2 output = replicate.run(
3 "mistralai/mistral-7b-instruct-v0.1:5fe0a3d7ac2852264a25279d1dfb798acbc4d49711d126646594e212cb821749",
4 input={
(...)
14 }
15 )
16 print(output)

File ~\anaconda3\lib\site-packages\replicate_init_.py:1
----> 1 from replicate.client import Client
2 from replicate.pagination import async_paginate as _async_paginate
3 from replicate.pagination import paginate as _paginate

File ~\anaconda3\lib\site-packages\replicate\client.py:22
19 from typing_extensions import Unpack
21 from replicate.about import version
---> 22 from replicate.collection import Collections
23 from replicate.deployment import Deployments
24 from replicate.exceptions import ReplicateError

File ~\anaconda3\lib\site-packages\replicate\collection.py:5
1 from typing import Any, Dict, Iterator, List, Optional, Union, overload
3 from typing_extensions import deprecated
----> 5 from replicate.model import Model
6 from replicate.pagination import Page
7 from replicate.resource import Namespace, Resource

File ~\anaconda3\lib\site-packages\replicate\model.py:8
6 from replicate.identifier import ModelVersionIdentifier
7 from replicate.pagination import Page
----> 8 from replicate.prediction import (
9 Prediction,
10 _create_prediction_body,
11 _json_to_prediction,
12 )
13 from replicate.resource import Namespace, Resource
14 from replicate.version import Version, Versions

File ~\anaconda3\lib\site-packages\replicate\prediction.py:27
23 from replicate.client import Client
24 from replicate.stream import ServerSentEvent
---> 27 class Prediction(Resource):
28 """
29 A prediction made by a model hosted on Replicate.
30 """
32 _client: "Client" = pydantic.PrivateAttr()

File ~\anaconda3\lib\site-packages\pydantic\main.py:197, in pydantic.main.ModelMetaclass.new()

File ~\anaconda3\lib\site-packages\pydantic\fields.py:506, in pydantic.fields.ModelField.infer()

File ~\anaconda3\lib\site-packages\pydantic\fields.py:436, in pydantic.fields.ModelField.init()

File ~\anaconda3\lib\site-packages\pydantic\fields.py:552, in pydantic.fields.ModelField.prepare()

File ~\anaconda3\lib\site-packages\pydantic\fields.py:668, in pydantic.fields.ModelField._type_analysis()

File ~\anaconda3\lib\typing.py:852, in _SpecialGenericAlias.subclasscheck(self, cls)
850 return issubclass(cls.origin, self.origin)
851 if not isinstance(cls, _GenericAlias):
--> 852 return issubclass(cls, self.origin)
853 return super().subclasscheck(cls)

TypeError: issubclass() arg 1 must be a class