GigaChat

Question

GigaChat

den47999 opened this issue 4 months ago · comments

Problem Description

Добрый день:)
можете добавить в проект https://github.com/Hk-Gosuto/ChatGPT-Next-Web-LangChain модель GigaChat https://developers.sber.ru/docs/ru/gigachat/api/overview и настроить его работу вместе с остальными моделями? скажите по цене примерно сколько будет стоить? по времени ограничений нет:)

Good afternoon:)
you can add the GigaChat model https://developers.sber.ru/docs/ru/gigachat/api/overview to the project https://github.com/Hk-Gosuto/ChatGPT-Next-Web-LangChain and configure its operation together with other models? Could you please tell me approximately how much it will cost? There are no time restrictions :)

Solution Description

Good afternoon:)
you can add the GigaChat model https://developers.sber.ru/docs/ru/gigachat/api/overview to the project https://github.com/Hk-Gosuto/ChatGPT-Next-Web-LangChain and configure its operation together with other models? Could you please tell me approximately how much it will cost? There are no time restrictions :)
гига чат.docx

Alternatives Considered

No response

Additional Context

No response

Hk-Gosuto commented 4 months ago

vercel?

den47999 commented 4 months ago

Sent

den47999 · Answer 1 · Wed Mar 13 2024 11:15:46 GMT+0800 (China Standard Time)

гига чат.docx

Issues-translate-bot · Answer 2 · Wed Mar 13 2024 11:16:00 GMT+0800 (China Standard Time)

Bot detected the issue body's language is not English, translate it automatically.

File.docx

Hk-Gosuto · Answer 3 · Wed Mar 13 2024 13:47:34 GMT+0800 (China Standard Time)

I looked at the documentation for this service, and it seems like they provide an API structure compatible with OpenAI (https://developers.sber.ru/docs/ru/gigachat/api/keeping-context).
In that case, you just need to set the BASE_URL and CUSTOM_MODELS parameters to use this service.

For example:

BASE_URL=https://gigachat.devices.sberbank.ru/api
CUSTOM_MODELS=-all,GigaChat:latest,GigaChat-Plus,GigaChat-Pro

You can also configure the OpenAI Endpoint on the UI: https://gigachat.devices.sberbank.ru/api

However, since their API is not compatible with tools, you cannot use the plugin. Also, I cannot verify the effectiveness of the mentioned operations because I don't have the ability to register an account.

den47999 · Answer 4 · Wed Mar 13 2024 14:11:33 GMT+0800 (China Standard Time)

я вставил https://gigachat.devices.sberbank.ru и указал ключ

вышла ошибка

{"error": {"code": "500", "message": "A server error has occurred"}}

во вложении код работает
гига.txt

Hk-Gosuto · Answer 5 · Wed Mar 13 2024 14:24:58 GMT+0800 (China Standard Time)

Can you show me the detailed HTTP request information? I am unable to download the attachment you provided.

den47999 · Answer 6 · Wed Mar 13 2024 14:26:19 GMT+0800 (China Standard Time)

могу для теста предоставить ключ

import os
import requests
import urllib3
import uuid
import sys
from PyQt5.QtWidgets import QApplication, QMainWindow, QPushButton, QTextEdit, QLabel, QVBoxLayout, QWidget, QDialog, QLineEdit, QGridLayout, QHBoxLayout, QShortcut, QComboBox, QSpacerItem, QSizePolicy, QInputDialog, QFormLayout
from PyQt5.QtCore import QSettings, Qt
from PyQt5.QtGui import QPalette, QColor, QKeySequence, QFont

urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)

API_URL = "https://gigachat.devices.sberbank.ru/api/v1/chat/completions"
OAUTH_URL = "https://ngw.devices.sberbank.ru:9443/api/v2/oauth"
SCOPE = "GIGACHAT_API_PERS"
FILE_URL = "https://gigachat.devices.sberbank.ru/api/v1/files/{file_id}/content"
EMBEDDINGS_URL = "https://gigachat.devices.sberbank.ru/api/v1/embeddings"
TOKENS_COUNT_URL = "https://gigachat.devices.sberbank.ru/api/v1/tokens/count"

DESKTOP_PATH = os.path.join(os.path.expanduser("~"), "Desktop")
IMAGES_FOLDER = os.path.join(DESKTOP_PATH, "Giga pfoto")

if not os.path.exists(IMAGES_FOLDER):
os.makedirs(IMAGES_FOLDER)

def get_token(CLIENT_SECRET):
headers = {
'Content-Type': 'application/x-www-form-urlencoded',
'Authorization': 'Basic ' + CLIENT_SECRET,
'RqUID': str(uuid.uuid4())
}
data = {
'scope': SCOPE,
'grant_type': 'client_credentials',
}
response = requests.post(OAUTH_URL, headers=headers, data=data, verify=False)
if response.text:
return response.json().get("access_token")
else:
return None

def send_request(question, token, temperature, model, chat_history):
headers = {
'Content-Type': 'application/json',
'Authorization': 'Bearer ' + token,
'RqUID': str(uuid.uuid4())
}
data = {
"model": model,
"messages": chat_history + [{"role": "user", "content": question}],
"temperature": temperature
}
response = requests.post(API_URL, headers=headers, json=data, verify=False)
if response.text:
return response.json()
else:
return None

def get_image(file_id, token):
headers = {
'Content-Type': 'application/json',
'Authorization': 'Bearer ' + token,
'RqUID': str(uuid.uuid4())
}
response = requests.get(FILE_URL.format(file_id=file_id), headers=headers, verify=False)
if response.content:
return response.content
else:
return None

def get_embeddings(texts, token, model="Embeddings"):
headers = {
'Content-Type': 'application/json',
'Authorization': 'Bearer ' + token,
'RqUID': str(uuid.uuid4())
}
data = {
"model": model,
"input": texts
}
response = requests.post(EMBEDDINGS_URL, headers=headers, json=data, verify=False)
if response.text:
return response.json()
else:
return None

def get_tokens_count(texts, token, model="GigaChat"):
headers = {
'Content-Type': 'application/json',
'Authorization': 'Bearer ' + token,
'RqUID': str(uuid.uuid4())
}
data = {
"model": model,
"input": texts
}
response = requests.post(TOKENS_COUNT_URL, headers=headers, json=data, verify=False)
if response.text:
return response.json()
else:
return None

class PromptDialog(QDialog):
def init(self, parent=None):
super(PromptDialog, self).init(parent)

    self.setWindowTitle("Выберите промт")

    self.settings = QSettings('mycompany', 'myapp')

    self.layout = QVBoxLayout()

    self.form_layout = QFormLayout()

    self.prompt_edits = {}
    for i in range(1, 5):
        name_edit = QLineEdit(self)
        name_edit.setText(self.settings.value(f"prompt{i}_name", ""))
        desc_edit = QLineEdit(self)
        desc_edit.setText(self.settings.value(f"prompt{i}_desc", ""))
        self.prompt_edits[f"prompt{i}"] = (name_edit, desc_edit)
        self.form_layout.addRow(QLabel(f"ПРОМТ{i} Название:"), name_edit)
        self.form_layout.addRow(QLabel(f"ПРОМТ{i} Описание:"), desc_edit)

    self.layout.addLayout(self.form_layout)

    self.prompt_combo = QComboBox(self)
    self.prompt_combo.addItems([f"prompt{i}" for i in range(1, 5)])
    self.prompt_combo.setCurrentText(self.settings.value("selected_prompt", "prompt1"))
    self.layout.addWidget(self.prompt_combo)

    self.button = QPushButton("OK", self)
    self.button.clicked.connect(self.handleButton)
    self.layout.addWidget(self.button)

    self.setLayout(self.layout)

    palette = self.palette()  
    palette.setColor(QPalette.ColorRole.Window, QColor("#808080"))  
    self.setPalette(palette)  

def handleButton(self):
    for i in range(1, 5):
        self.settings.setValue(f"prompt{i}_name", self.prompt_edits[f"prompt{i}"][0].text())
        self.settings.setValue(f"prompt{i}_desc", self.prompt_edits[f"prompt{i}"][1].text())
    selected_prompt = self.prompt_combo.currentText()
    self.settings.setValue("selected_prompt", selected_prompt)
    self.accept()

class SettingsDialog(QDialog):
def init(self, parent=None):
super(SettingsDialog, self).init(parent)

    self.setWindowTitle("Настройки")

    self.settings = QSettings('mycompany', 'myapp')

    self.layout = QVBoxLayout()

    self.label = QLabel("Введите CLIENT_SECRET:")
    self.layout.addWidget(self.label)

    self.edit = QLineEdit(self)
    self.edit.setText(self.settings.value("client_secret"))
    self.layout.addWidget(self.edit)

    self.temperature_label = QLabel("Температура:")
    self.layout.addWidget(self.temperature_label)

    self.temperature_edit = QLineEdit(self)
    self.temperature_edit.setText(self.settings.value("temperature"))
    self.layout.addWidget(self.temperature_edit)

    self.model_label = QLabel("Модель:")
    self.layout.addWidget(self.model_label)

    self.model_combo = QComboBox(self)
    self.model_combo.addItems(["GigaChat-Pro", "GigaChat-Plus", "GigaChat:latest"])
    self.model_combo.setCurrentText(self.settings.value("model", defaultValue="GigaChat-Plus"))
    self.layout.addWidget(self.model_combo)

    self.button = QPushButton("OK", self)
    self.button.clicked.connect(self.handleButton)
    self.layout.addWidget(self.button)

    self.setLayout(self.layout)

    palette = self.palette()  
    palette.setColor(QPalette.ColorRole.Window, QColor("#808080"))  
    self.setPalette(palette)  

def handleButton(self):
    self.settings.setValue("client_secret", self.edit.text())
    self.settings.setValue("temperature", self.temperature_edit.text())
    self.settings.setValue("model", self.model_combo.currentText())
    self.accept()

class MainWindow(QMainWindow):
def init(self, parent=None):
super(MainWindow, self).init(parent)

    self.settings = QSettings('mycompany', 'myapp')

    self.setWindowTitle("GigaChat")

    self.centralWidget = QWidget()
    self.layout = QGridLayout(self.centralWidget)

    self.answer_text = QTextEdit(self)
    self.layout.addWidget(self.answer_text, 0, 0)

    self.question_text = QTextEdit(self)
    self.question_text.setFixedHeight(200)
    self.layout.addWidget(self.question_text, 1, 0)

    self.button_layout = QHBoxLayout()
    self.button_layout.setSpacing(5)
    self.button_layout.setContentsMargins(0, 0, 0, 0)

    self.button = QPushButton("ПУСК", self)
    self.button.clicked.connect(self.on_button_click)
    self.set_button_color(self.button)
    self.button.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
    self.button_layout.addWidget(self.button)

    self.stop_button = QPushButton("СТОП", self)
    self.stop_button.clicked.connect(self.on_stop_button_click)
    self.set_button_color(self.stop_button)
    self.stop_button.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
    self.stop_button.hide()
    self.button_layout.addWidget(self.stop_button)

    self.clear_button = QPushButton("ОЧИСТИТЬ", self)
    self.clear_button.clicked.connect(self.on_clear_button_click)
    self.set_button_color(self.clear_button)
    self.clear_button.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
    self.button_layout.addWidget(self.clear_button)

    self.settings_button = QPushButton("Настройки", self)
    self.settings_button.clicked.connect(self.on_settings_button_click)
    self.set_button_color(self.settings_button)
    self.settings_button.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
    self.button_layout.addWidget(self.settings_button)

    self.prompt_button = QPushButton("ПРОМТ", self)
    self.prompt_button.clicked.connect(self.on_prompt_button_click)
    self.set_button_color(self.prompt_button)
    self.prompt_button.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
    self.button_layout.addWidget(self.prompt_button)

    self.tokens_label = QLabel("0/0", self)
    self.tokens_label.setFont(QFont("Arial", 16))
    self.tokens_label.setStyleSheet("QLabel { color : white; }")
    self.button_layout.addWidget(self.tokens_label)

    self.prompt_label = QLabel(self)
    self.prompt_label.setFont(QFont("Arial", 16))
    self.prompt_label.setStyleSheet("QLabel { color : white; }")
    self.button_layout.addWidget(self.prompt_label)

    self.model_label = QLabel(self.settings.value("model", defaultValue="GigaChat-Plus"), self)
    self.model_label.setFont(QFont("Arial", 16))
    self.model_label.setStyleSheet("QLabel { color : white; }")
    self.button_layout.addWidget(self.model_label)

    self.layout.addLayout(self.button_layout, 2, 0)

    self.layout.setAlignment(Qt.AlignmentFlag.AlignBottom)

    self.setCentralWidget(self.centralWidget)

    self.shortcut = QShortcut(QKeySequence("Ctrl+Return"), self.centralWidget)
    self.shortcut.activated.connect(self.on_button_click)

    self.is_writing = False
    self.chat_history = []
    self.selected_prompt = self.settings.value("selected_prompt", "prompt1")
    self.update_prompt_label()

def set_button_color(self, button):
    palette = button.palette()
    palette.setColor(QPalette.ColorRole.Button, QColor("#008400"))
    button.setPalette(palette)

def update_prompt_label(self):
    selected_prompt_name = self.settings.value(f"{self.selected_prompt}_name", "")
    self.prompt_label.setText(selected_prompt_name)

def on_button_click(self):
    self.is_writing = True
    self.stop_button.show()
    question = self.question_text.toPlainText()
    selected_prompt_text = self.settings.value(f"{self.selected_prompt}_desc", "")
    if selected_prompt_text:
        question = selected_prompt_text + " " + question
    CLIENT_SECRET = self.settings.value("client_secret")
    token = get_token(CLIENT_SECRET)
    temperature = float(self.settings.value("temperature", defaultValue=0.7))
    model = self.settings.value("model", defaultValue="GigaChat-Plus")
    if token and self.is_writing:
        response = send_request(question, token, temperature, model, self.chat_history)
        sent_tokens = get_tokens_count([question], token, model)
        if sent_tokens:
            sent_tokens_count = sent_tokens[0]["tokens"]
        if response and "choices" in response:
            answer = response["choices"][0]["message"]["content"]
            received_tokens = get_tokens_count([answer], token, model)
            if received_tokens:
                received_tokens_count = received_tokens[0]["tokens"]
            self.tokens_label.setText(f"{sent_tokens_count}/{received_tokens_count}")
            self.answer_text.insertPlainText(answer)
            self.chat_history.append({"role": "user", "content": question})
            self.chat_history.append({"role": "assistant", "content": answer})
            if "<img src=" in answer:
                file_id = answer.split('"')[1]
                image_data = get_image(file_id, token)
                if image_data:
                    file_name = os.path.join(IMAGES_FOLDER, file_id + ".jpg")
                    with open(file_name, "wb") as f:
                        f.write(image_data)
                    self.answer_text.insertPlainText(f"\nИзображение сохранено в файле {file_name}")
                else:
                    self.answer_text.insertPlainText("\nОшибка: не удалось получить изображение")
        else:
            self.answer_text.insertPlainText("Ошибка: сервер вернул неожиданный ответ")
    else:
        self.answer_text.insertPlainText("Ошибка: не удалось получить токен")
    self.stop_button.hide()
    self.is_writing = False

def on_stop_button_click(self):
    self.is_writing = False
    self.stop_button.hide()

def on_clear_button_click(self):
    self.question_text.clear()
    self.answer_text.clear()
    self.chat_history = []

def on_settings_button_click(self):
    dlg = SettingsDialog(self)
    if dlg.exec():
        self.set_button_color(self.button)
        self.set_button_color(self.clear_button)
        self.set_button_color(self.settings_button)
        self.model_label.setText(self.settings.value("model", defaultValue="GigaChat-Plus"))

def on_prompt_button_click(self):
    dlg = PromptDialog(self)
    if dlg.exec():
        self.selected_prompt = self.settings.value("selected_prompt", "prompt1")
        self.update_prompt_label()

app = QApplication(sys.argv)
app.setStyle('Fusion')
palette = QPalette()
palette.setColor(QPalette.ColorRole.Window, QColor("#0000ff"))
palette.setColor(QPalette.ColorRole.Base, QColor("#55557f"))
palette.setColor(QPalette.ColorRole.Text, QColor("#ffffff"))
app.setPalette(palette)

window = MainWindow()
window.resize(1200, 900)
window.show()

app.exec()

Issues-translate-bot · Answer 7 · Wed Mar 13 2024 14:26:29 GMT+0800 (China Standard Time)