build: 0.1.35 hotfix revert for ask_about_image

Author: dsdanielpark

bardapi/__init__.py

@@ -44,5 +44,5 @@
     "max_sentence",
     "Tool",
 ]
-__version__ = "0.1.34"
+__version__ = "0.1.35"
 __author__ = "daniel park <[email protected]>"

bardapi/core.py

@@ -1,34 +1,38 @@
+# Standard library imports
+import base64
+import json
 import os
+import random
 import re
-import json
-import base64
 import string
-import random
-import requests
-from typing import Optional
+import uuid
 
-from bardapi.models.result import BardResult
+# Third-party imports
+from langdetect import detect
+from typing import Optional
 
 try:
     from deep_translator import GoogleTranslator
     from google.cloud import translate_v2 as translate
 except ImportError:
     pass
 
+# Local module or custom library imports
 from bardapi.constants import (
     ALLOWED_LANGUAGES,
-    SESSION_HEADERS,
     REPLIT_SUPPORT_PROGRAM_LANGUAGES,
+    SESSION_HEADERS,
     TEXT_GENERATION_WEB_SERVER_PARAM,
     Tool,
 )
+from bardapi.models.result import BardResult
 from bardapi.utils import (
-    build_input_replit_data_struct,
-    build_export_data_structure,
     build_bard_answer,
-    upload_image,
-    extract_bard_cookie,
+    build_export_data_structure,
+    build_input_replit_data_struct,
     build_input_text_struct,
+    extract_bard_cookie,
+    upload_image,
 )
 
 
@@ -519,7 +523,7 @@ def export_conversation(self, bard_answer, title: str = "") -> dict:
         return {"url": url, "status_code": resp.status_code}
 
     def ask_about_image(
-        self, input_text: str, image: bytes, image_name: str, lang: Optional[str] = None
+        self, input_text: str, image: bytes, lang: Optional[str] = None
     ) -> dict:
         """
         Send Bard image along with question and get answer
@@ -528,12 +532,11 @@ def ask_about_image(
         >>> token = 'xxxxxx'
         >>> bard = Bard(token=token)
         >>> image = open('image.jpg', 'rb').read()
-        >>> bard_answer = bard.ask_about_image("what is in the image?", image, 'image.jpg')['content']
+        >>> bard_answer = bard.ask_about_image("what is in the image?", image)['content']
 
         Args:
             input_text (str): Input text for the query.
             image (bytes): Input image bytes for the query, support image types: jpeg, png, webp
-            image_name (str): Short file name
             lang (str, optional): Language to use.
 
         Returns:
@@ -552,7 +555,142 @@ def ask_about_image(
                     "status_code": int
                 }
         """
-        return self.get_answer(input_text, image, image_name)
+        if self.google_translator_api_key is not None:
+            google_official_translator = translate.Client(
+                api_key=self.google_translator_api_key
+            )
+        else:
+            translator_to_eng = GoogleTranslator(source="auto", target="en")
+
+        # [Optional] Set language
+        if (
+            (self.language is not None or lang is not None)
+            and self.language not in ALLOWED_LANGUAGES
+            and self.google_translator_api_key is None
+        ):
+            translator_to_eng = GoogleTranslator(source="auto", target="en")
+            transl_text = translator_to_eng.translate(input_text)
+        elif (
+            (self.language is not None or lang is not None)
+            and self.language not in ALLOWED_LANGUAGES
+            and self.google_translator_api_key is not None
+        ):
+            transl_text = google_official_translator.translate(
+                input_text, target_language="en"
+            )
+        elif (
+            (self.language is None or lang is None)
+            and self.language not in ALLOWED_LANGUAGES
+            and self.google_translator_api_key is None
+        ):
+            translator_to_eng = GoogleTranslator(source="auto", target="en")
+            transl_text = translator_to_eng.translate(input_text)
+
+        # Supported format: jpeg, png, webp
+        image_url = upload_image(image)
+
+        input_data_struct = [
+            None,
+            [
+                [transl_text, 0, None, [[[image_url, 1], "uploaded_photo.jpg"]]],
+                [lang if lang is not None else self.language],
+                ["", "", ""],
+                "",  # Unknown random string value (1000 characters +)
+                uuid.uuid4().hex,  # Should be random uuidv4 (32 characters)
+                None,
+                [1],
+                0,
+                [],
+                [],
+            ],
+        ]
+        params = {
+            "bl": "boq_assistant-bard-web-server_20230716.16_p2",
+            "_reqid": str(self._reqid),
+            "rt": "c",
+        }
+        input_data_struct[1] = json.dumps(input_data_struct[1])
+        data = {
+            "f.req": json.dumps(input_data_struct),
+            "at": self.SNlM0e,
+        }
+
+        resp = self.session.post(
+            "https://bard.google.com/_/BardChatUi/data/assistant.lamda.BardFrontendService/StreamGenerate",
+            params=params,
+            data=data,
+            timeout=self.timeout,
+            proxies=self.proxies,
+        )
+
+        # Post-processing of response
+        resp_dict = json.loads(resp.content.splitlines()[3])[0][2]
+        if not resp_dict:
+            return {
+                "content": f"Response Error: {resp.content}. "
+                f"\nUnable to get response."
+                f"\nPlease double-check the cookie values and verify your network environment or google account."
+            }
+        parsed_answer = json.loads(resp_dict)
+        content = parsed_answer[4][0][1][0]
+        try:
+            if self.language is not None and self.google_translator_api_key is None:
+                translator = GoogleTranslator(source="en", target=self.language)
+                translated_content = translator.translate(content)
+
+            elif lang is not None and self.google_translator_api_key is None:
+                translator = GoogleTranslator(source="en", target=lang)
+                translated_content = translator.translate(content)
+
+            elif (
+                lang is None and self.language is None
+            ) and self.google_translator_api_key is None:
+                us_lang = detect(input_text)
+                translator = GoogleTranslator(source="en", target=us_lang)
+                translated_content = translator.translate(content)
+
+            elif (
+                self.language is not None and self.google_translator_api_key is not None
+            ):
+                translated_content = google_official_translator.translate(
+                    content, target_language=self.language
+                )
+            elif lang is not None and self.google_translator_api_key is not None:
+                translated_content = google_official_translator.translate(
+                    content, target_language=lang
+                )
+            elif (
+                self.language is None and lang is None
+            ) and self.google_translator_api_key is not None:
+                us_lang = detect(input_text)
+                translated_content = google_official_translator.translate(
+                    content, target_language=us_lang
+                )
+        except Exception as e:
+            print(f"Translation failed, and the original text has been returned. \n{e}")
+            translated_content = content
+
+        # Returned dictionary object
+        bard_answer = {
+            "content": translated_content,
+            "conversation_id": parsed_answer[1][0],
+            "response_id": parsed_answer[1][1],
+            "factuality_queries": parsed_answer[3],
+            "text_query": parsed_answer[2][0] if parsed_answer[2] else "",
+            "choices": [{"id": x[0], "content": x[1]} for x in parsed_answer[4]],
+            "links": self._extract_links(parsed_answer[4]),
+            "images": [""],
+            "program_lang": "",
+            "code": "",
+            "status_code": resp.status_code,
+        }
+        self.conversation_id, self.response_id, self.choice_id = (
+            bard_answer["conversation_id"],
+            bard_answer["response_id"],
+            bard_answer["choices"][0]["id"],
+        )
+        self._reqid += 100000
+        return bard_answer
 
     def export_replit(
         self,
@@ -629,3 +767,26 @@ def export_replit(
         self._reqid += 100000
 
         return {"url": url, "status_code": resp.status_code}
+
+    def _extract_links(self, data: list) -> list:
+        """
+        Extract links from the given data.
+
+        Args:
+            data: Data to extract links from.
+
+        Returns:
+            list: Extracted links.
+        """
+        links = []
+        if isinstance(data, list):
+            for item in data:
+                if isinstance(item, list):
+                    links.extend(self._extract_links(item))
+                elif (
+                    isinstance(item, str)
+                    and item.startswith("http")
+                    and "favicon" not in item
+                ):
+                    links.append(item)
+        return links

setup.py

@@ -25,7 +25,7 @@ def get_long_description():
 
 setup(
     name="bardapi",
-    version="0.1.34",
+    version="0.1.35",
     author="daniel park",
     author_email="[email protected]",
     description="The python package that returns Response of Google Bard through API.",