Disable library logging by default

Author: johann-petrak

llms_wrapper/__init__.py

@@ -1 +1,3 @@
+from loguru import logger
 from llms_wrapper.version import __version__
+logger.disable()

llms_wrapper/llms_wrapper_test.py

@@ -164,4 +164,5 @@ def main():
 
 
 if __name__ == '__main__':
+    logger.enable()
     main()

notebooks/test-api.ipynb

@@ -37,6 +37,25 @@
     "from llms_wrapper.config import update_llm_config"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "id": "8b0554d5-b7bc-4f71-b88d-8b9f0ed28163",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "0.1.11\n"
+     ]
+    }
+   ],
+   "source": [
+    "import llms_wrapper\n",
+    "print(llms_wrapper.__version__)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,
@@ -134,7 +153,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 18,
    "id": "a5026a5a-28d8-4790-991f-6ba1e21d1b85",
    "metadata": {},
    "outputs": [
@@ -144,7 +163,7 @@
        "(2.5e-06, 1e-05)"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 18,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -216,6 +235,145 @@
     "llms.make_messages(\"This is the query\")"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "15cc23db-3cb8-445e-8d01-06b79c637866",
+   "metadata": {},
+   "source": [
+    "## Cost, Tokens used"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "6cc2fdfc-a879-43e4-89df-b52318345c34",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "msg = llms.make_messages(\"What is a monoid?\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 19,
+   "id": "547c2e28-3680-4a62-b564-535d5dd37a53",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "ret = llms.query(\"openai/gpt-4o\", msg, return_cost=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 20,
+   "id": "734cb5da-8f7c-4f0b-a183-edb9f7eafc45",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'elapsed_time': 9.321770906448364,\n",
+       " 'cost': 0.0034425000000000002,\n",
+       " 'n_completion_tokens': 341,\n",
+       " 'n_prompt_tokens': 13,\n",
+       " 'n_total_tokens': 354,\n",
+       " 'answer': 'In abstract algebra, a monoid is an algebraic structure with a single associative binary operation and an identity element. More formally, a monoid is a set \\\\( M \\\\) equipped with a binary operation \\\\(\\\\ast: M \\\\times M \\\\to M\\\\) that satisfies the following properties:\\n\\n1. **Associativity**: For all elements \\\\( a, b, c \\\\) in \\\\( M \\\\), the equation \\\\((a \\\\ast b) \\\\ast c = a \\\\ast (b \\\\ast c)\\\\) holds. This means the order in which operations are performed does not change the result as long as the sequence of the operands is not changed.\\n\\n2. **Identity Element**: There exists an element \\\\( e \\\\) in \\\\( M \\\\) (called the identity element) such that for every element \\\\( a \\\\) in \\\\( M \\\\), the equations \\\\( e \\\\ast a = a \\\\ast e = a \\\\) hold. This means that there is a neutral element which, when combined with any other element in the set via the operation \\\\(\\\\ast\\\\), yields the other element unchanged.\\n\\nMonoids are generalizations of groups; the key difference is that in a group, every element must have an inverse, whereas this is not required in a monoid. An example of a monoid is the set of natural numbers \\\\( \\\\mathbb{N} \\\\) (including zero) with the operation of addition. Here, the identity element is 0, since adding zero to any natural number does not change the number. Another example is the set of strings over a given alphabet with concatenation as the operation, where the empty string serves as the identity element.',\n",
+       " 'error': '',\n",
+       " 'ok': True}"
+      ]
+     },
+     "execution_count": 20,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "ret"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
+   "id": "9a69e35e-b550-4d02-ab63-a83ef2801ea9",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'elapsed_time': 3.084319829940796,\n",
+       " 'cost': 0.001445,\n",
+       " 'n_completion_tokens': 142,\n",
+       " 'n_prompt_tokens': 10,\n",
+       " 'n_total_tokens': 152,\n",
+       " 'answer': 'Artificial Intelligence, commonly referred to as AI, is a branch of computer science that involves creating systems capable of performing tasks that typically require human intelligence. These tasks include learning, reasoning, problem-solving, understanding natural language, perception, and even the ability to form plans or exhibit creativity. AI systems can range from simple algorithms used in everyday technology, such as virtual assistants and recommendation systems, to more complex neural networks used for advanced tasks like image and speech recognition, autonomous driving, and natural language processing. AI can be categorized into narrow AI, which is designed for specific tasks, and general AI, which aims to perform any intellectual task that a human can do, though the latter remains largely theoretical at this stage.',\n",
+       " 'error': '',\n",
+       " 'ok': True}"
+      ]
+     },
+     "execution_count": 21,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "ret = llms.query(\"openai/gpt-4o\", llms.make_messages(\"what is AI\"), return_cost=True)\n",
+    "ret"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 22,
+   "id": "76b7ff96-fa0c-444a-9585-3dfacbf679cb",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "0.0048875"
+      ]
+     },
+     "execution_count": 22,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "llms.cost(\"openai/gpt-4o\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 25,
+   "id": "e3b2f84a-0db9-48a7-8d46-676588ddfc33",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'llm': 'openai/gpt-4o',\n",
+       " 'api_key_env': 'MY_OPENAI_API_KEY',\n",
+       " 'alias': 'openai/gpt-4o',\n",
+       " '_cost': 0.0048875,\n",
+       " '_elapsed_time': 12.40609073638916}"
+      ]
+     },
+     "execution_count": 25,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "llms.llms[\"openai/gpt-4o\"].config"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "504aff44-5410-4165-b88a-ae30b4389629",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
   {
    "cell_type": "code",
    "execution_count": 13,