Compare commits

..

4 commits

Author SHA1 Message Date
henceiusegentoo 7b3be88238 Updated cargo.toml 2023-08-07 19:07:07 +02:00
henceiusegentoo 098974c400 Update cargo.toml 2023-08-07 17:32:07 +02:00
henceiusegentoo 72c01024cb Updated readme 2023-08-07 16:15:45 +02:00
henceiusegentoo 2d113df795 Made seconds_until_timeout an int and added a custom type for Chat Completions 2023-08-07 16:04:19 +02:00
4 changed files with 84 additions and 15 deletions

4
.gitignore vendored
View file

@ -95,4 +95,6 @@ pip-wheel-metadata
valgrind-python.supp valgrind-python.supp
*.pyd *.pyd
lcov.info lcov.info
netlify_build/ netlify_build/
build.sh

View file

@ -1,6 +1,6 @@
[package] [package]
name = "nova-python" name = "nova-python"
version = "0.1.2" version = "0.1.5"
edition = "2021" edition = "2021"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
@ -9,6 +9,7 @@ name = "nova_python"
crate-type = ["cdylib"] crate-type = ["cdylib"]
[dependencies] [dependencies]
pyo3 = "0.19.0" pyo3 = {version = "0.19.2", features = ["extension-module", "generate-import-lib"]}
reqwest = "0.11.18" reqwest = "0.11.18"
tokio = { version = "1.29.1", features = ["rt-multi-thread", "time"] } tokio = { version = "1.29.1", features = ["rt-multi-thread", "time"] }
serde_json = "1.0.104"

View file

@ -36,7 +36,7 @@ Now, to make a request, use the `make_request` function. For example:
from nova_python import Endpoints, Models, NovaClient from nova_python import Endpoints, Models, NovaClient
client = NovaClient("YOUR_API_KEY") client = NovaClient("YOUR_API_KEY")
client.make_request( reponse = client.make_request(
endpoint=Endpoints.CHAT_COMPLETION, endpoint=Endpoints.CHAT_COMPLETION,
model=Models.GPT3, model=Models.GPT3,
data=[ data=[
@ -44,6 +44,8 @@ client.make_request(
{"role": "user", "content": "Hello!"} {"role": "user", "content": "Hello!"}
] ]
) )
...
``` ```
or or
@ -52,15 +54,36 @@ or
from nova_python import Endpoints, Models, NovaClient from nova_python import Endpoints, Models, NovaClient
client = NovaClient("YOUR_API_KEY") client = NovaClient("YOUR_API_KEY")
client.make_request( reponse = client.make_request(
endpoint=Endpoints.MODERATION, endpoint=Endpoints.MODERATION,
model=Models.MODERATION_STABLE, model=Models.MODERATION_STABLE,
data=[{"input": "I'm going to kill them."}] data=[{"input": "I'm going to kill them."}]
) )
...
```
If everything goes to plan, you'll receive a string containing JSON-Data, which you can then use in your project.
Note, that when using chat completion, as special ChatResponse-Instance get's returned.
You can access the reponse's json.data, by casting it to a string using the `str` method, like this:
```python
...
str(reponse)
...
```
but more importantly, you can use it's `get_message_content` function, to directly get access to the chat reponse. Used like this:
```
...
content = reponse.get_message_content()
...
``` ```
If everything goes to plan, you'll receive a string containing JSON-Data, which you can then use in your project.
*Happy prompting!* *Happy prompting!*
<br><br> <br><br>
## FAQ ## ## FAQ ##

View file

@ -54,7 +54,7 @@ impl NovaClient {
} }
// Used to make a request to the Nova API // Used to make a request to the Nova API
fn make_request(&self, endpoint: Endpoints, model: Models, data: Vec<Py<PyDict>>, seconds_until_timeout: Option<String>) -> PyResult<String> { fn make_request(&self, endpoint: Endpoints, model: Models, data: Vec<Py<PyDict>>, seconds_until_timeout: Option<usize>) -> PyResult<PyObject> {
if !model_is_compatible(&endpoint, &model) { if !model_is_compatible(&endpoint, &model) {
return Err(NovaClient::get_endpoint_not_compatible_error()); return Err(NovaClient::get_endpoint_not_compatible_error());
} }
@ -64,13 +64,13 @@ impl NovaClient {
let rt = tokio::runtime::Runtime::new().unwrap(); let rt = tokio::runtime::Runtime::new().unwrap();
let seconds_until_timeout = match seconds_until_timeout { let seconds_until_timeout = match seconds_until_timeout {
Some(seconds_until_timeout) => seconds_until_timeout.parse::<u64>().unwrap(), Some(seconds_until_timeout) => seconds_until_timeout,
None => 30 None => 30
}; };
let response: Result<String, reqwest::Error> = rt.block_on(async { let unmatched_response: Result<String, reqwest::Error> = rt.block_on(async {
let client = reqwest::Client::builder() let client = reqwest::Client::builder()
.timeout(time::Duration::from_secs(seconds_until_timeout)) .timeout(time::Duration::from_secs(seconds_until_timeout as u64))
.user_agent("Mozilla/5.0") .user_agent("Mozilla/5.0")
.build() .build()
.unwrap(); .unwrap();
@ -86,9 +86,25 @@ impl NovaClient {
Ok(text) Ok(text)
}); });
match response { let reponse = match unmatched_response {
Ok(response) => Ok(response), Ok(unmatched_response) => Ok(unmatched_response),
Err(response) => Err(pyo3::exceptions::PyRuntimeError::new_err(response.to_string())) Err(unmatched_response) => Err(pyo3::exceptions::PyRuntimeError::new_err(unmatched_response.to_string()))
}.unwrap();
if endpoint == Endpoints::ChatCompletion {
let final_reponse = Python::with_gil(|py| {
let reponse = ChatResponse::new(reponse);
reponse.into_py(py)
});
return Ok(final_reponse);
} else {
let final_reponse = Python::with_gil(|py| {
reponse.into_py(py)
});
return Ok(final_reponse);
} }
} }
@ -181,9 +197,36 @@ impl NovaClient {
fn get_invalid_model_error() -> PyErr { fn get_invalid_model_error() -> PyErr {
pyo3::exceptions::PyValueError::new_err("Invalid model") pyo3::exceptions::PyValueError::new_err("Invalid model")
} }
}
fn get_request_failed_error() -> PyErr { #[pyclass(module = "nova_python", frozen)]
pyo3::exceptions::PyRuntimeError::new_err("Request failed for unknown reasons.") struct ChatResponse {
json: String,
}
#[pymethods]
impl ChatResponse {
#[new]
fn new(json: String) -> Self {
ChatResponse {
json
}
}
fn get_message_content(&self) -> PyResult<String> {
let json = &self.json;
let json: serde_json::Value = serde_json::from_str(json).unwrap();
let content = json["choices"][0]["message"]["content"].as_str().unwrap();
Ok(content.trim().to_string())
}
fn __str__(&self) -> PyResult<String> {
Ok(self.json.clone())
}
fn __repr__(&self) -> PyResult<String> {
Ok(format!("ChatResponse(json={})", self.json))
} }
} }