LLMConnection.h File Reference

#include "Utils.h"
#include "xml_parser.h"
#include <string>
#include <vector>

Include dependency graph for LLMConnection.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
struct	cmlabs::LLMHeader
struct	cmlabs::LLMConstraints
struct	cmlabs::LLMStats
class	cmlabs::LLMConnection

Namespaces
namespace	cmlabs

Typedefs
typedef bool(*	cmlabs::LLMStreamCallback) (const char *token, uint32 size, void *userData)
typedef void(*	cmlabs::LLMOwnerEndCallback) (void *owner, LLMConnection *connection, const LLMStats &finalStats)

Enumerations
enum	cmlabs::LLMResult {   cmlabs::LLM_OK = 0 , cmlabs::LLM_ERR_NOT_CONFIGURED , cmlabs::LLM_ERR_NOT_CONNECTED , cmlabs::LLM_ERR_NOT_IMPLEMENTED ,   cmlabs::LLM_ERR_CONFIG_EMPTY , cmlabs::LLM_ERR_CONFIG_NOT_LLM , cmlabs::LLM_ERR_CONFIG_PARSE , cmlabs::LLM_ERR_CONFIG_NO_NAME ,   cmlabs::LLM_ERR_CONFIG_NO_VENDOR , cmlabs::LLM_ERR_CONFIG_UNKNOWN_VENDOR , cmlabs::LLM_ERR_CONFIG_NO_ENDPOINT , cmlabs::LLM_ERR_CONFIG_INLINE_SECRET ,   cmlabs::LLM_ERR_CONFIG_INVALID , cmlabs::LLM_ERR_UNKNOWN_MODEL , cmlabs::LLM_ERR_SECRET_UNRESOLVED , cmlabs::LLM_ERR_NO_INPUT ,   cmlabs::LLM_ERR_HTTP_UNREACHABLE , cmlabs::LLM_ERR_HTTP , cmlabs::LLM_ERR_REPLY_PARSE , cmlabs::LLM_ERR_CONFIG_BAD_TRANSPORT ,   cmlabs::LLM_ERR_STREAM_CANCELLED }
enum	cmlabs::LLMVendorType {   cmlabs::LLM_VENDOR_NONE = 0 , cmlabs::LLM_VENDOR_OPENAI , cmlabs::LLM_VENDOR_ANTHROPIC , cmlabs::LLM_VENDOR_BEDROCK ,   cmlabs::LLM_VENDOR_GOOGLE , cmlabs::LLM_VENDOR_CUSTOM }
enum	cmlabs::LLMStreamTransport { cmlabs::LLM_STREAM_NONE = 0 , cmlabs::LLM_STREAM_SSE , cmlabs::LLM_STREAM_EVENTSTREAM , cmlabs::LLM_STREAM_CHUNKED }

Functions
const char *	cmlabs::LLMResultText (LLMResult result)
const char *	cmlabs::LLMVendorTypeText (LLMVendorType type)
const char *	cmlabs::LLMStreamTransportText (LLMStreamTransport transport)