Constants

Submodules

promptquality.constants.config module

promptquality.constants.dataset_format module

class DatasetFormat(value, names=None, *, module=None, qualname=None, type=None, start=1, boundary=None)

csv = 'csv'

feather = 'feather'

promptquality.constants.integrations module

class IntegrationName(value, names=None, *, module=None, qualname=None, type=None, start=1, boundary=None)

openai = 'openai'

promptquality.constants.job module

promptquality.constants.models module

class SupportedModels(value, names=None, *, module=None, qualname=None, type=None, start=1, boundary=None)

chat_gpt = 'ChatGPT (4K context)'

chat_gpt_16k = 'ChatGPT (16K context)'

gpt_35_turbo = 'ChatGPT (4K context)'

gpt_35_turbo_16k = 'ChatGPT (16K context)'

gpt_4 = 'gpt-4 (8K context)'

babbage_2 = 'babbage-002'

davinci_2 = 'davinci-002'

text_ada_1 = 'text-ada-001'

text_babbage_1 = 'text-babbage-001'

text_curie_1 = 'text-curie-001'

text_davinci_3 = 'text-davinci-003'

azure_chat_gpt = 'ChatGPT (4K context) (Azure)'

azure_chat_gpt_16k = 'ChatGPT (16K context) (Azure)'

azure_gpt_35_turbo = 'ChatGPT (4K context) (Azure)'

azure_gpt_35_turbo_16k = 'ChatGPT (16K context) (Azure)'

azure_gpt_4 = 'gpt-4 (8K context) (Azure)'

azure_text_ada_1 = 'text-ada-001 (Azure)'

azure_text_babbage_1 = 'text-babbage-001 (Azure)'

azure_text_curie_1 = 'text-curie-001 (Azure)'

azure_text_davinci_3 = 'text-davinci-003 (Azure)'

text_bison = 'text-bison'

text_bison_001 = 'text-bison@001'

palmyra_base = 'Palmyra Base'

palmyra_large = 'Palmyra Large'

palmyra_instruct = 'Palmyra Instruct'

palmyra_instruct_30 = 'Palmyra Instruct 30'

palmyra_beta = 'Palmyra Beta'

silk_road = 'Silk Road'

palmyra_e = 'Palmyra E'

palmyra_x = 'Palmyra X'

palmyra_x_32k = 'Palmyra X 32K'

palmyra_med = 'Palmyra Med'

examworks_v1 = 'Exam Works'

promptquality.constants.routes module

promptquality.constants.run module

promptquality.constants.scorers module

class Scorers(value, names=None, *, module=None, qualname=None, type=None, start=1, boundary=None)

toxicity = 'toxicity'

factuality = 'factuality'

correctness = 'factuality'

groundedness = 'groundedness'

context_adherence = 'groundedness'

pii = 'pii'

latency = 'latency'

context_relevance = 'context_relevance'

sexist = 'sexist'

tone = 'tone'

Module contents