debug.ts 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124
  1. export type Inputs = Record<string, string | number | object>
  2. export type PromptVariable = {
  3. key: string
  4. name: string
  5. type: string // "string" | "number" | "select",
  6. default?: string | number
  7. required: boolean
  8. options?: string[]
  9. max_length?: number
  10. }
  11. export type CompletionParams = {
  12. max_tokens: number
  13. temperature: number
  14. top_p: number
  15. presence_penalty: number
  16. frequency_penalty: number
  17. }
  18. export type ModelId = 'gpt-3.5-turbo' | 'text-davinci-003'
  19. export type PromptConfig = {
  20. prompt_template: string
  21. prompt_variables: PromptVariable[]
  22. }
  23. export type MoreLikeThisConfig = {
  24. enabled: boolean
  25. }
  26. export type SuggestedQuestionsAfterAnswerConfig = MoreLikeThisConfig
  27. export type SpeechToTextConfig = MoreLikeThisConfig
  28. export type CitationConfig = MoreLikeThisConfig
  29. export type RetrieverResourceConfig = MoreLikeThisConfig
  30. // frontend use. Not the same as backend
  31. export type ModelConfig = {
  32. provider: string // LLM Provider: for example "OPENAI"
  33. model_id: string
  34. configs: PromptConfig
  35. opening_statement: string | null
  36. more_like_this: MoreLikeThisConfig | null
  37. suggested_questions_after_answer: SuggestedQuestionsAfterAnswerConfig | null
  38. speech_to_text: SpeechToTextConfig | null
  39. retriever_resource: RetrieverResourceConfig | null
  40. dataSets: any[]
  41. }
  42. export type DebugRequestBody = {
  43. inputs: Inputs
  44. query: string
  45. completion_params: CompletionParams
  46. model_config: ModelConfig
  47. }
  48. export type DebugResponse = {
  49. id: string
  50. answer: string
  51. created_at: string
  52. }
  53. export type DebugResponseStream = {
  54. id: string
  55. data: string
  56. created_at: string
  57. }
  58. export type FeedBackRequestBody = {
  59. message_id: string
  60. rating: 'like' | 'dislike'
  61. content?: string
  62. from_source: 'api' | 'log'
  63. }
  64. export type FeedBackResponse = {
  65. message_id: string
  66. rating: 'like' | 'dislike'
  67. }
  68. // Log session list
  69. export type LogSessionListQuery = {
  70. keyword?: string
  71. start?: string // format datetime(YYYY-mm-dd HH:ii)
  72. end?: string // format datetime(YYYY-mm-dd HH:ii)
  73. page: number
  74. limit: number // default 20. 1-100
  75. }
  76. export type LogSessionListResponse = {
  77. data: {
  78. id: string
  79. conversation_id: string
  80. query: string // user's query question
  81. message: string // prompt send to LLM
  82. answer: string
  83. creat_at: string
  84. }[]
  85. total: number
  86. page: number
  87. }
  88. // log session detail and debug
  89. export type LogSessionDetailResponse = {
  90. id: string
  91. cnversation_id: string
  92. model_provider: string
  93. query: string
  94. inputs: Record<string, string | number | object>[]
  95. message: string
  96. message_tokens: number // number of tokens in message
  97. answer: string
  98. answer_tokens: number // number of tokens in answer
  99. provider_response_latency: number // used time in ms
  100. from_source: 'api' | 'log'
  101. }
  102. export type SavedMessage = {
  103. id: string
  104. answer: string
  105. }