debug.ts 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125
  1. export type Inputs = Record<string, string | number | object>
  2. export type PromptVariable = {
  3. key: string
  4. name: string
  5. type: string // "string" | "number" | "select",
  6. default?: string | number
  7. required: boolean
  8. options?: string[]
  9. max_length?: number
  10. is_context_var?: boolean
  11. }
  12. export type CompletionParams = {
  13. max_tokens: number
  14. temperature: number
  15. top_p: number
  16. presence_penalty: number
  17. frequency_penalty: number
  18. }
  19. export type ModelId = 'gpt-3.5-turbo' | 'text-davinci-003'
  20. export type PromptConfig = {
  21. prompt_template: string
  22. prompt_variables: PromptVariable[]
  23. }
  24. export type MoreLikeThisConfig = {
  25. enabled: boolean
  26. }
  27. export type SuggestedQuestionsAfterAnswerConfig = MoreLikeThisConfig
  28. export type SpeechToTextConfig = MoreLikeThisConfig
  29. export type CitationConfig = MoreLikeThisConfig
  30. export type RetrieverResourceConfig = MoreLikeThisConfig
  31. // frontend use. Not the same as backend
  32. export type ModelConfig = {
  33. provider: string // LLM Provider: for example "OPENAI"
  34. model_id: string
  35. configs: PromptConfig
  36. opening_statement: string | null
  37. more_like_this: MoreLikeThisConfig | null
  38. suggested_questions_after_answer: SuggestedQuestionsAfterAnswerConfig | null
  39. speech_to_text: SpeechToTextConfig | null
  40. retriever_resource: RetrieverResourceConfig | null
  41. dataSets: any[]
  42. }
  43. export type DebugRequestBody = {
  44. inputs: Inputs
  45. query: string
  46. completion_params: CompletionParams
  47. model_config: ModelConfig
  48. }
  49. export type DebugResponse = {
  50. id: string
  51. answer: string
  52. created_at: string
  53. }
  54. export type DebugResponseStream = {
  55. id: string
  56. data: string
  57. created_at: string
  58. }
  59. export type FeedBackRequestBody = {
  60. message_id: string
  61. rating: 'like' | 'dislike'
  62. content?: string
  63. from_source: 'api' | 'log'
  64. }
  65. export type FeedBackResponse = {
  66. message_id: string
  67. rating: 'like' | 'dislike'
  68. }
  69. // Log session list
  70. export type LogSessionListQuery = {
  71. keyword?: string
  72. start?: string // format datetime(YYYY-mm-dd HH:ii)
  73. end?: string // format datetime(YYYY-mm-dd HH:ii)
  74. page: number
  75. limit: number // default 20. 1-100
  76. }
  77. export type LogSessionListResponse = {
  78. data: {
  79. id: string
  80. conversation_id: string
  81. query: string // user's query question
  82. message: string // prompt send to LLM
  83. answer: string
  84. creat_at: string
  85. }[]
  86. total: number
  87. page: number
  88. }
  89. // log session detail and debug
  90. export type LogSessionDetailResponse = {
  91. id: string
  92. cnversation_id: string
  93. model_provider: string
  94. query: string
  95. inputs: Record<string, string | number | object>[]
  96. message: string
  97. message_tokens: number // number of tokens in message
  98. answer: string
  99. answer_tokens: number // number of tokens in answer
  100. provider_response_latency: number // used time in ms
  101. from_source: 'api' | 'log'
  102. }
  103. export type SavedMessage = {
  104. id: string
  105. answer: string
  106. }