debug.ts 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120
  1. export type Inputs = Record<string, string | number | object>
  2. export type PromptVariable = {
  3. key: string
  4. name: string
  5. type: string // "string" | "number" | "select",
  6. default?: string | number
  7. required: boolean
  8. options?: string[]
  9. max_length?: number
  10. }
  11. export type CompletionParams = {
  12. max_tokens: number
  13. temperature: number
  14. top_p: number
  15. presence_penalty: number
  16. frequency_penalty: number
  17. }
  18. export type ModelId = 'gpt-3.5-turbo' | 'text-davinci-003'
  19. export type PromptConfig = {
  20. prompt_template: string
  21. prompt_variables: PromptVariable[]
  22. }
  23. export type MoreLikeThisConfig = {
  24. enabled: boolean
  25. }
  26. export type SuggestedQuestionsAfterAnswerConfig = MoreLikeThisConfig
  27. // frontend use. Not the same as backend
  28. export type ModelConfig = {
  29. provider: string // LLM Provider: for example "OPENAI"
  30. model_id: string
  31. configs: PromptConfig
  32. opening_statement: string | null
  33. more_like_this: {
  34. enabled: boolean
  35. } | null
  36. suggested_questions_after_answer: {
  37. enabled: boolean
  38. } | null
  39. dataSets: any[]
  40. }
  41. export type DebugRequestBody = {
  42. inputs: Inputs
  43. query: string
  44. completion_params: CompletionParams
  45. model_config: ModelConfig
  46. }
  47. export type DebugResponse = {
  48. id: string
  49. answer: string
  50. created_at: string
  51. }
  52. export type DebugResponseStream = {
  53. id: string
  54. data: string
  55. created_at: string
  56. }
  57. export type FeedBackRequestBody = {
  58. message_id: string
  59. rating: 'like' | 'dislike'
  60. content?: string
  61. from_source: 'api' | 'log'
  62. }
  63. export type FeedBackResponse = {
  64. message_id: string
  65. rating: 'like' | 'dislike'
  66. }
  67. // Log session list
  68. export type LogSessionListQuery = {
  69. keyword?: string
  70. start?: string // format datetime(YYYY-mm-dd HH:ii)
  71. end?: string // format datetime(YYYY-mm-dd HH:ii)
  72. page: number
  73. limit: number // default 20. 1-100
  74. }
  75. export type LogSessionListResponse = {
  76. data: {
  77. id: string
  78. conversation_id: string
  79. query: string // user's query question
  80. message: string // prompt send to LLM
  81. answer: string
  82. creat_at: string
  83. }[]
  84. total: number
  85. page: number
  86. }
  87. // log session detail and debug
  88. export type LogSessionDetailResponse = {
  89. id: string
  90. cnversation_id: string
  91. model_provider: string
  92. query: string
  93. inputs: Record<string, string | number | object>[]
  94. message: string
  95. message_tokens: number // number of tokens in message
  96. answer: string
  97. answer_tokens: number // number of tokens in answer
  98. provider_response_latency: number // used time in ms
  99. from_source: 'api' | 'log'
  100. }
  101. export type SavedMessage = {
  102. id: string
  103. answer: string
  104. }