debug.ts 2.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130
  1. export type Inputs = Record<string, string | number | object>
  2. export type PromptVariable = {
  3. key: string
  4. name: string
  5. type: string // "string" | "number" | "select",
  6. default?: string | number
  7. required: boolean
  8. options?: string[]
  9. max_length?: number
  10. }
  11. export type CompletionParams = {
  12. max_tokens: number
  13. temperature: number
  14. top_p: number
  15. presence_penalty: number
  16. frequency_penalty: number
  17. }
  18. export type ModelId = 'gpt-3.5-turbo' | 'text-davinci-003'
  19. export type PromptConfig = {
  20. prompt_template: string
  21. prompt_variables: PromptVariable[]
  22. }
  23. export type MoreLikeThisConfig = {
  24. enabled: boolean
  25. }
  26. export type SuggestedQuestionsAfterAnswerConfig = MoreLikeThisConfig
  27. export type SpeechToTextConfig = MoreLikeThisConfig
  28. export type CitationConfig = MoreLikeThisConfig
  29. // frontend use. Not the same as backend
  30. export type ModelConfig = {
  31. provider: string // LLM Provider: for example "OPENAI"
  32. model_id: string
  33. configs: PromptConfig
  34. opening_statement: string | null
  35. more_like_this: {
  36. enabled: boolean
  37. } | null
  38. suggested_questions_after_answer: {
  39. enabled: boolean
  40. } | null
  41. speech_to_text: {
  42. enabled: boolean
  43. } | null
  44. retriever_resource: {
  45. enabled: boolean
  46. } | null
  47. dataSets: any[]
  48. }
  49. export type DebugRequestBody = {
  50. inputs: Inputs
  51. query: string
  52. completion_params: CompletionParams
  53. model_config: ModelConfig
  54. }
  55. export type DebugResponse = {
  56. id: string
  57. answer: string
  58. created_at: string
  59. }
  60. export type DebugResponseStream = {
  61. id: string
  62. data: string
  63. created_at: string
  64. }
  65. export type FeedBackRequestBody = {
  66. message_id: string
  67. rating: 'like' | 'dislike'
  68. content?: string
  69. from_source: 'api' | 'log'
  70. }
  71. export type FeedBackResponse = {
  72. message_id: string
  73. rating: 'like' | 'dislike'
  74. }
  75. // Log session list
  76. export type LogSessionListQuery = {
  77. keyword?: string
  78. start?: string // format datetime(YYYY-mm-dd HH:ii)
  79. end?: string // format datetime(YYYY-mm-dd HH:ii)
  80. page: number
  81. limit: number // default 20. 1-100
  82. }
  83. export type LogSessionListResponse = {
  84. data: {
  85. id: string
  86. conversation_id: string
  87. query: string // user's query question
  88. message: string // prompt send to LLM
  89. answer: string
  90. creat_at: string
  91. }[]
  92. total: number
  93. page: number
  94. }
  95. // log session detail and debug
  96. export type LogSessionDetailResponse = {
  97. id: string
  98. cnversation_id: string
  99. model_provider: string
  100. query: string
  101. inputs: Record<string, string | number | object>[]
  102. message: string
  103. message_tokens: number // number of tokens in message
  104. answer: string
  105. answer_tokens: number // number of tokens in answer
  106. provider_response_latency: number // used time in ms
  107. from_source: 'api' | 'log'
  108. }
  109. export type SavedMessage = {
  110. id: string
  111. answer: string
  112. }