12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012 |
- import { CodeGroup } from '@/app/components/develop/code.tsx'
- import { Row, Col, Properties, Property, Heading, SubProperty, PropertyInstruction, Paragraph } from '@/app/components/develop/md.tsx'
- # 知识库 API
- <div>
- ### 鉴权
- Dify Service API 使用 `API-Key` 进行鉴权。
- 建议开发者把 `API-Key` 放在后端存储,而非分享或者放在客户端存储,以免 `API-Key` 泄露,导致财产损失。
- 所有 API 请求都应在 **`Authorization`** HTTP Header 中包含您的 `API-Key`,如下所示:
- <CodeGroup title="Code">
- ```javascript
- Authorization: Bearer {API_KEY}
- ```
- </CodeGroup>
- </div>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/document/create-by-text'
- method='POST'
- title='通过文本创建文档'
- name='#create-by-text'
- />
- <Row>
- <Col>
- 此接口基于已存在知识库,在此知识库的基础上通过文本创建新的文档
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='name' type='string' key='name'>
- 文档名称
- </Property>
- <Property name='text' type='string' key='text'>
- 文档内容
- </Property>
- <Property name='indexing_technique' type='string' key='indexing_technique'>
- 索引方式
- - <code>high_quality</code> 高质量:使用 embedding 模型进行嵌入,构建为向量数据库索引
- - <code>economy</code> 经济:使用 keyword table index 的倒排索引进行构建
- </Property>
- <Property name='doc_form' type='string' key='doc_form'>
- 索引内容的形式
- - <code>text_model</code> text 文档直接 embedding,经济模式默认为该模式
- - <code>hierarchical_model</code> parent-child 模式
- - <code>qa_model</code> Q&A 模式:为分片文档生成 Q&A 对,然后对问题进行 embedding
- </Property>
- <Property name='doc_language' type='string' key='doc_language'>
- 在 Q&A 模式下,指定文档的语言,例如:<code>English</code>、<code>Chinese</code>
- </Property>
- <Property name='process_rule' type='object' key='process_rule'>
- 处理规则
- - <code>mode</code> (string) 清洗、分段模式 ,automatic 自动 / custom 自定义
- - <code>rules</code> (object) 自定义规则(自动模式下,该字段为空)
- - <code>pre_processing_rules</code> (array[object]) 预处理规则
- - <code>id</code> (string) 预处理规则的唯一标识符
- - 枚举:
- - <code>remove_extra_spaces</code> 替换连续空格、换行符、制表符
- - <code>remove_urls_emails</code> 删除 URL、电子邮件地址
- - <code>enabled</code> (bool) 是否选中该规则,不传入文档 ID 时代表默认值
- - <code>segmentation</code> (object) 分段规则
- - <code>separator</code> 自定义分段标识符,目前仅允许设置一个分隔符。默认为 <code>\n</code>
- - <code>max_tokens</code> 最大长度(token)默认为 1000
- - <code>parent_mode</code> 父分段的召回模式 <code>full-doc</code> 全文召回 / <code>paragraph</code> 段落召回
- - <code>subchunk_segmentation</code> (object) 子分段规则
- - <code>separator</code> 分段标识符,目前仅允许设置一个分隔符。默认为 <code>***</code>
- - <code>max_tokens</code> 最大长度 (token) 需要校验小于父级的长度
- - <code>chunk_overlap</code> 分段重叠指的是在对数据进行分段时,段与段之间存在一定的重叠部分(选填)
- </Property>
- <PropertyInstruction>当知识库未设置任何参数的时候,首次上传需要提供以下参数,未提供则使用默认选项:</PropertyInstruction>
- <Property name='retrieval_model' type='object' key='retrieval_model'>
- 检索模式
- - <code>search_method</code> (string) 检索方法
- - <code>hybrid_search</code> 混合检索
- - <code>semantic_search</code> 语义检索
- - <code>full_text_search</code> 全文检索
- - <code>reranking_enable</code> (bool) 是否开启rerank
- - <code>reranking_model</code> (object) Rerank 模型配置
- - <code>reranking_provider_name</code> (string) Rerank 模型的提供商
- - <code>reranking_model_name</code> (string) Rerank 模型的名称
- - <code>top_k</code> (int) 召回条数
- - <code>score_threshold_enabled</code> (bool)是否开启召回分数限制
- - <code>score_threshold</code> (float) 召回分数限制
- </Property>
- <Property name='embedding_model' type='string' key='embedding_model'>
- Embedding 模型名称
- </Property>
- <Property name='embedding_model_provider' type='string' key='embedding_model_provider'>
- Embedding 模型供应商
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/document/create-by-text"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/document/create-by-text' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"name": "text","text": "text","indexing_technique": "high_quality","process_rule": {"mode": "automatic"}}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/document/create-by-text' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "name": "text",
- "text": "text",
- "indexing_technique": "high_quality",
- "process_rule": {
- "mode": "automatic"
- }
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "document": {
- "id": "",
- "position": 1,
- "data_source_type": "upload_file",
- "data_source_info": {
- "upload_file_id": ""
- },
- "dataset_process_rule_id": "",
- "name": "text.txt",
- "created_from": "api",
- "created_by": "",
- "created_at": 1695690280,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false,
- "display_status": "queuing",
- "word_count": 0,
- "hit_count": 0,
- "doc_form": "text_model"
- },
- "batch": ""
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/document/create-by-file'
- method='POST'
- title='通过文件创建文档 '
- name='#create-by-file'
- />
- <Row>
- <Col>
- 此接口基于已存在知识库,在此知识库的基础上通过文件创建新的文档
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='data' type='multipart/form-data json string' key='data'>
- - <code>original_document_id</code> 源文档 ID(选填)
- - 用于重新上传文档或修改文档清洗、分段配置,缺失的信息从源文档复制
- - 源文档不可为归档的文档
- - 当传入 <code>original_document_id</code> 时,代表文档进行更新操作,<code>process_rule</code> 为可填项目,不填默认使用源文档的分段方式
- - 未传入 <code>original_document_id</code> 时,代表文档进行新增操作,<code>process_rule</code> 为必填
- - <code>indexing_technique</code> 索引方式
- - <code>high_quality</code> 高质量:使用 embedding 模型进行嵌入,构建为向量数据库索引
- - <code>economy</code> 经济:使用 keyword table index 的倒排索引进行构建
- - <code>doc_form</code> 索引内容的形式
- - <code>text_model</code> text 文档直接 embedding,经济模式默认为该模式
- - <code>hierarchical_model</code> parent-child 模式
- - <code>qa_model</code> Q&A 模式:为分片文档生成 Q&A 对,然后对问题进行 embedding
- - <code>doc_language</code> 在 Q&A 模式下,指定文档的语言,例如:<code>English</code>、<code>Chinese</code>
- - <code>process_rule</code> 处理规则
- - <code>mode</code> (string) 清洗、分段模式 ,automatic 自动 / custom 自定义
- - <code>rules</code> (object) 自定义规则(自动模式下,该字段为空)
- - <code>pre_processing_rules</code> (array[object]) 预处理规则
- - <code>id</code> (string) 预处理规则的唯一标识符
- - 枚举:
- - <code>remove_extra_spaces</code> 替换连续空格、换行符、制表符
- - <code>remove_urls_emails</code> 删除 URL、电子邮件地址
- - <code>enabled</code> (bool) 是否选中该规则,不传入文档 ID 时代表默认值
- - <code>segmentation</code> (object) 分段规则
- - <code>separator</code> 自定义分段标识符,目前仅允许设置一个分隔符。默认为 \n
- - <code>max_tokens</code> 最大长度(token)默认为 1000
- - <code>parent_mode</code> 父分段的召回模式 <code>full-doc</code> 全文召回 / <code>paragraph</code> 段落召回
- - <code>subchunk_segmentation</code> (object) 子分段规则
- - <code>separator</code> 分段标识符,目前仅允许设置一个分隔符。默认为 <code>***</code>
- - <code>max_tokens</code> 最大长度 (token) 需要校验小于父级的长度
- - <code>chunk_overlap</code> 分段重叠指的是在对数据进行分段时,段与段之间存在一定的重叠部分(选填)
- </Property>
- <Property name='file' type='multipart/form-data' key='file'>
- 需要上传的文件。
- </Property>
- <PropertyInstruction>当知识库未设置任何参数的时候,首次上传需要提供以下参数,未提供则使用默认选项:</PropertyInstruction>
- <Property name='retrieval_model' type='object' key='retrieval_model'>
- 检索模式
- - <code>search_method</code> (string) 检索方法
- - <code>hybrid_search</code> 混合检索
- - <code>semantic_search</code> 语义检索
- - <code>full_text_search</code> 全文检索
- - <code>reranking_enable</code> (bool) 是否开启rerank
- - <code>reranking_model</code> (object) Rerank 模型配置
- - <code>reranking_provider_name</code> (string) Rerank 模型的提供商
- - <code>reranking_model_name</code> (string) Rerank 模型的名称
- - <code>top_k</code> (int) 召回条数
- - <code>score_threshold_enabled</code> (bool)是否开启召回分数限制
- - <code>score_threshold</code> (float) 召回分数限制
- </Property>
- <Property name='embedding_model' type='string' key='embedding_model'>
- Embedding 模型名称
- </Property>
- <Property name='embedding_model_provider' type='string' key='embedding_model_provider'>
- Embedding 模型供应商
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/document/create-by-file"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/document/create-by-file' \\\n--header 'Authorization: Bearer {api_key}' \\\n--form 'data="{"indexing_technique":"high_quality","process_rule":{"rules":{"pre_processing_rules":[{"id":"remove_extra_spaces","enabled":true},{"id":"remove_urls_emails","enabled":true}],"segmentation":{"separator":"###","max_tokens":500}},"mode":"custom"}}";type=text/plain' \\\n--form 'file=@"/path/to/file"'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/document/create-by-file' \
- --header 'Authorization: Bearer {api_key}' \
- --form 'data="{\"name\":\"Dify\",\"indexing_technique\":\"high_quality\",\"process_rule\":{\"rules\":{\"pre_processing_rules\":[{\"id\":\"remove_extra_spaces\",\"enabled\":true},{\"id\":\"remove_urls_emails\",\"enabled\":true}],\"segmentation\":{\"separator\":\"###\",\"max_tokens\":500}},\"mode\":\"custom\"}}";type=text/plain' \
- --form 'file=@"/path/to/file"'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "document": {
- "id": "",
- "position": 1,
- "data_source_type": "upload_file",
- "data_source_info": {
- "upload_file_id": ""
- },
- "dataset_process_rule_id": "",
- "name": "Dify.txt",
- "created_from": "api",
- "created_by": "",
- "created_at": 1695308667,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false,
- "display_status": "queuing",
- "word_count": 0,
- "hit_count": 0,
- "doc_form": "text_model"
- },
- "batch": ""
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets'
- method='POST'
- title='创建空知识库'
- name='#create_empty_dataset'
- />
- <Row>
- <Col>
- ### Request Body
- <Properties>
- <Property name='name' type='string' key='name'>
- 知识库名称(必填)
- </Property>
- <Property name='description' type='string' key='description'>
- 知识库描述(选填)
- </Property>
- <Property name='indexing_technique' type='string' key='indexing_technique'>
- 索引模式(选填,建议填写)
- - <code>high_quality</code> 高质量
- - <code>economy</code> 经济
- </Property>
- <Property name='permission' type='string' key='permission'>
- 权限(选填,默认 only_me)
- - <code>only_me</code> 仅自己
- - <code>all_team_members</code> 所有团队成员
- - <code>partial_members</code> 部分团队成员
- </Property>
- <Property name='provider' type='string' key='provider'>
- Provider(选填,默认 vendor)
- - <code>vendor</code> 上传文件
- - <code>external</code> 外部知识库
- </Property>
- <Property name='external_knowledge_api_id' type='str' key='external_knowledge_api_id'>
- 外部知识库 API_ID(选填)
- </Property>
- <Property name='external_knowledge_id' type='str' key='external_knowledge_id'>
- 外部知识库 ID(选填)
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"name": "name", "permission": "only_me"}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "name": "name",
- "permission": "only_me"
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "id": "",
- "name": "name",
- "description": null,
- "provider": "vendor",
- "permission": "only_me",
- "data_source_type": null,
- "indexing_technique": null,
- "app_count": 0,
- "document_count": 0,
- "word_count": 0,
- "created_by": "",
- "created_at": 1695636173,
- "updated_by": "",
- "updated_at": 1695636173,
- "embedding_model": null,
- "embedding_model_provider": null,
- "embedding_available": null
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets'
- method='GET'
- title='知识库列表'
- name='#dataset_list'
- />
- <Row>
- <Col>
- ### Query
- <Properties>
- <Property name='page' type='string' key='page'>
- 页码
- </Property>
- <Property name='limit' type='string' key='limit'>
- 返回条数,默认 20,范围 1-100
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets?page=1&limit=20' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets?page=1&limit=20' \
- --header 'Authorization: Bearer {api_key}'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [
- {
- "id": "",
- "name": "知识库名称",
- "description": "描述信息",
- "permission": "only_me",
- "data_source_type": "upload_file",
- "indexing_technique": "",
- "app_count": 2,
- "document_count": 10,
- "word_count": 1200,
- "created_by": "",
- "created_at": "",
- "updated_by": "",
- "updated_at": ""
- },
- ...
- ],
- "has_more": true,
- "limit": 20,
- "total": 50,
- "page": 1
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}'
- method='DELETE'
- title='删除知识库'
- name='#delete_dataset'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="DELETE"
- label="/datasets/{dataset_id}"
- targetCode={`curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}' \
- --header 'Authorization: Bearer {api_key}'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```text {{ title: 'Response' }}
- 204 No Content
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/update-by-text'
- method='POST'
- title='通过文本更新文档'
- name='#update-by-text'
- />
- <Row>
- <Col>
- 此接口基于已存在知识库,在此知识库的基础上通过文本更新文档
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='name' type='string' key='name'>
- 文档名称(选填)
- </Property>
- <Property name='text' type='string' key='text'>
- 文档内容(选填)
- </Property>
- <Property name='process_rule' type='object' key='process_rule'>
- 处理规则(选填)
- - <code>mode</code> (string) 清洗、分段模式 ,automatic 自动 / custom 自定义
- - <code>rules</code> (object) 自定义规则(自动模式下,该字段为空)
- - <code>pre_processing_rules</code> (array[object]) 预处理规则
- - <code>id</code> (string) 预处理规则的唯一标识符
- - 枚举:
- - <code>remove_extra_spaces</code> 替换连续空格、换行符、制表符
- - <code>remove_urls_emails</code> 删除 URL、电子邮件地址
- - <code>enabled</code> (bool) 是否选中该规则,不传入文档 ID 时代表默认值
- - <code>segmentation</code> (object) 分段规则
- - <code>separator</code> 自定义分段标识符,目前仅允许设置一个分隔符。默认为 \n
- - <code>max_tokens</code> 最大长度(token)默认为 1000
- - <code>parent_mode</code> 父分段的召回模式 <code>full-doc</code> 全文召回 / <code>paragraph</code> 段落召回
- - <code>subchunk_segmentation</code> (object) 子分段规则
- - <code>separator</code> 分段标识符,目前仅允许设置一个分隔符。默认为 <code>***</code>
- - <code>max_tokens</code> 最大长度 (token) 需要校验小于父级的长度
- - <code>chunk_overlap</code> 分段重叠指的是在对数据进行分段时,段与段之间存在一定的重叠部分(选填)
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/{document_id}/update-by-text"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/update-by-text' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"name": "name","text": "text"}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/update-by-text' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "name": "name",
- "text": "text"
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "document": {
- "id": "",
- "position": 1,
- "data_source_type": "upload_file",
- "data_source_info": {
- "upload_file_id": ""
- },
- "dataset_process_rule_id": "",
- "name": "name.txt",
- "created_from": "api",
- "created_by": "",
- "created_at": 1695308667,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false,
- "display_status": "queuing",
- "word_count": 0,
- "hit_count": 0,
- "doc_form": "text_model"
- },
- "batch": ""
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/update-by-file'
- method='POST'
- title='通过文件更新文档'
- name='#update-by-file'
- />
- <Row>
- <Col>
- 此接口基于已存在知识库,在此知识库的基础上通过文件更新文档的操作。
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='name' type='string' key='name'>
- 文档名称(选填)
- </Property>
- <Property name='file' type='multipart/form-data' key='file'>
- 需要上传的文件
- </Property>
- <Property name='process_rule' type='object' key='process_rule'>
- 处理规则(选填)
- - <code>mode</code> (string) 清洗、分段模式 ,automatic 自动 / custom 自定义
- - <code>rules</code> (object) 自定义规则(自动模式下,该字段为空)
- - <code>pre_processing_rules</code> (array[object]) 预处理规则
- - <code>id</code> (string) 预处理规则的唯一标识符
- - 枚举:
- - <code>remove_extra_spaces</code> 替换连续空格、换行符、制表符
- - <code>remove_urls_emails</code> 删除 URL、电子邮件地址
- - <code>enabled</code> (bool) 是否选中该规则,不传入文档 ID 时代表默认值
- - <code>segmentation</code> (object) 分段规则
- - <code>separator</code> 自定义分段标识符,目前仅允许设置一个分隔符。默认为 \n
- - <code>max_tokens</code> 最大长度(token)默认为 1000
- - <code>parent_mode</code> 父分段的召回模式 <code>full-doc</code> 全文召回 / <code>paragraph</code> 段落召回
- - <code>subchunk_segmentation</code> (object) 子分段规则
- - <code>separator</code> 分段标识符,目前仅允许设置一个分隔符。默认为 <code>***</code>
- - <code>max_tokens</code> 最大长度 (token) 需要校验小于父级的长度
- - <code>chunk_overlap</code> 分段重叠指的是在对数据进行分段时,段与段之间存在一定的重叠部分(选填)
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/{document_id}/update-by-file"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/update-by-file' \\\n--header 'Authorization: Bearer {api_key}' \\\n--form 'data="{"name":"Dify","indexing_technique":"high_quality","process_rule":{"rules":{"pre_processing_rules":[{"id":"remove_extra_spaces","enabled":true},{"id":"remove_urls_emails","enabled":true}],"segmentation":{"separator":"###","max_tokens":500}},"mode":"custom"}}";type=text/plain' \\\n--form 'file=@"/path/to/file"'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/update-by-file' \
- --header 'Authorization: Bearer {api_key}' \
- --form 'data="{\"name\":\"Dify\",\"indexing_technique\":\"high_quality\",\"process_rule\":{\"rules\":{\"pre_processing_rules\":[{\"id\":\"remove_extra_spaces\",\"enabled\":true},{\"id\":\"remove_urls_emails\",\"enabled\":true}],\"segmentation\":{\"separator\":\"###\",\"max_tokens\":500}},\"mode\":\"custom\"}}";type=text/plain' \
- --form 'file=@"/path/to/file"'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "document": {
- "id": "",
- "position": 1,
- "data_source_type": "upload_file",
- "data_source_info": {
- "upload_file_id": ""
- },
- "dataset_process_rule_id": "",
- "name": "Dify.txt",
- "created_from": "api",
- "created_by": "",
- "created_at": 1695308667,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false,
- "display_status": "queuing",
- "word_count": 0,
- "hit_count": 0,
- "doc_form": "text_model"
- },
- "batch": "20230921150427533684"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{batch}/indexing-status'
- method='GET'
- title='获取文档嵌入状态(进度)'
- name='#indexing_status'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='batch' type='string' key='batch'>
- 上传文档的批次号
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets/{dataset_id}/documents/{batch}/indexing-status"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{batch}/indexing-status' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{batch}/indexing-status' \
- --header 'Authorization: Bearer {api_key}' \
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data":[{
- "id": "",
- "indexing_status": "indexing",
- "processing_started_at": 1681623462.0,
- "parsing_completed_at": 1681623462.0,
- "cleaning_completed_at": 1681623462.0,
- "splitting_completed_at": 1681623462.0,
- "completed_at": null,
- "paused_at": null,
- "error": null,
- "stopped_at": null,
- "completed_segments": 24,
- "total_segments": 100
- }]
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}'
- method='DELETE'
- title='删除文档'
- name='#delete_document'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="DELETE"
- label="/datasets/{dataset_id}/documents/{document_id}"
- targetCode={`curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}' \
- --header 'Authorization: Bearer {api_key}' \
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "result": "success"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents'
- method='GET'
- title='知识库文档列表'
- name='#dataset_document_list'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Query
- <Properties>
- <Property name='keyword' type='string' key='keyword'>
- 搜索关键词,可选,目前仅搜索文档名称
- </Property>
- <Property name='page' type='string' key='page'>
- 页码,可选
- </Property>
- <Property name='limit' type='string' key='limit'>
- 返回条数,可选,默认 20,范围 1-100
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets/{dataset_id}/documents"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents' \
- --header 'Authorization: Bearer {api_key}' \
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [
- {
- "id": "",
- "position": 1,
- "data_source_type": "file_upload",
- "data_source_info": null,
- "dataset_process_rule_id": null,
- "name": "dify",
- "created_from": "",
- "created_by": "",
- "created_at": 1681623639,
- "tokens": 0,
- "indexing_status": "waiting",
- "error": null,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "archived": false
- },
- ],
- "has_more": false,
- "limit": 20,
- "total": 9,
- "page": 1
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments'
- method='POST'
- title='新增分段'
- name='#create_new_segment'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='segments' type='object list' key='segments'>
- - <code>content</code> (text) 文本内容/问题内容,必填
- - <code>answer</code> (text) 答案内容,非必填,如果知识库的模式为 Q&A 模式则传值
- - <code>keywords</code> (list) 关键字,非必填
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/{document_id}/segments"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"segments": [{"content": "1","answer": "1","keywords": ["a"]}]}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "segments": [
- {
- "content": "1",
- "answer": "1",
- "keywords": ["a"]
- }
- ]
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [{
- "id": "",
- "position": 1,
- "document_id": "",
- "content": "1",
- "answer": "1",
- "word_count": 25,
- "tokens": 0,
- "keywords": [
- "a"
- ],
- "index_node_id": "",
- "index_node_hash": "",
- "hit_count": 0,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "status": "completed",
- "created_by": "",
- "created_at": 1695312007,
- "indexing_at": 1695312007,
- "completed_at": 1695312007,
- "error": null,
- "stopped_at": null
- }],
- "doc_form": "text_model"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments'
- method='GET'
- title='查询文档分段'
- name='#get_segment'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- ### Query
- <Properties>
- <Property name='keyword' type='string' key='keyword'>
- 搜索关键词,可选
- </Property>
- <Property name='status' type='string' key='status'>
- 搜索状态,completed
- </Property>
- <Property name='page' type='string' key='page'>
- 页码,可选
- </Property>
- <Property name='limit' type='string' key='limit'>
- 返回条数,可选,默认 20,范围 1-100
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets/{dataset_id}/documents/{document_id}/segments"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [{
- "id": "",
- "position": 1,
- "document_id": "",
- "content": "1",
- "answer": "1",
- "word_count": 25,
- "tokens": 0,
- "keywords": [
- "a"
- ],
- "index_node_id": "",
- "index_node_hash": "",
- "hit_count": 0,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "status": "completed",
- "created_by": "",
- "created_at": 1695312007,
- "indexing_at": 1695312007,
- "completed_at": 1695312007,
- "error": null,
- "stopped_at": null
- }],
- "doc_form": "text_model",
- "has_more": false,
- "limit": 20,
- "total": 9,
- "page": 1
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}'
- method='DELETE'
- title='删除文档分段'
- name='#delete_segment'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- <Property name='segment_id' type='string' key='segment_id'>
- 文档分段ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="DELETE"
- label="/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}"
- targetCode={`curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "result": "success"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}'
- method='POST'
- title='更新文档分段'
- name='#update_segment'
- />
- <Row>
- <Col>
- ### POST
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- <Property name='segment_id' type='string' key='segment_id'>
- 文档分段ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='segment' type='object' key='segment'>
- - <code>content</code> (text) 文本内容/问题内容,必填
- - <code>answer</code> (text) 答案内容,非必填,如果知识库的模式为 Q&A 模式则传值
- - <code>keywords</code> (list) 关键字,非必填
- - <code>enabled</code> (bool) false/true,非必填
- - <code>regenerate_child_chunks</code> (bool) 是否重新生成子分段,非必填
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'\\\n--data-raw '{\"segment\": {\"content\": \"1\",\"answer\": \"1\", \"keywords\": [\"a\"], \"enabled\": false}}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "segment": {
- "content": "1",
- "answer": "1",
- "keywords": ["a"],
- "enabled": false
- }
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": {
- "id": "",
- "position": 1,
- "document_id": "",
- "content": "1",
- "answer": "1",
- "word_count": 25,
- "tokens": 0,
- "keywords": [
- "a"
- ],
- "index_node_id": "",
- "index_node_hash": "",
- "hit_count": 0,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "status": "completed",
- "created_by": "",
- "created_at": 1695312007,
- "indexing_at": 1695312007,
- "completed_at": 1695312007,
- "error": null,
- "stopped_at": null
- },
- "doc_form": "text_model"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks'
- method='POST'
- title='新增文档子分段'
- name='#create_child_chunk'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- <Property name='segment_id' type='string' key='segment_id'>
- 分段 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='content' type='string' key='content'>
- 子分段内容
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"content": "子分段内容"}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "content": "子分段内容"
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": {
- "id": "",
- "segment_id": "",
- "content": "子分段内容",
- "word_count": 25,
- "tokens": 0,
- "index_node_id": "",
- "index_node_hash": "",
- "status": "completed",
- "created_by": "",
- "created_at": 1695312007,
- "indexing_at": 1695312007,
- "completed_at": 1695312007,
- "error": null,
- "stopped_at": null
- }
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks'
- method='GET'
- title='查询文档子分段'
- name='#get_child_chunks'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- <Property name='segment_id' type='string' key='segment_id'>
- 分段 ID
- </Property>
- </Properties>
- ### Query
- <Properties>
- <Property name='keyword' type='string' key='keyword'>
- 搜索关键词(选填)
- </Property>
- <Property name='page' type='integer' key='page'>
- 页码(选填,默认1)
- </Property>
- <Property name='limit' type='integer' key='limit'>
- 每页数量(选填,默认20,最大100)
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks?page=1&limit=20' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks?page=1&limit=20' \
- --header 'Authorization: Bearer {api_key}'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": [{
- "id": "",
- "segment_id": "",
- "content": "子分段内容",
- "word_count": 25,
- "tokens": 0,
- "index_node_id": "",
- "index_node_hash": "",
- "status": "completed",
- "created_by": "",
- "created_at": 1695312007,
- "indexing_at": 1695312007,
- "completed_at": 1695312007,
- "error": null,
- "stopped_at": null
- }],
- "total": 1,
- "total_pages": 1,
- "page": 1,
- "limit": 20
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks/{child_chunk_id}'
- method='DELETE'
- title='删除文档子分段'
- name='#delete_child_chunk'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- <Property name='segment_id' type='string' key='segment_id'>
- 分段 ID
- </Property>
- <Property name='child_chunk_id' type='string' key='child_chunk_id'>
- 子分段 ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="DELETE"
- label="/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks/{child_chunk_id}"
- targetCode={`curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks/{child_chunk_id}' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks/{child_chunk_id}' \
- --header 'Authorization: Bearer {api_key}'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "result": "success"
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Row>
- <Col>
- ### 错误信息
- <Properties>
- <Property name='code' type='string' key='code'>
- 返回的错误代码
- </Property>
- </Properties>
- <Properties>
- <Property name='status' type='number' key='status'>
- 返回的错误状态
- </Property>
- </Properties>
- <Properties>
- <Property name='message' type='string' key='message'>
- 返回的错误信息
- </Property>
- </Properties>
- </Col>
- <Col>
- <CodeGroup title="Example">
- ```json {{ title: 'Response' }}
- {
- "code": "no_file_uploaded",
- "message": "Please upload your file.",
- "status": 400
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks/{child_chunk_id}'
- method='PATCH'
- title='更新文档子分段'
- name='#update_child_chunk'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- <Property name='segment_id' type='string' key='segment_id'>
- 分段 ID
- </Property>
- <Property name='child_chunk_id' type='string' key='child_chunk_id'>
- 子分段 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='content' type='string' key='content'>
- 子分段内容
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="PATCH"
- label="/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks/{child_chunk_id}"
- targetCode={`curl --location --request PATCH '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks/{child_chunk_id}' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json' \\\n--data-raw '{"content": "更新的子分段内容"}'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request PATCH '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/segments/{segment_id}/child_chunks/{child_chunk_id}' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "content": "更新的子分段内容"
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "data": {
- "id": "",
- "segment_id": "",
- "content": "更新的子分段内容",
- "word_count": 25,
- "tokens": 0,
- "index_node_id": "",
- "index_node_hash": "",
- "status": "completed",
- "created_by": "",
- "created_at": 1695312007,
- "indexing_at": 1695312007,
- "completed_at": 1695312007,
- "error": null,
- "stopped_at": null
- }
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/{document_id}/upload-file'
- method='GET'
- title='获取上传文件'
- name='#get_upload_file'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='document_id' type='string' key='document_id'>
- 文档 ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets/{dataset_id}/documents/{document_id}/upload-file"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/upload-file' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/documents/{document_id}/upload-file' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "id": "file_id",
- "name": "file_name",
- "size": 1024,
- "extension": "txt",
- "url": "preview_url",
- "download_url": "download_url",
- "mime_type": "text/plain",
- "created_by": "user_id",
- "created_at": 1728734540,
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/retrieve'
- method='POST'
- title='检索知识库'
- name='#dataset_retrieval'
- />
- <Row>
- <Col>
- ### Path
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='query' type='string' key='query'>
- 检索关键词
- </Property>
- <Property name='retrieval_model' type='object' key='retrieval_model'>
- 检索参数(选填,如不填,按照默认方式召回)
- - <code>search_method</code> (text) 检索方法:以下三个关键字之一,必填
- - <code>keyword_search</code> 关键字检索
- - <code>semantic_search</code> 语义检索
- - <code>full_text_search</code> 全文检索
- - <code>hybrid_search</code> 混合检索
- - <code>reranking_enable</code> (bool) 是否启用 Reranking,非必填,如果检索模式为 semantic_search 模式或者 hybrid_search 则传值
- - <code>reranking_mode</code> (object) Rerank 模型配置,非必填,如果启用了 reranking 则传值
- - <code>reranking_provider_name</code> (string) Rerank 模型提供商
- - <code>reranking_model_name</code> (string) Rerank 模型名称
- - <code>weights</code> (float) 混合检索模式下语意检索的权重设置
- - <code>top_k</code> (integer) 返回结果数量,非必填
- - <code>score_threshold_enabled</code> (bool) 是否开启 score 阈值
- - <code>score_threshold</code> (float) Score 阈值
- </Property>
- <Property name='external_retrieval_model' type='object' key='external_retrieval_model'>
- 未启用字段
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/retrieve"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/retrieve' \\\n--header 'Authorization: Bearer {api_key}'\\\n--header 'Content-Type: application/json'\\\n--data-raw '{
- "query": "test",
- "retrieval_model": {
- "search_method": "keyword_search",
- "reranking_enable": false,
- "reranking_mode": null,
- "reranking_model": {
- "reranking_provider_name": "",
- "reranking_model_name": ""
- },
- "weights": null,
- "top_k": 1,
- "score_threshold_enabled": false,
- "score_threshold": null
- }
- }'`}
- >
- ```bash {{ title: 'cURL' }}
- curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/retrieve' \
- --header 'Authorization: Bearer {api_key}' \
- --header 'Content-Type: application/json' \
- --data-raw '{
- "query": "test",
- "retrieval_model": {
- "search_method": "keyword_search",
- "reranking_enable": false,
- "reranking_mode": null,
- "reranking_model": {
- "reranking_provider_name": "",
- "reranking_model_name": ""
- },
- "weights": null,
- "top_k": 2,
- "score_threshold_enabled": false,
- "score_threshold": null
- }
- }'
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "query": {
- "content": "test"
- },
- "records": [
- {
- "segment": {
- "id": "7fa6f24f-8679-48b3-bc9d-bdf28d73f218",
- "position": 1,
- "document_id": "a8c6c36f-9f5d-4d7a-8472-f5d7b75d71d2",
- "content": "Operation guide",
- "answer": null,
- "word_count": 847,
- "tokens": 280,
- "keywords": [
- "install",
- "java",
- "base",
- "scripts",
- "jdk",
- "manual",
- "internal",
- "opens",
- "add",
- "vmoptions"
- ],
- "index_node_id": "39dd8443-d960-45a8-bb46-7275ad7fbc8e",
- "index_node_hash": "0189157697b3c6a418ccf8264a09699f25858975578f3467c76d6bfc94df1d73",
- "hit_count": 0,
- "enabled": true,
- "disabled_at": null,
- "disabled_by": null,
- "status": "completed",
- "created_by": "dbcb1ab5-90c8-41a7-8b78-73b235eb6f6f",
- "created_at": 1728734540,
- "indexing_at": 1728734552,
- "completed_at": 1728734584,
- "error": null,
- "stopped_at": null,
- "document": {
- "id": "a8c6c36f-9f5d-4d7a-8472-f5d7b75d71d2",
- "data_source_type": "upload_file",
- "name": "readme.txt",
- }
- },
- "score": 3.730463140527718e-05,
- "tsne_position": null
- }
- ]
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/metadata'
- method='POST'
- title='新增元数据'
- name='#create_metadata'
- />
- <Row>
- <Col>
- ### Params
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='segment' type='object' key='segment'>
- - <code>type</code> (string) 元数据类型,必填
- - <code>name</code> (string) 元数据名称,必填
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/metadata"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/metadata' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'\\\n--data-raw '{"type": "string", "name": "test"}'`}
- >
- ```bash {{ title: 'cURL' }}
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "id": "abc",
- "type": "string",
- "name": "test",
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/metadata/{metadata_id}'
- method='PATCH'
- title='更新元数据'
- name='#update_metadata'
- />
- <Row>
- <Col>
- ### Params
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='metadata_id' type='string' key='metadata_id'>
- 元数据 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='segment' type='object' key='segment'>
- - <code>name</code> (string) 元数据名称,必填
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/metadata/{metadata_id}"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/metadata/{metadata_id}' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'\\\n--data-raw '{"name": "test"}'`}
- >
- ```bash {{ title: 'cURL' }}
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "id": "abc",
- "type": "string",
- "name": "test",
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/metadata/{metadata_id}'
- method='DELETE'
- title='删除元数据'
- name='#delete_metadata'
- />
- <Row>
- <Col>
- ### Params
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='metadata_id' type='string' key='metadata_id'>
- 元数据 ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="DELETE"
- label="/datasets/{dataset_id}/metadata/{metadata_id}"
- targetCode={`curl --location --request DELETE '${props.apiBaseUrl}/datasets/{dataset_id}/metadata/{metadata_id}' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/metadata/built-in/{action}'
- method='POST'
- title='启用/禁用内置元数据'
- name='#toggle_metadata'
- />
- <Row>
- <Col>
- ### Params
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- <Property name='action' type='string' key='action'>
- disable/enable
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/metadata/built-in/{action}"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/metadata/built-in/{action}' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/documents/metadata'
- method='POST'
- title='更新文档元数据'
- name='#update_documents_metadata'
- />
- <Row>
- <Col>
- ### Params
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- ### Request Body
- <Properties>
- <Property name='operation_data' type='object list' key='segments'>
- - <code>document_id</code> (string) 文档 ID
- - <code>metadata_list</code> (list) 元数据列表
- - <code>id</code> (string) 元数据 ID
- - <code>type</code> (string) 元数据类型
- - <code>name</code> (string) 元数据名称
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="POST"
- label="/datasets/{dataset_id}/documents/metadata"
- targetCode={`curl --location --request POST '${props.apiBaseUrl}/datasets/{dataset_id}/documents/metadata' \\\n--header 'Authorization: Bearer {api_key}' \\\n--header 'Content-Type: application/json'\\\n--data-raw '{"operation_data": [{"document_id": "document_id", "metadata_list": [{"id": "id", "value": "value", "name": "name"}]}]}'`}
- >
- ```bash {{ title: 'cURL' }}
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Heading
- url='/datasets/{dataset_id}/metadata'
- method='GET'
- title='查询知识库元数据列表'
- name='#dataset_metadata_list'
- />
- <Row>
- <Col>
- ### Query
- <Properties>
- <Property name='dataset_id' type='string' key='dataset_id'>
- 知识库 ID
- </Property>
- </Properties>
- </Col>
- <Col sticky>
- <CodeGroup
- title="Request"
- tag="GET"
- label="/datasets/{dataset_id}/metadata"
- targetCode={`curl --location --request GET '${props.apiBaseUrl}/datasets/{dataset_id}/metadata' \\\n--header 'Authorization: Bearer {api_key}'`}
- >
- ```bash {{ title: 'cURL' }}
- ```
- </CodeGroup>
- <CodeGroup title="Response">
- ```json {{ title: 'Response' }}
- {
- "doc_metadata": [
- {
- "id": "",
- "name": "name",
- "type": "string",
- "use_count": 0,
- },
- ...
- ],
- "built_in_field_enabled": true
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <hr className='ml-0 mr-0' />
- <Row>
- <Col>
- ### 错误信息
- <Properties>
- <Property name='code' type='string' key='code'>
- 返回的错误代码
- </Property>
- </Properties>
- <Properties>
- <Property name='status' type='number' key='status'>
- 返回的错误状态
- </Property>
- </Properties>
- <Properties>
- <Property name='message' type='string' key='message'>
- 返回的错误信息
- </Property>
- </Properties>
- </Col>
- <Col>
- <CodeGroup title="Example">
- ```json {{ title: 'Response' }}
- {
- "code": "no_file_uploaded",
- "message": "Please upload your file.",
- "status": 400
- }
- ```
- </CodeGroup>
- </Col>
- </Row>
- <table className="max-w-auto border-collapse border border-slate-400" style={{ maxWidth: 'none', width: 'auto' }}>
- <thead style={{ background: '#f9fafc' }}>
- <tr>
- <th className="p-2 border border-slate-300">code</th>
- <th className="p-2 border border-slate-300">status</th>
- <th className="p-2 border border-slate-300">message</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td className="p-2 border border-slate-300">no_file_uploaded</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">Please upload your file.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">too_many_files</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">Only one file is allowed.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">file_too_large</td>
- <td className="p-2 border border-slate-300">413</td>
- <td className="p-2 border border-slate-300">File size exceeded.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">unsupported_file_type</td>
- <td className="p-2 border border-slate-300">415</td>
- <td className="p-2 border border-slate-300">File type not allowed.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">high_quality_dataset_only</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">Current operation only supports 'high-quality' datasets.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">dataset_not_initialized</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">The dataset is still being initialized or indexing. Please wait a moment.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">archived_document_immutable</td>
- <td className="p-2 border border-slate-300">403</td>
- <td className="p-2 border border-slate-300">The archived document is not editable.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">dataset_name_duplicate</td>
- <td className="p-2 border border-slate-300">409</td>
- <td className="p-2 border border-slate-300">The dataset name already exists. Please modify your dataset name.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">invalid_action</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">Invalid action.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">document_already_finished</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">The document has been processed. Please refresh the page or go to the document details.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">document_indexing</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">The document is being processed and cannot be edited.</td>
- </tr>
- <tr>
- <td className="p-2 border border-slate-300">invalid_metadata</td>
- <td className="p-2 border border-slate-300">400</td>
- <td className="p-2 border border-slate-300">The metadata content is incorrect. Please check and verify.</td>
- </tr>
- </tbody>
- </table>
- <div className="pb-4" />
|