{ "metadata": { "id": "6213cf1-252f-424b-b52d-5cdd9814956c", "created_at": "2023-05-02T16:27:51Z", "project_id": "12ac4cf1-252f-424b-b52d-5cdd9814987f", "description": "My autoai rag experiment for 2023 financial documents", "name": "AutoAI RAG" }, "entity": { "timestamp": "2023-09-22T02:52:03.324Z", "hardware_spec": { "id": "c076e82c-b2a7-4d20-9c0f-1f0c2fdf5a24", "name": "L" }, "parameters": { "constraints": { "embedding_models": [ "ibm/slate-125m-english-rtrvr" ], "generation": { "foundation_models": [ { "model_id": "meta-llama/llama-3-3-70b-instruct\"," }, { "model_id": "mistralai/mixtral-8x7b-instruct-v01" } ] }, "max_number_of_rag_patterns": 8 }, "optimization": { "metrics": [ "answer_correctness" ] }, "output_logs": true }, "input_data_references": [ { "type": "connection_asset", "connection": { "id": "6f5688fd-f3bf-42c2-a18b-49c0d8a1920d" }, "location": { "path": "files/document.pdf" } } ], "test_data_references": [ { "type": "connection_asset", "connection": { "id": "6f5688fd-f3bf-42c2-a18b-49c0d8a1920d" }, "location": { "path": "files/qa_document.json" } } ], "vector_store_references": [ { "type": "connection_asset", "connection": { "id": "6f5688fd-f3bf-42c2-a18b-49c0d8a1920d" } } ], "results_reference": { "type": "container", "location": { "path": "results_autoai", "training": "results_autoai/6a9362f6-7ea2-4419-8c7d-a7e07432dec5", "training_status": "results_autoai/6a9362f6-7ea2-4419-8c7d-a7e07432dec5/rag/training-status.json", "assets_path": "results_autoai/6a9362f6-7ea2-4419-8c7d-a7e07432dec5/rag/assets", "training_log": "results_autoai/6a9362f6-7ea2-4419-8c7d-a7e07432dec5/rag/training.log" } }, "results": [ { "metrics": { "test_data": [ { "metric_name": "answer_correctness", "mean": 0.51, "ci_high": 0.68, "ci_low": 0.43 } ] }, "context": { "rag_pattern": { "composition_steps": [ "vector_store", "chunking", "embeddings", "retrieval", "generation" ], "location": { "evaluation_results": "results_autoai/6a9362f6-7ea2-4419-8c7d-a7e07432dec5/rag/assets/Pattern1/evaluation_results.json", "indexing_notebook": "results_autoai/6a9362f6-7ea2-4419-8c7d-a7e07432dec5/rag/assets/Pattern1/indexing_notebook.ipynb", "inference_notebook": "results_autoai/6a9362f6-7ea2-4419-8c7d-a7e07432dec5/rag/assets/Pattern1/inference_notebook.ipynb", "inference_service_code": "results_autoai/6a9362f6-7ea2-4419-8c7d-a7e07432dec5/rag/assets/Pattern1/inference_service_code.gz", "inference_service_metadata": "results_autoai/6a9362f6-7ea2-4419-8c7d-a7e07432dec5/rag/assets/Pattern1/inference_service_metadata.json" }, "name": "Pattern 1", "settings": { "vector_store": { "datasource_type": "milvus", "index_name": "autoai_rag_1234_iteration_5_index", "distance_metric": "euclidean", "operation": "upsert", "schema": { "id": "autoai_rag_1.0.0", "name": "AutoAI RAG document schema", "type": "struct", "fields": [ { "name": "text", "description": "text field", "type": "string", "role": "text" }, { "name": "document_id", "description": "document name field", "type": "string", "role": "document_name" }, { "name": "start_index", "description": "chunk starting token position in the source document", "type": "number", "role": "start_index" }, { "name": "sequence_number", "description": "chunk number per document", "type": "number", "role": "sequence_number" }, { "name": "vector", "description": "vector embeddings", "type": "array", "role": "vector_embeddings" } ] } }, "chunking": { "method": "recursive", "chunk_size": 256, "chunk_overlap": 64 }, "embeddings": { "truncate_strategy": "left", "truncate_input_tokens": 384, "model_id": "ibm/slate-125m-english-rtrvr" }, "retrieval": { "method": "simple", "number_of_chunks": 5 }, "generation": { "model_id": "meta-llama/llama-3-1-70b-instruct", "prompt_template_text": "Answer the following questions based on provided context:\\n ...", "context_template_text": "[Document]\n{document}\n[End]", "word_to_token_ratio": 2.2 } } }, "iteration": 1, "max_combinations": 160 } } ], "status": { "state": "running", "step": "vector_store", "message": { "level": "info", "text": "Pipeline 1 of 8 is completed." }, "running_at": "2023-08-04T13:22:48.000Z" } } }

watsonx.ai | IBM Cloud API Docs