emrgnt-cmplxty/R2R
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

up (#1678)

Browse Source 
* up

* up
This commit is contained in:
emrgnt-cmplxty
2024-12-09 22:05:52 -08:00
committed by GitHub
parent 940b81fc3f
commit d3ae925d51
24 changed files with 1393 additions and 480 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/actions/run-cli-graphrag-deduplication-tests/action.yml
-39
View File
@@ -1,39 +0,0 @@
name: 'Run CLI Graphrag Tests'
description: 'Runs CLI graphrag tests for R2R'
runs:
using: "composite"
steps:
- name: Ingest sample file (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_ingest_sample_file_2_cli
- name: Create the graph (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_create_graph_sample_file_cli
- name: Deduplicate entities (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_deduplicate_entities_sample_file_cli
- name: Enrich the graph (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_enrich_graph_sample_file_cli
- name: Search over the graph (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_search_sample_file_cli
- name: Delete the graph (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_delete_graph_sample_file_cli
- name: Delete the graph with cascading (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_delete_graph_with_cascading_sample_file_cli
.github/actions/run-cli-graphrag-tests/action.yml
-34
View File
@@ -1,34 +0,0 @@
name: 'Run CLI Graphrag Tests'
description: 'Runs CLI graphrag tests for R2R'
runs:
using: "composite"
steps:
- name: Ingest sample file (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_ingest_sample_file_2_cli
- name: Create the graph (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_create_graph_sample_file_cli
- name: Enrich the graph (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_enrich_graph_sample_file_cli
- name: Search over the graph (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_search_sample_file_cli
- name: Delete the graph (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_delete_graph_sample_file_cli
- name: Delete the graph with cascading (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_kg_delete_graph_with_cascading_sample_file_cli
.github/actions/run-cli-retrieval-tests/action.yml
-25
View File
@@ -1,25 +0,0 @@
name: 'Run CLI Retrieval Tests'
description: 'Runs CLI retrieval tests for R2R'
runs:
using: "composite"
steps:
# Ingest the sample file via the CLI for later tests
- name: Ingest sample file (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_ingest_sample_file_cli
- name: Vector search the sample file (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_vector_search_sample_file_filter_cli
- name: RAG over sample file (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_rag_response_sample_file_cli
- name: RAG streaming response (CLI)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_cli.py test_rag_response_stream_sample_file_cli
.github/actions/run-sdk-auth-tests/action.yml
-49
View File
@@ -1,49 +0,0 @@
name: 'Run SDK Auth Tests'
description: 'Runs SDK authentication tests for R2R'
runs:
using: "composite"
steps:
- name: User registration and login
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_registration_and_login
- name: Duplicate user registration
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_duplicate_user_registration
- name: Token refresh
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_token_refresh
- name: User document management
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_document_management
- name: User search and RAG
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_search_and_rag
- name: User password management
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_password_management
- name: User profile management
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_profile_management
- name: User overview
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_overview
- name: User logout
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_logout
.github/actions/run-sdk-chunks-tests/action.yml
+53
View File
@@ -0,0 +1,53 @@
name: 'Run SDK Chunks Tests'
on: [push, pull_request]
jobs:
test:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v2
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.10'
- name: Install dependencies
run: |
pip install poetry
poetry install
# Run the chunks tests - adjust order as needed
# This is similar to the documents tests, just calling different test functions
- name: List chunks (SDK)
shell: bash
run: poetry run python tests/integration/runner_chunks.py test_list_chunks
- name: Retrieve chunk (SDK)
shell: bash
run: poetry run python tests/integration/runner_chunks.py test_retrieve_chunk
- name: Update chunk (SDK)
shell: bash
run: poetry run python tests/integration/runner_chunks.py test_update_chunk
- name: Delete chunk (SDK)
shell: bash
run: poetry run python tests/integration/runner_chunks.py test_delete_chunk
- name: Search chunks (SDK)
shell: bash
run: poetry run python tests/integration/runner_chunks.py test_search_chunks
- name: List chunks with pagination (SDK)
shell: bash
run: poetry run python tests/integration/runner_chunks.py test_list_chunks_with_pagination
- name: Retrieve chunk not found (SDK)
shell: bash
run: poetry run python tests/integration/runner_chunks.py test_retrieve_chunk_not_found
- name: Unauthorized chunk access (SDK)
shell: bash
run: poetry run python tests/integration/runner_chunks.py test_unauthorized_chunk_access
.github/actions/run-sdk-collections-tests/action.yml
-109
View File
@@ -1,109 +0,0 @@
name: 'Run SDK Collections Tests'
description: 'Runs SDK collections tests for R2R'
runs:
using: "composite"
steps:
- name: Ingest sample file (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_ingest_sample_file_sdk
- name: User creates collection
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_creates_collection
- name: User updates collection
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_updates_collection
- name: User lists collections
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_lists_collections
- name: User collection document management
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_collection_document_management
- name: User removes document from collection
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_removes_document_from_collection
- name: User lists documents in collection
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_lists_documents_in_collection
- name: Pagination and filtering
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_pagination_and_filtering
- name: Advanced collection management
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_advanced_collection_management
- name: User gets collection details
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_gets_collection_details
- name: User adds user to collection
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_adds_user_to_collection
- name: User removes user from collection
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_removes_user_from_collection
- name: User lists users in collection
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_lists_users_in_collection
- name: User gets collections for user
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_gets_collections_for_user
- name: User gets collections for document
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_gets_collections_for_document
- name: User permissions
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_user_permissions
- name: Ingest chunks
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_ingest_chunks
- name: Update chunks
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_update_chunks
- name: Delete chunks
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_delete_chunks
- name: Get all prompts
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_get_all_prompts
- name: Get prompt
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_get_prompt
.github/actions/run-sdk-documents-tests/action.yml
+85 -6
View File
@@ -1,18 +1,48 @@
name: 'Run SDK Ingestion Tests'
description: 'Runs SDK retrieval tests for R2R'
description: 'Runs extended SDK retrieval tests for R2R'
runs:
using: "composite"
steps:
- name: Create document (SDK)
# Ingestion Variants
- name: Create document from file (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_create_document
- name: Create document with raw_text (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_create_document_with_raw_text
- name: Create document with chunks (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_create_document_with_chunks
# Ingestion Modes
- name: Create document with different ingestion modes (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_create_document_different_modes
# Listing and Pagination
- name: List documents (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_list_documents
- name: List documents with pagination (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_list_documents_with_pagination
- name: List document chunks (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_list_document_chunks
# Retrieval and Download
- name: Retrieve document (SDK)
working-directory: ./py
shell: bash
@@ -22,23 +52,73 @@ runs:
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_download_document
- name: List collections (SDK)
# Collections
- name: List document collections (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_list_document_collections
# Extraction & Searching
- name: Extract document (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_extract_document
# ESTIMATES HAVE BEEN TURNED OFF FOR NOW
# - name: Extract document estimate (SDK)
# working-directory: ./py
# shell: bash
# run: poetry run python tests/integration/runner_documents.py test_extract_document_estimate
- name: Search documents (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_search_documents
- name: Extended search documents (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_search_documents_extended
# Entities and Relationships
- name: List entities (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_list_entities
- name: List relationships (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_list_relationships
# Permission and Error Handling
- name: Extract document unauthorized (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_extract_document_unauthorized
- name: Retrieve document not found (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_retrieve_document_not_found
- name: Delete document non-existent (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_delete_document_non_existent
- name: Get document collections non-superuser (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_get_document_collections_non_superuser
- name: Access document not owned (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_access_document_not_owned
# Deletions
- name: Delete document (SDK)
working-directory: ./py
shell: bash
@@ -48,4 +128,3 @@ runs:
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_documents.py test_delete_document_by_filter
.github/actions/run-sdk-graphrag-deduplication-tests/action.yml
-39
View File
@@ -1,39 +0,0 @@
name: 'Run SDK Graphrag Tests'
description: 'Runs SDK graphrag tests for R2R'
runs:
using: "composite"
steps:
- name: Ingest sample file (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_ingest_sample_file_2_sdk
- name: Create the graph (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_create_graph_sample_file_sdk
- name: Deduplicate entities (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_deduplicate_entities_sample_file_sdk
- name: Enrich the graph (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_enrich_graph_sample_file_sdk
- name: Search over the graph (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_search_sample_file_sdk
- name: Delete the graph (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_delete_graph_sample_file_sdk
- name: Delete the graph with cascading (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_delete_graph_with_cascading_sample_file_sdk
.github/actions/run-sdk-graphrag-tests/action.yml
-34
View File
@@ -1,34 +0,0 @@
name: 'Run SDK Graphrag Tests'
description: 'Runs SDK graphrag tests for R2R'
runs:
using: "composite"
steps:
- name: Ingest sample file (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_ingest_sample_file_2_sdk
- name: Create the graph (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_create_graph_sample_file_sdk
- name: Enrich the graph (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_enrich_graph_sample_file_sdk
- name: Search over the graph (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_search_sample_file_sdk
- name: Delete the graph (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_delete_graph_sample_file_sdk
- name: Delete the graph with cascading (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_kg_delete_graph_with_cascading_sample_file_sdk
.github/actions/run-sdk-prompt-management-tests/action.yml
-42
View File
@@ -1,42 +0,0 @@
name: 'Run SDK Prompt Management Tests'
description: 'Runs SDK prompt management tests for R2R'
runs:
using: "composite"
steps:
# First run basic prompt operations
- name: Add prompt test (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_add_prompt
- name: Get prompt test (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_get_prompt
- name: Get all prompts test (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_get_all_prompts
- name: Update prompt test (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_update_prompt
# Then run error handling and access control tests
- name: Prompt error handling test (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_prompt_error_handling
- name: Prompt access control test (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_prompt_access_control
# Finally run deletion test
- name: Delete prompt test (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_delete_prompt
.github/actions/run-sdk-retrieval-tests/action.yml
-31
View File
@@ -1,31 +0,0 @@
name: 'Run SDK Retrieval Tests'
description: 'Runs SDK retrieval tests for R2R'
runs:
using: "composite"
steps:
# Ingest the sample file via the SDK for later tests
- name: Ingest sample file (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_ingest_sample_file_sdk
- name: Vector search sample file filter (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_vector_search_sample_file_filter_sdk
- name: Hybrid search sample file filter (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_hybrid_search_sample_file_filter_sdk
- name: RAG response sample file (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_rag_response_sample_file_sdk
- name: Agent response sample file (SDK)
working-directory: ./py
shell: bash
run: poetry run python tests/integration/runner_sdk_basic.py test_conversation_history_sdk