Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
36 commits
Select commit Hold shift + click to select a range
76137d8
Add vector store id reference to embeddings config.
dworthen Jan 27, 2025
beefc46
Merge branch 'main' of github.com:microsoft/graphrag
KennyZhang1 Jan 28, 2025
5686bb0
Merge branch 'main' of github.com:microsoft/graphrag
KennyZhang1 Feb 7, 2025
2875450
Merge branch 'main' of github.com:microsoft/graphrag
KennyZhang1 Feb 24, 2025
ed4c77c
Merge branch 'main' of github.com:microsoft/graphrag
KennyZhang1 Mar 4, 2025
dbd5362
Merge branch 'main' of github.com:microsoft/graphrag
KennyZhang1 Mar 25, 2025
d896830
XMerge branch 'main' of github.com:microsoft/graphrag
KennyZhang1 Apr 1, 2025
b24de53
generated initial implementation for sql server support
KennyZhang1 Apr 3, 2025
849009d
cleaned up SQL server storage implementation
KennyZhang1 Apr 3, 2025
6fad33f
added warnings for non-parquet calls
KennyZhang1 Apr 3, 2025
febd55f
added more comments and logging
KennyZhang1 Apr 3, 2025
652cf84
debugged CRUD methods for sql server storage class
KennyZhang1 Apr 4, 2025
f1e5a0c
cleaned up formatting and linting
KennyZhang1 Apr 4, 2025
4cded81
ruff formatting
KennyZhang1 Apr 4, 2025
a843c6c
refactored comments
KennyZhang1 Apr 4, 2025
b6c1edf
hook up sql server class to rest of graphrag
KennyZhang1 Apr 7, 2025
5b54709
added list serialization and deserialization
KennyZhang1 Apr 8, 2025
8f6b349
add overwrite param
KennyZhang1 Apr 8, 2025
3152947
confirmed successful run of index pipeline
KennyZhang1 Apr 8, 2025
73282a6
re-added overwrite table flag
KennyZhang1 Apr 8, 2025
d378bdf
cleaned up comments and formatting
KennyZhang1 Apr 8, 2025
93b772e
Merge branch 'main' of github.com:microsoft/graphrag into kennyzhang/…
KennyZhang1 Apr 10, 2025
d4aa807
added more logging for row insertion
KennyZhang1 Apr 10, 2025
7c6e441
refactored logging for other storage functions
KennyZhang1 Apr 10, 2025
c3f8849
added support for ManagedIdentityCredential
KennyZhang1 Apr 11, 2025
37f9350
introduced autogenerate tables functionality
KennyZhang1 Apr 11, 2025
abb5f5b
added outline for manual table creation
KennyZhang1 Apr 11, 2025
77c70a7
added TODO for create_tables
KennyZhang1 Apr 14, 2025
d487c74
sem
KennyZhang1 Apr 17, 2025
ab29d2c
modified tests
KennyZhang1 Apr 17, 2025
c8f0082
generated new lockfile
KennyZhang1 Apr 17, 2025
1917791
added tracking to log for row insertion
KennyZhang1 Apr 17, 2025
d14c609
cicd linting errors
KennyZhang1 Apr 17, 2025
4cd3186
allow embedding to be stored as vectors
KennyZhang1 May 1, 2025
26c4a70
prep storage class for silicon indexing
KennyZhang1 May 6, 2025
d220fa6
Merge branch 'kennyzhang/sql-server-support' of github.com:microsoft/…
KennyZhang1 May 6, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions .semversioner/next-release/patch-20250417174516646520.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
{
"type": "patch",
"description": "SQL server storage support for indexing"
}
4 changes: 4 additions & 0 deletions graphrag/config/defaults.py
Original file line number Diff line number Diff line change
Expand Up @@ -324,6 +324,10 @@ class OutputDefaults:
container_name: None = None
storage_account_blob_url: None = None
cosmosdb_account_url: None = None
database_name: None = None
database_server_name: None = None
autogenerate_tables: None = None
client_id: None = None


@dataclass
Expand Down
2 changes: 2 additions & 0 deletions graphrag/config/enums.py
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,8 @@ class OutputType(str, Enum):
"""The blob output type."""
cosmosdb = "cosmosdb"
"""The cosmosdb output type"""
sqlserver = "sqlserver"
"""The sqlserver output type"""

def __repr__(self):
"""Get a string representation."""
Expand Down
16 changes: 16 additions & 0 deletions graphrag/config/models/output_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,3 +36,19 @@ class OutputConfig(BaseModel):
description="The cosmosdb account url to use.",
default=graphrag_config_defaults.output.cosmosdb_account_url,
)
database_name: str | None = Field(
description="The database name to use for SQL Server.",
default=graphrag_config_defaults.output.database_name,
)
database_server_name: str | None = Field(
description="The database server name to use for SQL Server.",
default=graphrag_config_defaults.output.database_server_name,
)
autogenerate_tables: bool | None = Field(
description="Whether to automatically generate tables in SQL Server.",
default=graphrag_config_defaults.output.autogenerate_tables,
)
client_id: str | None = Field(
description="The client ID for a User-Assigned Managed Identity (SQL Server).",
default=graphrag_config_defaults.output.client_id,
)
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,6 @@ def build_local_context(
):
"""Prep communities for report generation."""
levels = get_levels(nodes, schemas.COMMUNITY_LEVEL)

dfs = []

for level in progress_iterable(levels, callbacks.progress, len(levels)):
Expand Down
3 changes: 3 additions & 0 deletions graphrag/storage/factory.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@
from graphrag.storage.cosmosdb_pipeline_storage import create_cosmosdb_storage
from graphrag.storage.file_pipeline_storage import create_file_storage
from graphrag.storage.memory_pipeline_storage import MemoryPipelineStorage
from graphrag.storage.sql_server_pipeline_storage import create_sql_server_storage

if TYPE_CHECKING:
from graphrag.storage.pipeline_storage import PipelineStorage
Expand Down Expand Up @@ -45,6 +46,8 @@ def create_storage(
return create_cosmosdb_storage(**kwargs)
case OutputType.file:
return create_file_storage(**kwargs)
case OutputType.sqlserver:
return create_sql_server_storage(**kwargs)
case OutputType.memory:
return MemoryPipelineStorage()
case _:
Expand Down
Loading