Compare commits

...

6 Commits
bb ... v0.9.4

Author SHA1 Message Date
Yuhong Sun
94b0973ad1 Backport Test 5 (#2969) 2024-10-28 03:07:42 +00:00
Yuhong Sun
813ff48217 Backport Test 4 (#2968) 2024-10-28 02:41:19 +00:00
Yuhong Sun
ef92ece8bd Backport Test (#2958) 2024-10-27 23:06:51 +00:00
Yuhong Sun
8f2a754e4f Backport Test (#2957) 2024-10-27 22:55:21 +00:00
Yuhong Sun
17fc1ad58f Harmless Backport Test (#2950) 2024-10-27 21:49:26 +00:00
Yuhong Sun
fc2bbd1bbb Backport Test (#2940) 2024-10-26 21:27:01 +00:00
5 changed files with 13 additions and 2 deletions

View File

@@ -80,6 +80,7 @@ from danswer.utils.telemetry import RecordType
from danswer.utils.variable_functionality import fetch_versioned_implementation
from shared_configs.configs import current_tenant_id
logger = setup_logger()

View File

@@ -24,6 +24,10 @@ from danswer.connectors.models import Document
from danswer.connectors.models import Section
from danswer.utils.logger import setup_logger
logger = setup_logger()
# List of directories/Files to exclude
exclude_patterns = [
"logs",
@@ -31,7 +35,6 @@ exclude_patterns = [
".gitlab/",
".pre-commit-config.yaml",
]
logger = setup_logger()
def _batch_gitlab_objects(

View File

@@ -22,6 +22,7 @@ from danswer.connectors.models import Document
from danswer.connectors.models import Section
from danswer.utils.logger import setup_logger
logger = setup_logger()
@@ -230,5 +231,7 @@ if __name__ == "__main__":
print("All docs", all_docs)
current = datetime.datetime.now().timestamp()
one_day_ago = current - 30 * 24 * 60 * 60 # 30 days
latest_docs = list(test_connector.poll_source(one_day_ago, current))
print("Latest docs", latest_docs)

View File

@@ -20,10 +20,13 @@ from danswer.connectors.models import Document
from danswer.connectors.models import Section
from danswer.utils.logger import setup_logger
logger = setup_logger()
# Fairly generous retry because it's not understood why occasionally GraphQL requests fail even with timeout > 1 min
SLAB_GRAPHQL_MAX_TRIES = 10
SLAB_API_URL = "https://api.slab.com/v1/graphql"
logger = setup_logger()
def run_graphql_request(

View File

@@ -429,6 +429,7 @@ if __name__ == "__main__":
current = time.time()
one_day_ago = current - 24 * 60 * 60 # 1 day
document_batches = connector.poll_source(one_day_ago, current)
print(next(document_batches))