Compare commits

...

7 Commits

Author SHA1 Message Date
Yuhong Sun
e23a37e3f1 Backport Test 5 (#2969) 2024-10-28 03:07:41 +00:00
Yuhong Sun
eadd87363d Backport Test 4 (#2968) 2024-10-28 02:41:18 +00:00
Yuhong Sun
91d9414ada Backport Test (#2958) 2024-10-27 23:06:50 +00:00
Yuhong Sun
39a485b777 Backport Test (#2957) 2024-10-27 22:55:20 +00:00
Yuhong Sun
35e4ba7f99 Harmless Backport Test (#2950) 2024-10-27 21:49:24 +00:00
Yuhong Sun
302d28f1e8 Backport Test Final (#2942) 2024-10-26 22:10:14 +00:00
Yuhong Sun
7e8e89359d Backport Test (#2940) 2024-10-26 21:26:59 +00:00
6 changed files with 14 additions and 2 deletions

View File

@@ -96,6 +96,7 @@ from danswer.utils.variable_functionality import fetch_versioned_implementation
from shared_configs.configs import CURRENT_TENANT_ID_CONTEXTVAR
from shared_configs.configs import POSTGRES_DEFAULT_SCHEMA
logger = setup_logger()

View File

@@ -28,6 +28,7 @@ from danswer.utils.logger import PlainFormatter
from danswer.utils.logger import setup_logger
from shared_configs.configs import SENTRY_DSN
logger = setup_logger()
task_logger = get_task_logger(__name__)

View File

@@ -24,6 +24,10 @@ from danswer.connectors.models import Document
from danswer.connectors.models import Section
from danswer.utils.logger import setup_logger
logger = setup_logger()
# List of directories/Files to exclude
exclude_patterns = [
"logs",
@@ -31,7 +35,6 @@ exclude_patterns = [
".gitlab/",
".pre-commit-config.yaml",
]
logger = setup_logger()
def _batch_gitlab_objects(

View File

@@ -22,6 +22,7 @@ from danswer.connectors.models import Document
from danswer.connectors.models import Section
from danswer.utils.logger import setup_logger
logger = setup_logger()
@@ -230,5 +231,7 @@ if __name__ == "__main__":
print("All docs", all_docs)
current = datetime.datetime.now().timestamp()
one_day_ago = current - 30 * 24 * 60 * 60 # 30 days
latest_docs = list(test_connector.poll_source(one_day_ago, current))
print("Latest docs", latest_docs)

View File

@@ -20,10 +20,13 @@ from danswer.connectors.models import Document
from danswer.connectors.models import Section
from danswer.utils.logger import setup_logger
logger = setup_logger()
# Fairly generous retry because it's not understood why occasionally GraphQL requests fail even with timeout > 1 min
SLAB_GRAPHQL_MAX_TRIES = 10
SLAB_API_URL = "https://api.slab.com/v1/graphql"
logger = setup_logger()
def run_graphql_request(

View File

@@ -441,6 +441,7 @@ if __name__ == "__main__":
current = time.time()
one_day_ago = current - 24 * 60 * 60 # 1 day
document_batches = connector.poll_source(one_day_ago, current)
print(next(document_batches))