Skip to content
This repository has been archived by the owner on Aug 25, 2024. It is now read-only.

Commit

Permalink
more
Browse files Browse the repository at this point in the history
  • Loading branch information
@nicoloboschi
nicoloboschi committed Aug 23, 2024
1 parent 91ceed1 commit e3f8bfe
Show file tree
Hide file tree
Showing 2 changed files with 152 additions and 6 deletions.
15 changes: 15 additions & 0 deletions ...m-agents/langstream-agents-ms365/src/main/java/ai/langstream/agents/ms365/ClientUtil.java
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,18 @@
/*
* Copyright DataStax, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package ai.langstream.agents.ms365;

import com.microsoft.graph.models.DriveItem;
Expand Down
143 changes: 137 additions & 6 deletions ...e-core/src/test/java/ai/langstream/runtime/impl/k8s/agents/S3SourceAgentProviderTest.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -258,8 +258,7 @@ public void testDocumentation() {
"deleted-objects-topic" : {
"description" : "Write a message to this topic when an object has been detected as deleted for any reason.",
"required" : false,
"type" : "string",
"defaultValue" : "true"
"type" : "string"
},
"file-extensions" : {
"description" : "Comma separated list of file extensions to filter by.",
Expand Down Expand Up @@ -364,8 +363,7 @@ public void testDocumentation() {
"deleted-objects-topic" : {
"description" : "Write a message to this topic when an object has been detected as deleted for any reason.",
"required" : false,
"type" : "string",
"defaultValue" : "true"
"type" : "string"
},
"exclude-mime-types" : {
"description" : "Filter out mime types. Comma separated list of mime types. Only files with different mime types will be processed.\\nNote that folders are always discarded.",
Expand Down Expand Up @@ -476,15 +474,148 @@ public void testDocumentation() {
}
}
},
"ms365-onedrive-source" : {
"name" : "MS 365 OneDrive Source",
"description" : "Reads data from MS 365 OneDrive documents. The only authentication supported is application credentials and client secret.\\nPermissions must be set as \\"Application permissions\\" in the registered application. (not Delegated)",
"properties" : {
"deleted-objects-topic" : {
"description" : "Write a message to this topic when an object has been detected as deleted for any reason.",
"required" : false,
"type" : "string"
},
"exclude-mime-types" : {
"description" : "Filter out mime types. Comma separated list of mime types. Only files with different mime types will be processed.\\nNote that folders are always discarded.",
"required" : false,
"type" : "array",
"items" : {
"description" : "Filter out mime types. Comma separated list of mime types. Only files with different mime types will be processed.\\nNote that folders are always discarded.",
"required" : false,
"type" : "string"
}
},
"idle-time" : {
"description" : "Time in seconds to sleep after polling for new files.",
"required" : false,
"type" : "integer",
"defaultValue" : "5"
},
"include-mime-types" : {
"description" : "Filter by mime types. Comma separated list of mime types. Only files with these mime types will be processed.",
"required" : false,
"type" : "array",
"items" : {
"description" : "Filter by mime types. Comma separated list of mime types. Only files with these mime types will be processed.",
"required" : false,
"type" : "string"
}
},
"ms-client-id" : {
"description" : "Entra MS registered application ID (client ID).",
"required" : true,
"type" : "string"
},
"ms-client-secret" : {
"description" : "Entra MS registered application's client secret value.",
"required" : true,
"type" : "string"
},
"ms-tenant-id" : {
"description" : "Entra MS registered application's tenant ID.",
"required" : true,
"type" : "string"
},
"path-prefix" : {
"description" : "The root directory to read from.\\nDo not use a leading slash. To specify a directory, include a trailing slash.",
"required" : false,
"type" : "string",
"defaultValue" : "/"
},
"source-activity-summary-events" : {
"description" : "List of events (comma separated) to include in the source activity summary. ('new', 'updated', 'deleted')\\nTo include all: 'new,updated,deleted'.\\nUse this property to disable the source activity summary (by leaving default to empty).",
"required" : false,
"type" : "string"
},
"source-activity-summary-events-threshold" : {
"description" : "Trigger source activity summary emission when this number of events have been detected, even if the time threshold has not been reached yet.",
"required" : false,
"type" : "integer",
"defaultValue" : "60"
},
"source-activity-summary-time-seconds-threshold" : {
"description" : "Trigger source activity summary emission every time this time threshold has been reached.",
"required" : false,
"type" : "integer"
},
"source-activity-summary-topic" : {
"description" : "Write a message to this topic periodically with a summary of the activity in the source.",
"required" : false,
"type" : "string"
},
"source-record-headers" : {
"description" : "Additional headers to add to emitted records.",
"required" : false,
"type" : "object"
},
"state-storage" : {
"description" : "State storage type (s3, disk).",
"required" : false,
"type" : "string"
},
"state-storage-file-prefix" : {
"description" : "Prepend a prefix to the state storage file. (valid for all types)",
"required" : false,
"type" : "string"
},
"state-storage-file-prepend-tenant" : {
"description" : "Prepend tenant to the state storage file. (valid for all types)",
"required" : false,
"type" : "string"
},
"state-storage-s3-access-key" : {
"description" : "State storage S3 access key.",
"required" : false,
"type" : "string"
},
"state-storage-s3-bucket" : {
"description" : "State storage S3 bucket.",
"required" : false,
"type" : "string"
},
"state-storage-s3-endpoint" : {
"description" : "State storage S3 endpoint.",
"required" : false,
"type" : "string"
},
"state-storage-s3-region" : {
"description" : "State storage S3 region.",
"required" : false,
"type" : "string"
},
"state-storage-s3-secret-key" : {
"description" : "State storage S3 secret key.",
"required" : false,
"type" : "string"
},
"users" : {
"description" : "Users drives to read from.",
"required" : true,
"type" : "array",
"items" : {
"description" : "Users drives to read from.",
"required" : true,
"type" : "string"
}
}
}
},
"ms365-sharepoint-source" : {
"name" : "MS 365 Sharepoint Source",
"description" : "Reads data from MS 365 Sharepoint documents. The only authentication supported is application credentials and client secret.\\nPermissions must be set as \\"Application permissions\\" in the registered application. (not Delegated)",
"properties" : {
"deleted-objects-topic" : {
"description" : "Write a message to this topic when an object has been detected as deleted for any reason.",
"required" : false,
"type" : "string",
"defaultValue" : "true"
"type" : "string"
},
"exclude-mime-types" : {
"description" : "Filter out mime types. Comma separated list of mime types. Only files with different mime types will be processed.\\nNote that folders are always discarded.",
Expand Down

0 comments on commit e3f8bfe

Please sign in to comment.