diff --git a/.github/workflows/lint-markdown.yml b/.github/workflows/lint-markdown.yml index 67c184f474..d45764f4ce 100644 --- a/.github/workflows/lint-markdown.yml +++ b/.github/workflows/lint-markdown.yml @@ -14,9 +14,11 @@ jobs: steps: - name: Checkout repo uses: actions/checkout@v6 - - name: Run markdownlint - uses: articulate/actions-markdownlint@v1 + - name: Run markdownlint-cli2 + uses: DavidAnson/markdownlint-cli2-action@v21 with: - config: .github/workflows/markdownlint-config.json - files: '**/*.md' - ignore: data/ + config: .markdownlint-cli2.jsonc + globs: | + **/*.md + !data/** + !.github/** diff --git a/.github/workflows/markdownlint-config.json b/.github/workflows/markdownlint-config.json deleted file mode 100644 index 5f4341b93b..0000000000 --- a/.github/workflows/markdownlint-config.json +++ /dev/null @@ -1,5 +0,0 @@ -{ - "default": true, - "line-length": false, - "MD033": { "allowed_elements": ["br", "details", "summary"] } -} diff --git a/.markdownlint-cli2.jsonc b/.markdownlint-cli2.jsonc new file mode 100644 index 0000000000..e0256fc096 --- /dev/null +++ b/.markdownlint-cli2.jsonc @@ -0,0 +1,8 @@ +{ + "config": { + "default": true, + "line-length": false, + "table-column-style": false, + "MD033": { "allowed_elements": ["br", "details", "summary"] } + } +} diff --git a/SECURITY.md b/SECURITY.md index 388e9ad471..aea2cf2731 100644 --- a/SECURITY.md +++ b/SECURITY.md @@ -1,6 +1,5 @@ - -## Security +# Security Microsoft takes the security of our software products and services seriously, which includes all source code repositories managed through our GitHub organizations, which include [Microsoft](https://github.com/Microsoft), [Azure](https://github.com/Azure), [DotNet](https://github.com/dotnet), [AspNet](https://github.com/aspnet), [Xamarin](https://github.com/xamarin), and [our GitHub organizations](https://opensource.microsoft.com/). diff --git a/docs/data_ingestion.md b/docs/data_ingestion.md index 41440bb7fe..898758d072 100644 --- a/docs/data_ingestion.md +++ b/docs/data_ingestion.md @@ -153,15 +153,21 @@ This project includes an optional feature to perform data ingestion in the cloud 3. Open `azure.yaml` and un-comment the document-extractor, figure-processor, and text-processor sections. Those are the Azure Functions apps that will be deployed and serve as Azure AI Search skills. -4. Provision the new Azure Functions resources, deploy the function apps, and update the search indexer with: +4. (Recommended) Increase the capacity for the embedding model to the maximum quota allowed for your region/subscription, so that the Azure Functions can generate embeddings without hitting rate limits: + + ```shell + azd env set AZURE_OPENAI_EMB_DEPLOYMENT_CAPACITY 400 + ``` + +5. Provision the new Azure Functions resources, deploy the function apps, and update the search indexer with: ```shell azd up ``` -5. That will upload the documents in the `data/` folder to the Blob storage container, create the indexer and skillset, and run the indexer to ingest the data. You can monitor the indexer status from the portal. +6. That will upload the documents in the `data/` folder to the Blob storage container, create the indexer and skillset, and run the indexer to ingest the data. You can monitor the indexer status from the portal. -6. When you have new documents to ingest, you can upload documents to the Blob storage container and run the indexer from the Azure Portal to ingest new documents. +7. When you have new documents to ingest, you can upload documents to the Blob storage container and run the indexer from the Azure Portal to ingest new documents. ### Indexer architecture diff --git a/infra/main.bicep b/infra/main.bicep index 3fbbff3144..1fbcd9db49 100644 --- a/infra/main.bicep +++ b/infra/main.bicep @@ -231,7 +231,7 @@ var embedding = { deploymentName: !empty(embeddingDeploymentName) ? embeddingDeploymentName : 'text-embedding-3-large' deploymentVersion: !empty(embeddingDeploymentVersion) ? embeddingDeploymentVersion : (embeddingModelName == 'text-embedding-ada-002' ? '2' : '1') deploymentSkuName: !empty(embeddingDeploymentSkuName) ? embeddingDeploymentSkuName : (embeddingModelName == 'text-embedding-ada-002' ? 'Standard' : 'GlobalStandard') - deploymentCapacity: embeddingDeploymentCapacity != 0 ? embeddingDeploymentCapacity : 30 + deploymentCapacity: embeddingDeploymentCapacity != 0 ? embeddingDeploymentCapacity : 200 dimensions: embeddingDimensions != 0 ? embeddingDimensions : 3072 }