fixes and improvements

Author: Pablo Marin

01-Load-Data-ACogSearch.ipynb

@@ -237,23 +237,6 @@
     "            ]\n",
     "        },\n",
     "        {\n",
-    "            \"@odata.type\": \"#Microsoft.Skills.Text.LanguageDetectionSkill\",\n",
-    "            \"context\": \"/document\",\n",
-    "            \"description\": \"If you have multilingual content, adding a language code is useful for filtering\",\n",
-    "            \"inputs\": [\n",
-    "                {\n",
-    "                  \"name\": \"text\",\n",
-    "                  \"source\": \"/document/content\"\n",
-    "                }\n",
-    "            ],\n",
-    "            \"outputs\": [\n",
-    "                {\n",
-    "                  \"name\": \"languageCode\",\n",
-    "                  \"targetName\": \"language\"\n",
-    "                }\n",
-    "            ]\n",
-    "        },\n",
-    "        {\n",
     "            \"@odata.type\": \"#Microsoft.Skills.Text.SplitSkill\",\n",
     "            \"context\": \"/document\",\n",
     "            \"textSplitMode\": \"pages\",\n",
@@ -263,10 +246,6 @@
     "                {\n",
     "                    \"name\": \"text\",\n",
     "                    \"source\": \"/document/merged_text\"\n",
-    "                },\n",
-    "                {\n",
-    "                    \"name\": \"languageCode\",\n",
-    "                    \"source\": \"/document/language\"\n",
     "                }\n",
     "            ],\n",
     "            \"outputs\": [\n",
@@ -285,10 +264,6 @@
     "                {\n",
     "                    \"name\": \"text\", \n",
     "                    \"source\": \"/document/pages/*\"\n",
-    "                },\n",
-    "                {\n",
-    "                    \"name\": \"languageCode\",\n",
-    "                    \"source\": \"/document/language\"\n",
     "                }\n",
     "            ],\n",
     "            \"outputs\": [\n",
@@ -308,10 +283,6 @@
     "                {\n",
     "                    \"name\": \"text\", \n",
     "                    \"source\":\"/document/pages/*\"\n",
-    "                },\n",
-    "                {\n",
-    "                    \"name\": \"languageCode\",\n",
-    "                    \"source\": \"/document/language\"\n",
     "                }\n",
     "            ],\n",
     "            \"outputs\": [\n",
@@ -387,7 +358,6 @@
     "        {\"name\": \"title\", \"type\": \"Edm.String\", \"searchable\": \"true\", \"retrievable\": \"true\", \"facetable\": \"false\", \"filterable\": \"true\", \"sortable\": \"false\"},\n",
     "        {\"name\": \"content\", \"type\": \"Edm.String\", \"searchable\": \"true\", \"retrievable\": \"true\", \"sortable\": \"false\", \"filterable\": \"false\",\"facetable\": \"false\"},\n",
     "        {\"name\": \"chunks\",\"type\": \"Collection(Edm.String)\", \"searchable\": \"false\", \"retrievable\": \"true\", \"sortable\": \"false\", \"filterable\": \"false\", \"facetable\": \"false\"},\n",
-    "        {\"name\": \"language\", \"type\": \"Edm.String\", \"searchable\": \"false\", \"retrievable\": \"true\", \"sortable\": \"true\", \"filterable\": \"true\", \"facetable\": \"true\"},\n",
     "        {\"name\": \"name\", \"type\": \"Edm.String\", \"searchable\": \"true\", \"retrievable\": \"true\", \"sortable\": \"false\", \"filterable\": \"false\", \"facetable\": \"false\"},\n",
     "        {\"name\": \"location\", \"type\": \"Edm.String\", \"searchable\": \"false\", \"retrievable\": \"true\", \"sortable\": \"false\", \"filterable\": \"false\", \"facetable\": \"false\"},\n",
     "        {\"name\": \"vectorized\", \"type\": \"Edm.Boolean\", \"searchable\": \"false\", \"retrievable\": \"true\", \"sortable\": \"false\", \"filterable\": \"false\", \"facetable\": \"false\"},\n",
@@ -525,10 +495,6 @@
     "            \"targetFieldName\" : \"images_text\"\n",
     "        },\n",
     "        {\n",
-    "            \"sourceFieldName\": \"/document/language\",\n",
-    "            \"targetFieldName\": \"language\"\n",
-    "        },\n",
-    "        {\n",
     "            \"sourceFieldName\": \"/document/pages/*/keyPhrases/*\",\n",
     "            \"targetFieldName\": \"keyPhrases\"\n",
     "        },\n",
@@ -582,11 +548,22 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 20,
    "metadata": {
     "tags": []
    },
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "200\n",
+      "Status: inProgress\n",
+      "Items Processed: 3250\n",
+      "True\n"
+     ]
+    }
+   ],
    "source": [
     "# Optionally, get indexer status to confirm that it's running\n",
     "r = requests.get(os.environ['AZURE_SEARCH_ENDPOINT'] + \"/indexers/\" + indexer_name +\n",
@@ -632,14 +609,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 28,
+   "execution_count": 14,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "201\n",
+      "204\n",
       "True\n"
      ]
     }