{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "8165d33c-97f9-4c13-907b-91be36951c95",
   "metadata": {},
   "source": [
    "# Connect to and get data from ArcGIS REST services\n",
    "O.Kaufmann, 2023."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "e1651677-3ab3-46e3-a8a2-dd0724af4666",
   "metadata": {},
   "outputs": [],
   "source": [
    "from geometron.plot import basemaps\n",
    "from geometron.utils.url import url_open_with_retry, http_request, url_request_string\n",
    "from geometron.utils.str import remove_accents\n",
    "from geometron.utils.geoservices import arcgis_rest_services_directory, esri_rest_server_request, esri_rest_server_metadata\n",
    "import urllib\n",
    "import json\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "d19fd989-41ed-4da9-bad6-e9a26818cc90",
   "metadata": {},
   "outputs": [],
   "source": [
    "#server = 'https://geoservices.wallonie.be/arcgis/rest/services/'\n",
    "server = 'https://ags.geo.api.vlaanderen.be/arcgis/rest/services/' "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5f2274ee-9efb-4c75-b368-d24e7011bd21",
   "metadata": {},
   "source": [
    "## Retrieve a dataframe describing available services from an ESRI REST server using a keyword"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "82750fda-c3b9-45ed-a2ec-84a080fdc47d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/0\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/1\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/2\n",
      "The read operation timed out\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/3\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/4\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/5\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/6\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/7\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/8\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/9\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/10\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/11\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/12\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/13\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/14\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/15\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/16\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/17\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/18\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/19\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/20\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/21\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/22\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/23\n",
      "https://ags.geo.api.vlaanderen.be/arcgis/rest/services//vlm/MapServer/24\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>folder</th>\n",
       "      <th>services</th>\n",
       "      <th>service_type</th>\n",
       "      <th>id_layer</th>\n",
       "      <th>name</th>\n",
       "      <th>alias</th>\n",
       "      <th>layer_type</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>0</td>\n",
       "      <td>beheergebieden</td>\n",
       "      <td>beheergebieden</td>\n",
       "      <td>Group Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>1</td>\n",
       "      <td>behgebgrasland</td>\n",
       "      <td>behgebgrasland</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>2</td>\n",
       "      <td>behgebwaterkwal</td>\n",
       "      <td>behgebwaterkwal</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>3</td>\n",
       "      <td>behgebweidevogel</td>\n",
       "      <td>behgebweidevogel</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>4</td>\n",
       "      <td>behgebakkervogel</td>\n",
       "      <td>behgebakkervogel</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>5</td>\n",
       "      <td>behgebnat2000</td>\n",
       "      <td>behgebnat2000</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>6</td>\n",
       "      <td>gebnit</td>\n",
       "      <td>gebnit</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>7</td>\n",
       "      <td>gebnit19</td>\n",
       "      <td>gebnit19</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>8</td>\n",
       "      <td>gebnit21</td>\n",
       "      <td>gebnit21</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>9</td>\n",
       "      <td>gebnit23</td>\n",
       "      <td>gebnit23</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>10</td>\n",
       "      <td>natuurinrichting</td>\n",
       "      <td>natuurinrichting</td>\n",
       "      <td>Group Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>11</td>\n",
       "      <td>rvvnatinrprj</td>\n",
       "      <td>rvvnatinrprj</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>12</td>\n",
       "      <td>natinrprj</td>\n",
       "      <td>natinrprj</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>13</td>\n",
       "      <td>ruilverkaveling</td>\n",
       "      <td>ruilverkaveling</td>\n",
       "      <td>Group Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>14</td>\n",
       "      <td>rvkinderminne</td>\n",
       "      <td>rvkinderminne</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>15</td>\n",
       "      <td>rvvrvkgiw</td>\n",
       "      <td>rvvrvkgiw</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>16</td>\n",
       "      <td>rvkgrinfrawerken</td>\n",
       "      <td>rvkgrinfrawerken</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>17</td>\n",
       "      <td>rvvrvkukw</td>\n",
       "      <td>rvvrvkukw</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>18</td>\n",
       "      <td>rvkkrachtwet</td>\n",
       "      <td>rvkkrachtwet</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>19</td>\n",
       "      <td>landinrichting</td>\n",
       "      <td>landinrichting</td>\n",
       "      <td>Group Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>20</td>\n",
       "      <td>rvvlandinrpl</td>\n",
       "      <td>rvvlandinrpl</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>21</td>\n",
       "      <td>landinrpl</td>\n",
       "      <td>landinrpl</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>22</td>\n",
       "      <td>vastgestlandinrprj</td>\n",
       "      <td>vastgestlandinrprj</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>23</td>\n",
       "      <td>landinrinond</td>\n",
       "      <td>landinrinond</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td></td>\n",
       "      <td>vlm</td>\n",
       "      <td>MapServer</td>\n",
       "      <td>24</td>\n",
       "      <td>fyssyst</td>\n",
       "      <td>fyssyst</td>\n",
       "      <td>Feature Layer</td>\n",
       "      <td>https://ags.geo.api.vlaanderen.be/arcgis/rest/...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   folder services service_type  id_layer                name  \\\n",
       "0              vlm    MapServer         0      beheergebieden   \n",
       "1              vlm    MapServer         1      behgebgrasland   \n",
       "2              vlm    MapServer         2     behgebwaterkwal   \n",
       "3              vlm    MapServer         3    behgebweidevogel   \n",
       "4              vlm    MapServer         4    behgebakkervogel   \n",
       "5              vlm    MapServer         5       behgebnat2000   \n",
       "6              vlm    MapServer         6              gebnit   \n",
       "7              vlm    MapServer         7            gebnit19   \n",
       "8              vlm    MapServer         8            gebnit21   \n",
       "9              vlm    MapServer         9            gebnit23   \n",
       "10             vlm    MapServer        10    natuurinrichting   \n",
       "11             vlm    MapServer        11        rvvnatinrprj   \n",
       "12             vlm    MapServer        12           natinrprj   \n",
       "13             vlm    MapServer        13     ruilverkaveling   \n",
       "14             vlm    MapServer        14       rvkinderminne   \n",
       "15             vlm    MapServer        15           rvvrvkgiw   \n",
       "16             vlm    MapServer        16    rvkgrinfrawerken   \n",
       "17             vlm    MapServer        17           rvvrvkukw   \n",
       "18             vlm    MapServer        18        rvkkrachtwet   \n",
       "19             vlm    MapServer        19      landinrichting   \n",
       "20             vlm    MapServer        20        rvvlandinrpl   \n",
       "21             vlm    MapServer        21           landinrpl   \n",
       "22             vlm    MapServer        22  vastgestlandinrprj   \n",
       "23             vlm    MapServer        23        landinrinond   \n",
       "24             vlm    MapServer        24             fyssyst   \n",
       "\n",
       "                 alias     layer_type  \\\n",
       "0       beheergebieden    Group Layer   \n",
       "1       behgebgrasland  Feature Layer   \n",
       "2      behgebwaterkwal  Feature Layer   \n",
       "3     behgebweidevogel  Feature Layer   \n",
       "4     behgebakkervogel  Feature Layer   \n",
       "5        behgebnat2000  Feature Layer   \n",
       "6               gebnit  Feature Layer   \n",
       "7             gebnit19  Feature Layer   \n",
       "8             gebnit21  Feature Layer   \n",
       "9             gebnit23  Feature Layer   \n",
       "10    natuurinrichting    Group Layer   \n",
       "11        rvvnatinrprj  Feature Layer   \n",
       "12           natinrprj  Feature Layer   \n",
       "13     ruilverkaveling    Group Layer   \n",
       "14       rvkinderminne  Feature Layer   \n",
       "15           rvvrvkgiw  Feature Layer   \n",
       "16    rvkgrinfrawerken  Feature Layer   \n",
       "17           rvvrvkukw  Feature Layer   \n",
       "18        rvkkrachtwet  Feature Layer   \n",
       "19      landinrichting    Group Layer   \n",
       "20        rvvlandinrpl  Feature Layer   \n",
       "21           landinrpl  Feature Layer   \n",
       "22  vastgestlandinrprj  Feature Layer   \n",
       "23        landinrinond  Feature Layer   \n",
       "24             fyssyst  Feature Layer   \n",
       "\n",
       "                                                  url  \n",
       "0   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "1   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "2   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "3   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "4   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "5   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "6   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "7   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "8   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "9   https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "10  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "11  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "12  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "13  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "14  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "15  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "16  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "17  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "18  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "19  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "20  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "21  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "22  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "23  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  \n",
       "24  https://ags.geo.api.vlaanderen.be/arcgis/rest/...  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "arcgis_rest_services_directory(server, keyword='vlm')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "096674f2-4d0b-4cba-b19f-6f06b3f6180f",
   "metadata": {},
   "source": [
    "## Create a request to an ESRI REST server and display the reply as a json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "5f965325-4337-4eb5-9732-031c297e416f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\u001b[0;31mSignature:\u001b[0m\n",
       "\u001b[0mesri_rest_server_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mhost\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mcontext\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'arcgis'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mfolder\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mservice\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mservice_type\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mlayer\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mresource\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0moperation\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m''\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mparameter\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m'f'\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;34m'pjson'\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mprotocol\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'https'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m    \u001b[0mverbose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\n",
       "\u001b[0;34m\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
       "\u001b[0;31mDocstring:\u001b[0m\n",
       "Creates a request to an ESRI REST API server\n",
       "\n",
       "Parameters\n",
       "----------\n",
       "verbose\n",
       "protocol\n",
       "parameter\n",
       "operation\n",
       "resource\n",
       "layer\n",
       "service_type\n",
       "service\n",
       "folder\n",
       "context\n",
       "host: str\n",
       "    host address\n",
       "\n",
       "Returns\n",
       "-------\n",
       "    https://<host>/<context>/rest/services/<folderName>/<serviceName>/<ServiceType>/<layer>/<resource>/<operation>?<parameter=value>\n",
       "\u001b[0;31mFile:\u001b[0m      ~/PycharmProjects/geometron/geometron/utils/geoservices.py\n",
       "\u001b[0;31mType:\u001b[0m      function"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "esri_rest_server_request?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "7e256d6d-addc-49ab-a456-dad02540ecfe",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "url:\n",
      "https://geoservices.wallonie.be/arcgis/rest/services/IMAGERIE/ORTHO_2020/MapServer/?f=pjson\n",
      "\n"
     ]
    }
   ],
   "source": [
    "r = esri_rest_server_request('geoservices.wallonie.be', folder='IMAGERIE', service='ORTHO_2020', service_type='MapServer', verbose=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "ac7c46cd-d7dd-44e8-9f25-73247141553c",
   "metadata": {},
   "outputs": [],
   "source": [
    "resp = url_open_with_retry(r)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "93da9f3f-1dc1-40c8-9434-652149ac20a7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "b'{\\n \"currentVersion\": 10.51,\\n \"serviceDescription\": \"Ce service de visualisation REST permet de consulter l\\'image orthorectifi&#233;e et mosa&#239;qu&#233;e couvrant l\\'enti&#232;ret&#233; du territoire wallon &#224; une r&#233;solution de 25 cm pour l\\'ann&#233;e 2020.\\\\nPour tout compl&#233;ment d\\'informations, veuillez consulter https://geoportail.wallonie.be/catalogue/cf1f6fae-d938-42ba-8e2c-18de5d450122.html\",\\n \"mapName\": \"Layers\",\\n \"description\": \"\",\\n \"copyrightText\": \"SPW\",\\n \"supportsDynamicLayers\": true,\\n \"layers\": [\\n  {\\n   \"id\": 0,\\n   \"name\": \"ORTHO_2020\",\\n   \"parentLayerId\": -1,\\n   \"defaultVisibility\": true,\\n   \"subLayerIds\": null,\\n   \"minScale\": 0,\\n   \"maxScale\": 0\\n  }\\n ],\\n \"tables\": [],\\n \"spatialReference\": {\\n  \"wkid\": 102199,\\n  \"latestWkid\": 3812\\n },\\n \"singleFusedMapCache\": false,\\n \"initialExtent\": {\\n  \"xmin\": 495814.35533628846,\\n  \"ymin\": 484814.15198506153,\\n  \"xmax\": 823759.8872449,\\n  \"ymax\": 703125.8034499779,\\n  \"spatialReference\": {\\n   \"wkid\": 102199,\\n   \"latestWkid\": 3812\\n  }\\n },\\n \"fullExtent\": {\\n  \"xmin\": 542000.7987416779,\\n  \"ymin\": 519988.6172621446,\\n  \"xmax\": 796016.2987416779,\\n  \"ymax\": 668017.8672621446,\\n  \"spatialReference\": {\\n   \"wkid\": 102199,\\n   \"latestWkid\": 3812\\n  }\\n },\\n \"minScale\": 0,\\n \"maxScale\": 0,\\n \"units\": \"esriMeters\",\\n \"supportedImageFormatTypes\": \"PNG32,PNG24,PNG,JPG,DIB,TIFF,EMF,PS,PDF,GIF,SVG,SVGZ,BMP\",\\n \"documentInfo\": {\\n  \"Title\": \"ORTHO_2020\",\\n  \"Author\": \"\",\\n  \"Comments\": \"Ce service de visualisation REST permet de consulter l\\'image orthorectifi\\xc3\\xa9e et mosa\\xc3\\xafqu\\xc3\\xa9e couvrant l\\'enti\\xc3\\xa8ret\\xc3\\xa9 du territoire wallon \\xc3\\xa0 une r\\xc3\\xa9solution de 25 cm pour l\\'ann\\xc3\\xa9e 2020.\\\\nPour tout compl\\xc3\\xa9ment d\\'informations, veuillez consulter http://geoportail.wallonie.be/catalogue/17dab011-b21a-486c-b602-6ec141f1f059.html\\\\n\",\\n  \"Subject\": \"Ce service de visualisation REST permet de consulter l\\'image orthorectifi&#233;e et mosa&#239;qu&#233;e couvrant l\\'enti&#232;ret&#233; du territoire wallon pour l\\'ann&#233;e 2020.\",\\n  \"Category\": \"\",\\n  \"AntialiasingMode\": \"None\",\\n  \"TextAntialiasingMode\": \"Force\",\\n  \"Keywords\": \"ortho,orthophoto,orthophotoplan,vue a&#233;rienne,image a&#233;rienne,IR,infra-rouge,ortho_2020,orthoimagerie,infrarouge,REST\"\\n },\\n \"capabilities\": \"Map,Query,Data\",\\n \"supportedQueryFormats\": \"JSON, AMF, geoJSON\",\\n \"exportTilesAllowed\": false,\\n \"datumTransformations\": [\\n  {\\n   \"geoTransforms\": [\\n    {\\n     \"wkid\": 108001,\\n     \"latestWkid\": 1241,\\n     \"transformForward\": true,\\n     \"name\": \"NAD_1927_To_NAD_1983_NADCON\"\\n    }\\n   ]\\n  },\\n  {\\n   \"geoTransforms\": [\\n    {\\n     \"wkid\": 108001,\\n     \"latestWkid\": 1241,\\n     \"transformForward\": false,\\n     \"name\": \"NAD_1927_To_NAD_1983_NADCON\"\\n    }\\n   ]\\n  },\\n  {\\n   \"geoTransforms\": [\\n    {\\n     \"wkid\": 1609,\\n     \"latestWkid\": 1609,\\n     \"transformForward\": true,\\n     \"name\": \"Belge_1972_To_WGS_1984_1\"\\n    }\\n   ]\\n  },\\n  {\\n   \"geoTransforms\": [\\n    {\\n     \"wkid\": 1609,\\n     \"latestWkid\": 1609,\\n     \"transformForward\": false,\\n     \"name\": \"Belge_1972_To_WGS_1984_1\"\\n    }\\n   ]\\n  }\\n ],\\n \"supportsDatumTransformation\": true,\\n \"maxRecordCount\": 1000,\\n \"maxImageHeight\": 4096,\\n \"maxImageWidth\": 4096,\\n \"supportedExtensions\": \"WMSServer\"\\n}'"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "resp.read()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fbea9800-08c7-4fb1-93b5-c8dda2bc3916",
   "metadata": {},
   "source": [
    "## Retrieve metadata from an ESRI REST server"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "de968326-4ef8-44ec-af52-32c42f21eeab",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "url:\n",
      "https://geoservices.wallonie.be/arcgis/rest/services/IMAGERIE/ORTHO_2020/MapServer/?f=pjson\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'currentVersion': 10.51,\n",
       " 'serviceDescription': \"Ce service de visualisation REST permet de consulter l'image orthorectifi&#233;e et mosa&#239;qu&#233;e couvrant l'enti&#232;ret&#233; du territoire wallon &#224; une r&#233;solution de 25 cm pour l'ann&#233;e 2020.\\nPour tout compl&#233;ment d'informations, veuillez consulter https://geoportail.wallonie.be/catalogue/cf1f6fae-d938-42ba-8e2c-18de5d450122.html\",\n",
       " 'mapName': 'Layers',\n",
       " 'description': '',\n",
       " 'copyrightText': 'SPW',\n",
       " 'supportsDynamicLayers': True,\n",
       " 'layers': [{'id': 0,\n",
       "   'name': 'ORTHO_2020',\n",
       "   'parentLayerId': -1,\n",
       "   'defaultVisibility': True,\n",
       "   'subLayerIds': None,\n",
       "   'minScale': 0,\n",
       "   'maxScale': 0}],\n",
       " 'tables': [],\n",
       " 'spatialReference': {'wkid': 102199, 'latestWkid': 3812},\n",
       " 'singleFusedMapCache': False,\n",
       " 'initialExtent': {'xmin': 495814.35533628846,\n",
       "  'ymin': 484814.15198506153,\n",
       "  'xmax': 823759.8872449,\n",
       "  'ymax': 703125.8034499779,\n",
       "  'spatialReference': {'wkid': 102199, 'latestWkid': 3812}},\n",
       " 'fullExtent': {'xmin': 542000.7987416779,\n",
       "  'ymin': 519988.6172621446,\n",
       "  'xmax': 796016.2987416779,\n",
       "  'ymax': 668017.8672621446,\n",
       "  'spatialReference': {'wkid': 102199, 'latestWkid': 3812}},\n",
       " 'minScale': 0,\n",
       " 'maxScale': 0,\n",
       " 'units': 'esriMeters',\n",
       " 'supportedImageFormatTypes': 'PNG32,PNG24,PNG,JPG,DIB,TIFF,EMF,PS,PDF,GIF,SVG,SVGZ,BMP',\n",
       " 'documentInfo': {'Title': 'ORTHO_2020',\n",
       "  'Author': '',\n",
       "  'Comments': \"Ce service de visualisation REST permet de consulter l'image orthorectifiée et mosaïquée couvrant l'entièreté du territoire wallon à une résolution de 25 cm pour l'année 2020.\\nPour tout complément d'informations, veuillez consulter http://geoportail.wallonie.be/catalogue/17dab011-b21a-486c-b602-6ec141f1f059.html\\n\",\n",
       "  'Subject': \"Ce service de visualisation REST permet de consulter l'image orthorectifi&#233;e et mosa&#239;qu&#233;e couvrant l'enti&#232;ret&#233; du territoire wallon pour l'ann&#233;e 2020.\",\n",
       "  'Category': '',\n",
       "  'AntialiasingMode': 'None',\n",
       "  'TextAntialiasingMode': 'Force',\n",
       "  'Keywords': 'ortho,orthophoto,orthophotoplan,vue a&#233;rienne,image a&#233;rienne,IR,infra-rouge,ortho_2020,orthoimagerie,infrarouge,REST'},\n",
       " 'capabilities': 'Map,Query,Data',\n",
       " 'supportedQueryFormats': 'JSON, AMF, geoJSON',\n",
       " 'exportTilesAllowed': False,\n",
       " 'datumTransformations': [{'geoTransforms': [{'wkid': 108001,\n",
       "     'latestWkid': 1241,\n",
       "     'transformForward': True,\n",
       "     'name': 'NAD_1927_To_NAD_1983_NADCON'}]},\n",
       "  {'geoTransforms': [{'wkid': 108001,\n",
       "     'latestWkid': 1241,\n",
       "     'transformForward': False,\n",
       "     'name': 'NAD_1927_To_NAD_1983_NADCON'}]},\n",
       "  {'geoTransforms': [{'wkid': 1609,\n",
       "     'latestWkid': 1609,\n",
       "     'transformForward': True,\n",
       "     'name': 'Belge_1972_To_WGS_1984_1'}]},\n",
       "  {'geoTransforms': [{'wkid': 1609,\n",
       "     'latestWkid': 1609,\n",
       "     'transformForward': False,\n",
       "     'name': 'Belge_1972_To_WGS_1984_1'}]}],\n",
       " 'supportsDatumTransformation': True,\n",
       " 'maxRecordCount': 1000,\n",
       " 'maxImageHeight': 4096,\n",
       " 'maxImageWidth': 4096,\n",
       " 'supportedExtensions': 'WMSServer'}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "host = 'geoservices.wallonie.be'\n",
    "folder = 'IMAGERIE'\n",
    "service = 'ORTHO_2020'\n",
    "esri_rest_server_metadata(host, folder=folder, service=service)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c145afbe-5452-4eaf-8275-2c045c3d3457",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}