import geopandas as gpd
from geowrangler.datasets import geofabrikDatasets Download
Basic introduction to downloading open geospatial data using Geowrangler
Downloading Geofabrik Data
Listing down available regions
regions = geofabrik.list_geofabrik_regions()
# list down regions in asia
{k: v for k, v in regions.items() if "asia" in v}{'afghanistan': 'https://download.geofabrik.de/asia/afghanistan-latest-free.shp.zip',
'armenia': 'https://download.geofabrik.de/asia/armenia-latest-free.shp.zip',
'azerbaijan': 'https://download.geofabrik.de/asia/azerbaijan-latest-free.shp.zip',
'bangladesh': 'https://download.geofabrik.de/asia/bangladesh-latest-free.shp.zip',
'bhutan': 'https://download.geofabrik.de/asia/bhutan-latest-free.shp.zip',
'cambodia': 'https://download.geofabrik.de/asia/cambodia-latest-free.shp.zip',
'central-zone': 'https://download.geofabrik.de/asia/india/central-zone-latest-free.shp.zip',
'china': 'https://download.geofabrik.de/asia/china-latest-free.shp.zip',
'chubu': 'https://download.geofabrik.de/asia/japan/chubu-latest-free.shp.zip',
'chugoku': 'https://download.geofabrik.de/asia/japan/chugoku-latest-free.shp.zip',
'east-timor': 'https://download.geofabrik.de/asia/east-timor-latest-free.shp.zip',
'eastern-zone': 'https://download.geofabrik.de/asia/india/eastern-zone-latest-free.shp.zip',
'gcc-states': 'https://download.geofabrik.de/asia/gcc-states-latest-free.shp.zip',
'hokkaido': 'https://download.geofabrik.de/asia/japan/hokkaido-latest-free.shp.zip',
'iran': 'https://download.geofabrik.de/asia/iran-latest-free.shp.zip',
'iraq': 'https://download.geofabrik.de/asia/iraq-latest-free.shp.zip',
'israel-and-palestine': 'https://download.geofabrik.de/asia/israel-and-palestine-latest-free.shp.zip',
'java': 'https://download.geofabrik.de/asia/indonesia/java-latest-free.shp.zip',
'jordan': 'https://download.geofabrik.de/asia/jordan-latest-free.shp.zip',
'kalimantan': 'https://download.geofabrik.de/asia/indonesia/kalimantan-latest-free.shp.zip',
'kansai': 'https://download.geofabrik.de/asia/japan/kansai-latest-free.shp.zip',
'kanto': 'https://download.geofabrik.de/asia/japan/kanto-latest-free.shp.zip',
'kazakhstan': 'https://download.geofabrik.de/asia/kazakhstan-latest-free.shp.zip',
'kyrgyzstan': 'https://download.geofabrik.de/asia/kyrgyzstan-latest-free.shp.zip',
'kyushu': 'https://download.geofabrik.de/asia/japan/kyushu-latest-free.shp.zip',
'laos': 'https://download.geofabrik.de/asia/laos-latest-free.shp.zip',
'lebanon': 'https://download.geofabrik.de/asia/lebanon-latest-free.shp.zip',
'malaysia-singapore-brunei': 'https://download.geofabrik.de/asia/malaysia-singapore-brunei-latest-free.shp.zip',
'maldives': 'https://download.geofabrik.de/asia/maldives-latest-free.shp.zip',
'maluku': 'https://download.geofabrik.de/asia/indonesia/maluku-latest-free.shp.zip',
'mongolia': 'https://download.geofabrik.de/asia/mongolia-latest-free.shp.zip',
'myanmar': 'https://download.geofabrik.de/asia/myanmar-latest-free.shp.zip',
'nepal': 'https://download.geofabrik.de/asia/nepal-latest-free.shp.zip',
'north-eastern-zone': 'https://download.geofabrik.de/asia/india/north-eastern-zone-latest-free.shp.zip',
'north-korea': 'https://download.geofabrik.de/asia/north-korea-latest-free.shp.zip',
'northern-zone': 'https://download.geofabrik.de/asia/india/northern-zone-latest-free.shp.zip',
'nusa-tenggara': 'https://download.geofabrik.de/asia/indonesia/nusa-tenggara-latest-free.shp.zip',
'pakistan': 'https://download.geofabrik.de/asia/pakistan-latest-free.shp.zip',
'papua': 'https://download.geofabrik.de/asia/indonesia/papua-latest-free.shp.zip',
'philippines': 'https://download.geofabrik.de/asia/philippines-latest-free.shp.zip',
'shikoku': 'https://download.geofabrik.de/asia/japan/shikoku-latest-free.shp.zip',
'south-korea': 'https://download.geofabrik.de/asia/south-korea-latest-free.shp.zip',
'southern-zone': 'https://download.geofabrik.de/asia/india/southern-zone-latest-free.shp.zip',
'sri-lanka': 'https://download.geofabrik.de/asia/sri-lanka-latest-free.shp.zip',
'sulawesi': 'https://download.geofabrik.de/asia/indonesia/sulawesi-latest-free.shp.zip',
'sumatra': 'https://download.geofabrik.de/asia/indonesia/sumatra-latest-free.shp.zip',
'syria': 'https://download.geofabrik.de/asia/syria-latest-free.shp.zip',
'taiwan': 'https://download.geofabrik.de/asia/taiwan-latest-free.shp.zip',
'tajikistan': 'https://download.geofabrik.de/asia/tajikistan-latest-free.shp.zip',
'thailand': 'https://download.geofabrik.de/asia/thailand-latest-free.shp.zip',
'tohoku': 'https://download.geofabrik.de/asia/japan/tohoku-latest-free.shp.zip',
'turkmenistan': 'https://download.geofabrik.de/asia/turkmenistan-latest-free.shp.zip',
'uzbekistan': 'https://download.geofabrik.de/asia/uzbekistan-latest-free.shp.zip',
'vietnam': 'https://download.geofabrik.de/asia/vietnam-latest-free.shp.zip',
'western-zone': 'https://download.geofabrik.de/asia/india/western-zone-latest-free.shp.zip',
'yemen': 'https://download.geofabrik.de/asia/yemen-latest-free.shp.zip'}Downloading a region file to a directory
downloaded_file = geofabrik.download_geofabrik_region("laos", "../test_dir")
downloaded_file2023-02-01 17:00:04.495 | INFO | geowrangler.datasets.utils:urlretrieve:27 - Retrieving https://download.geofabrik.de/asia/laos-latest-free.shp.zip into ../test_dir/laos-latest-free.shp.zip
100.00% [97345536/97341916 00:17<00:00]
CPU times: user 1.58 s, sys: 980 ms, total: 2.56 s
Wall time: 18 sPath('../test_dir/laos-latest-free.shp.zip')Loading geofabrik files
gdf = gpd.read_file(downloaded_file)
gdf.head()CPU times: user 19.4 s, sys: 528 ms, total: 19.9 s
Wall time: 19.9 s| osm_id | code | fclass | name | type | geometry | |
|---|---|---|---|---|---|---|
| 0 | 36192811 | 1500 | building | Don Chan Palace | None | POLYGON ((102.61392 17.95514, 102.61419 17.955... |
| 1 | 36195671 | 1500 | building | ຕະຫລາດເຊົ້າ. 早市塲 | None | POLYGON ((102.61382 17.96520, 102.61393 17.965... |
| 2 | 36195973 | 1500 | building | Mercure Hotel Laotel | None | POLYGON ((102.59386 17.96890, 102.59432 17.968... |
| 3 | 36784437 | 1500 | building | None | None | POLYGON ((105.79786 15.11905, 105.79838 15.119... |
| 4 | 37886432 | 1500 | building | Presidential Palace | None | POLYGON ((102.60940 17.96246, 102.60951 17.962... |
You can also list the contents of the zipped shape file as well as load the shape file within it
!unzip -l {downloaded_file.as_posix()}Archive: ../test_dir/laos-latest-free.shp.zip
Length Date Time Name
--------- ---------- ----- ----
647 2023-02-01 09:00 README
6 2023-02-01 09:00 gis_osm_buildings_a_free_1.cpg
68322734 2023-02-01 09:00 gis_osm_buildings_a_free_1.dbf
144 2023-02-01 09:00 gis_osm_buildings_a_free_1.prj
60089724 2023-02-01 09:00 gis_osm_buildings_a_free_1.shp
3312708 2023-02-01 09:00 gis_osm_buildings_a_free_1.shx
6 2023-02-01 09:00 gis_osm_landuse_a_free_1.cpg
2845642 2023-02-01 09:00 gis_osm_landuse_a_free_1.dbf
144 2023-02-01 09:00 gis_osm_landuse_a_free_1.prj
14407732 2023-02-01 09:00 gis_osm_landuse_a_free_1.shp
157092 2023-02-01 09:00 gis_osm_landuse_a_free_1.shx
6 2023-02-01 09:00 gis_osm_natural_a_free_1.cpg
7702 2023-02-01 09:00 gis_osm_natural_a_free_1.dbf
144 2023-02-01 09:00 gis_osm_natural_a_free_1.prj
15556 2023-02-01 09:00 gis_osm_natural_a_free_1.shp
516 2023-02-01 09:00 gis_osm_natural_a_free_1.shx
6 2023-02-01 09:00 gis_osm_natural_free_1.cpg
753872 2023-02-01 09:00 gis_osm_natural_free_1.dbf
144 2023-02-01 09:00 gis_osm_natural_free_1.prj
145644 2023-02-01 09:00 gis_osm_natural_free_1.shp
41684 2023-02-01 09:00 gis_osm_natural_free_1.shx
6 2023-02-01 09:00 gis_osm_places_a_free_1.cpg
26854 2023-02-01 09:00 gis_osm_places_a_free_1.dbf
144 2023-02-01 09:00 gis_osm_places_a_free_1.prj
441004 2023-02-01 09:00 gis_osm_places_a_free_1.shp
1476 2023-02-01 09:00 gis_osm_places_a_free_1.shx
6 2023-02-01 09:00 gis_osm_places_free_1.cpg
1142544 2023-02-01 09:00 gis_osm_places_free_1.dbf
144 2023-02-01 09:00 gis_osm_places_free_1.prj
206460 2023-02-01 09:00 gis_osm_places_free_1.shp
59060 2023-02-01 09:00 gis_osm_places_free_1.shx
6 2023-02-01 09:00 gis_osm_pofw_a_free_1.cpg
39602 2023-02-01 09:00 gis_osm_pofw_a_free_1.dbf
144 2023-02-01 09:00 gis_osm_pofw_a_free_1.prj
49992 2023-02-01 09:00 gis_osm_pofw_a_free_1.shp
2276 2023-02-01 09:00 gis_osm_pofw_a_free_1.shx
6 2023-02-01 09:00 gis_osm_pofw_free_1.cpg
66427 2023-02-01 09:00 gis_osm_pofw_free_1.dbf
144 2023-02-01 09:00 gis_osm_pofw_free_1.prj
12896 2023-02-01 09:00 gis_osm_pofw_free_1.shp
3756 2023-02-01 09:00 gis_osm_pofw_free_1.shx
6 2023-02-01 09:00 gis_osm_pois_a_free_1.cpg
274067 2023-02-01 09:00 gis_osm_pois_a_free_1.dbf
144 2023-02-01 09:00 gis_osm_pois_a_free_1.prj
351936 2023-02-01 09:00 gis_osm_pois_a_free_1.shp
15212 2023-02-01 09:00 gis_osm_pois_a_free_1.shx
6 2023-02-01 09:00 gis_osm_pois_free_1.cpg
1884292 2023-02-01 09:00 gis_osm_pois_free_1.dbf
144 2023-02-01 09:00 gis_osm_pois_free_1.prj
363932 2023-02-01 09:00 gis_osm_pois_free_1.shp
104052 2023-02-01 09:00 gis_osm_pois_free_1.shx
6 2023-02-01 09:00 gis_osm_railways_free_1.cpg
100110 2023-02-01 09:00 gis_osm_railways_free_1.dbf
144 2023-02-01 09:00 gis_osm_railways_free_1.prj
101636 2023-02-01 09:00 gis_osm_railways_free_1.shp
5124 2023-02-01 09:00 gis_osm_railways_free_1.shx
6 2023-02-01 09:00 gis_osm_roads_free_1.cpg
20909019 2023-02-01 09:00 gis_osm_roads_free_1.dbf
144 2023-02-01 09:00 gis_osm_roads_free_1.prj
50224636 2023-02-01 09:00 gis_osm_roads_free_1.shp
914140 2023-02-01 09:00 gis_osm_roads_free_1.shx
6 2023-02-01 09:00 gis_osm_traffic_a_free_1.cpg
102532 2023-02-01 09:00 gis_osm_traffic_a_free_1.dbf
144 2023-02-01 09:00 gis_osm_traffic_a_free_1.prj
131304 2023-02-01 09:00 gis_osm_traffic_a_free_1.shp
5748 2023-02-01 09:00 gis_osm_traffic_a_free_1.shx
6 2023-02-01 09:00 gis_osm_traffic_free_1.cpg
275807 2023-02-01 09:00 gis_osm_traffic_free_1.dbf
144 2023-02-01 09:00 gis_osm_traffic_free_1.prj
53328 2023-02-01 09:00 gis_osm_traffic_free_1.shp
15308 2023-02-01 09:00 gis_osm_traffic_free_1.shx
6 2023-02-01 09:00 gis_osm_transport_a_free_1.cpg
10892 2023-02-01 09:00 gis_osm_transport_a_free_1.dbf
144 2023-02-01 09:00 gis_osm_transport_a_free_1.prj
28840 2023-02-01 09:00 gis_osm_transport_a_free_1.shp
692 2023-02-01 09:00 gis_osm_transport_a_free_1.shx
6 2023-02-01 09:00 gis_osm_transport_free_1.cpg
82522 2023-02-01 09:00 gis_osm_transport_free_1.dbf
144 2023-02-01 09:00 gis_osm_transport_free_1.prj
16004 2023-02-01 09:00 gis_osm_transport_free_1.shp
4644 2023-02-01 09:00 gis_osm_transport_free_1.shx
6 2023-02-01 09:00 gis_osm_water_a_free_1.cpg
979927 2023-02-01 09:00 gis_osm_water_a_free_1.dbf
144 2023-02-01 09:00 gis_osm_water_a_free_1.prj
14026044 2023-02-01 09:00 gis_osm_water_a_free_1.shp
54156 2023-02-01 09:00 gis_osm_water_a_free_1.shx
6 2023-02-01 09:00 gis_osm_waterways_free_1.cpg
1662494 2023-02-01 09:00 gis_osm_waterways_free_1.dbf
144 2023-02-01 09:00 gis_osm_waterways_free_1.prj
14396164 2023-02-01 09:00 gis_osm_waterways_free_1.shp
88756 2023-02-01 09:00 gis_osm_waterways_free_1.shx
--------- -------
259339618 91 filesgdf2 = gpd.read_file(f"{downloaded_file.as_posix()}!gis_osm_pois_free_1.shp")CPU times: user 745 ms, sys: 19.4 ms, total: 764 ms
Wall time: 773 msUnzipping and Caching OSM
In addition downloading, the geofabrik module provides an unzipping and caching facility (default cache directory: ~/.cache/geowrangler/osm ) to make it easier to access OSM data.
download_path = geofabrik.download_osm_region_data("afghanistan")
download_path2023-02-01 17:00:42.767 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:127 - OSM Data: Cached data available for afghanistan at /home/butchtm/.cache/geowrangler/osm/afghanistan-latest-free.shp.zip? False
2023-02-01 17:00:43.526 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:141 - OSM Data: Re-initializing OSM region zip file at /home/butchtm/.cache/geowrangler/osm/afghanistan-latest-free.shp.zip...
2023-02-01 17:00:43.529 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:148 - OSM Data: Downloading Geofabrik in /home/butchtm/.cache/geowrangler/osm/afghanistan-latest-free.shp.zip...
2023-02-01 17:00:44.247 | INFO | geowrangler.datasets.utils:urlretrieve:27 - Retrieving https://download.geofabrik.de/asia/afghanistan-latest-free.shp.zip into /home/butchtm/.cache/geowrangler/osm/afghanistan-latest-free.shp.zip
100.00% [241524736/241516716 00:39<00:00]
2023-02-01 17:01:23.951 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:159 - OSM Data: Successfully downloaded and cached OSM data for afghanistan at /home/butchtm/.cache/geowrangler/osm/afghanistan-latest-free.shp.zip!CPU times: user 3.22 s, sys: 1.76 s, total: 4.98 s
Wall time: 41.2 sPath('/home/butchtm/.cache/geowrangler/osm/afghanistan-latest-free.shp.zip')Downloading it the second time around should be much faster as it only checks if its in the cache and returns the path
download_path2 = geofabrik.download_osm_region_data("afghanistan")
download_path22023-02-01 17:01:23.973 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:127 - OSM Data: Cached data available for afghanistan at /home/butchtm/.cache/geowrangler/osm/afghanistan-latest-free.shp.zip? TrueCPU times: user 2.22 ms, sys: 349 µs, total: 2.57 ms
Wall time: 2.08 msPath('/home/butchtm/.cache/geowrangler/osm/afghanistan-latest-free.shp.zip')!ls -aldh {download_path2}-rw-r--r-- 1 butchtm butchtm 231M Feb 1 17:01 /home/butchtm/.cache/geowrangler/osm/afghanistan-latest-free.shp.zipUsing the OSM Data Manager
We also provide an OSM Data Manager which, in addition to using the default cache (~/.cache/geowrangler/osm), also caches the geodataframe for either the pois or the roads datasets from OSM in memory to avoid having to reload the OSM data from disk.
# Create the osm data manager
odm = geofabrik.OsmDataManager()pois_ph = odm.load_pois("philippines")2023-02-01 17:01:24.214 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:127 - OSM Data: Cached data available for philippines at /home/butchtm/.cache/geowrangler/osm/philippines-latest-free.shp.zip? False
2023-02-01 17:01:25.631 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:141 - OSM Data: Re-initializing OSM region zip file at /home/butchtm/.cache/geowrangler/osm/philippines-latest-free.shp.zip...
2023-02-01 17:01:25.634 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:148 - OSM Data: Downloading Geofabrik in /home/butchtm/.cache/geowrangler/osm/philippines-latest-free.shp.zip...
2023-02-01 17:01:26.355 | INFO | geowrangler.datasets.utils:urlretrieve:27 - Retrieving https://download.geofabrik.de/asia/philippines-latest-free.shp.zip into /home/butchtm/.cache/geowrangler/osm/philippines-latest-free.shp.zip
100.08% [1185939456/1185011560 07:39<00:00]
2023-02-01 17:09:06.368 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:159 - OSM Data: Successfully downloaded and cached OSM data for philippines at /home/butchtm/.cache/geowrangler/osm/philippines-latest-free.shp.zip!
2023-02-01 17:09:06.370 | DEBUG | geowrangler.datasets.geofabrik:load_pois:218 - OSM POIs for philippines being loaded from /home/butchtm/.cache/geowrangler/osm/philippines-latest-free.shp.zippois_ph.head()| osm_id | code | fclass | name | geometry | |
|---|---|---|---|---|---|
| 0 | 21717820 | 2907 | camera_surveillance | None | POINT (121.02120 14.57608) |
| 1 | 21717872 | 2722 | museum | Ayala Museum | POINT (121.02324 14.55358) |
| 2 | 24078301 | 2402 | motel | Sogo Grand Hotel | POINT (121.04515 14.56449) |
| 3 | 24078959 | 2907 | camera_surveillance | None | POINT (121.05945 14.60098) |
| 4 | 24797511 | 2542 | bicycle_shop | Christine Sports Cycle Marketing | POINT (120.99506 14.55224) |
roads_ph = odm.load_roads("philippines")2023-02-01 17:09:10.649 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:127 - OSM Data: Cached data available for philippines at /home/butchtm/.cache/geowrangler/osm/philippines-latest-free.shp.zip? True
2023-02-01 17:09:10.653 | DEBUG | geowrangler.datasets.geofabrik:load_roads:274 - OSM Roads for philippines being loaded from /home/butchtm/.cache/geowrangler/osm/philippines-latest-free.shp.ziproads_ph.head()| osm_id | code | fclass | name | ref | oneway | maxspeed | layer | bridge | tunnel | geometry | |
|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 267 | 5115 | tertiary | Maharlika Street | None | F | 30 | 0 | F | F | LINESTRING (121.05195 14.65011, 121.05209 14.6... |
| 1 | 2508359 | 5153 | footway | Sagada Mission Compound | None | B | 0 | 0 | F | F | LINESTRING (120.90199 17.08090, 120.90197 17.0... |
| 2 | 2667097 | 5113 | primary | Taft Avenue | 170 | F | 60 | 0 | F | F | LINESTRING (120.99682 14.55577, 120.99671 14.5... |
| 3 | 2667099 | 5113 | primary | Lerma Street | 170 | F | 60 | 0 | F | F | LINESTRING (120.98539 14.60460, 120.98545 14.6... |
| 4 | 2667105 | 5122 | residential | Manalito Street | None | B | 0 | 0 | F | F | LINESTRING (120.99380 14.54125, 120.99497 14.5... |
Loading OSM data from other years
In addition to providing access to the latest OSM shape files, we also provide an optional year parameter, which allows you to download OSM data from previous years.
Note
The availability of data from previous years is dependent on what geofabrik has made available. Please check the Geofabrik download site for the list of available data.
pois_ph = odm.load_pois("philippines", year="2017")2023-02-01 17:10:30.351 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:127 - OSM Data: Cached data available for philippines at /home/butchtm/.cache/geowrangler/osm/philippines-170101-free.shp.zip? False
2023-02-01 17:10:33.834 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:141 - OSM Data: Re-initializing OSM region zip file at /home/butchtm/.cache/geowrangler/osm/philippines-170101-free.shp.zip...
2023-02-01 17:10:33.838 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:148 - OSM Data: Downloading Geofabrik in /home/butchtm/.cache/geowrangler/osm/philippines-170101-free.shp.zip...
2023-02-01 17:10:35.780 | INFO | geowrangler.datasets.utils:urlretrieve:27 - Retrieving https://download.geofabrik.de/asia/philippines-170101-free.shp.zip into /home/butchtm/.cache/geowrangler/osm/philippines-170101-free.shp.zip
100.25% [412090368/411074511 01:49<00:00]
2023-02-01 17:12:24.933 | INFO | geowrangler.datasets.geofabrik:download_osm_region_data:163 - OSM Data: Successfully downloaded and cached OSM data for philippines and 2017 at /home/butchtm/.cache/geowrangler/osm/philippines-170101-free.shp.zip!
2023-02-01 17:12:24.935 | DEBUG | geowrangler.datasets.geofabrik:load_pois:220 - OSM POIs for philippines and year 2017 being loaded from /home/butchtm/.cache/geowrangler/osm/philippines-170101-free.shp.zippois_ph| osm_id | code | fclass | name | geometry | |
|---|---|---|---|---|---|
| 0 | 14401658 | 2742 | viewpoint | East Point | POINT (120.62020 14.38562) |
| 1 | 14446500 | 2721 | attraction | Intramuros | POINT (120.97533 14.59059) |
| 2 | 21717872 | 2722 | museum | Ayala Museum | POINT (121.02324 14.55358) |
| 3 | 24078301 | 2401 | hotel | Sogo Grand Hotel | POINT (121.04515 14.56449) |
| 4 | 24078959 | 2907 | camera_surveillance | None | POINT (121.05945 14.60098) |
| ... | ... | ... | ... | ... | ... |
| 67400 | 4584129489 | 2502 | bakery | Come-on bakery | POINT (123.26424 9.19066) |
| 67401 | 4584130190 | 2401 | hotel | L-mansion | POINT (121.00280 14.55968) |
| 67402 | 4584164592 | 2721 | attraction | Lugnason Falls | POINT (123.53406 9.14808) |
| 67403 | 4584215391 | 2742 | viewpoint | None | POINT (123.53406 9.14804) |
| 67404 | 4584253097 | 2511 | convenience | Herlyn's Burger House | POINT (120.58250 14.99107) |
67405 rows × 5 columns
Downloading Ookla Data
import geopandas as gpd
import pandas as pd
from geowrangler.datasets import ooklaListing down available files
ookla_files = ookla.list_ookla_files()
ookla_files{OoklaQuarter(type='fixed', year='2019', quarter='1'): '2019-01-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2019', quarter='2'): '2019-04-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2019', quarter='3'): '2019-07-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2019', quarter='4'): '2019-10-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2020', quarter='1'): '2020-01-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2020', quarter='2'): '2020-04-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2020', quarter='3'): '2020-07-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2020', quarter='4'): '2020-10-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2021', quarter='1'): '2021-01-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2021', quarter='2'): '2021-04-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2021', quarter='3'): '2021-07-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2021', quarter='4'): '2021-10-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2022', quarter='1'): '2022-01-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2022', quarter='2'): '2022-04-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2022', quarter='3'): '2022-07-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='fixed', year='2022', quarter='4'): '2022-10-01_performance_fixed_tiles.parquet',
OoklaQuarter(type='mobile', year='2019', quarter='1'): '2019-01-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2019', quarter='2'): '2019-04-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2019', quarter='3'): '2019-07-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2019', quarter='4'): '2019-10-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2020', quarter='1'): '2020-01-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2020', quarter='2'): '2020-04-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2020', quarter='3'): '2020-07-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2020', quarter='4'): '2020-10-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2021', quarter='1'): '2021-01-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2021', quarter='2'): '2021-04-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2021', quarter='3'): '2021-07-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2021', quarter='4'): '2021-10-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2022', quarter='1'): '2022-01-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2022', quarter='2'): '2022-04-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2022', quarter='3'): '2022-07-01_performance_mobile_tiles.parquet',
OoklaQuarter(type='mobile', year='2022', quarter='4'): '2022-10-01_performance_mobile_tiles.parquet'}Downloading an ookla file to a directory
Warning
Ookla files are >300MB and can reach ~550MB. Download with caution.
!mkdir -p ../test_dir
downloaded_file = ookla.download_ookla_file(
type_="fixed", year="2019", quarter="1", directory="../test_dir"
)
downloaded_filePath('../test_dir/2019-01-01_performance_fixed_tiles.parquet')Loading ookla data
df = pd.read_parquet(downloaded_file)
df.head()| quadkey | tile | avg_d_kbps | avg_u_kbps | avg_lat_ms | tests | devices | |
|---|---|---|---|---|---|---|---|
| 0 | 0022133222312322 | POLYGON((-160.02685546875 70.6435894914449, -1... | 8763 | 3646 | 45 | 1 | 1 |
| 1 | 0022133222330013 | POLYGON((-160.032348632812 70.6399478155463, -... | 9195 | 3347 | 43 | 1 | 1 |
| 2 | 0022133222330023 | POLYGON((-160.043334960938 70.6363054807905, -... | 6833 | 3788 | 42 | 1 | 1 |
| 3 | 0022133222330100 | POLYGON((-160.02685546875 70.6417687358462, -1... | 8895 | 3429 | 43 | 2 | 2 |
| 4 | 0022320121121332 | POLYGON((-166.739501953125 68.3526207780586, -... | 4877 | 935 | 45 | 3 | 2 |