Part-3 Data IO with SeDF - Exporting Data

# Import Libraries
import pandas as pd
from arcgis.features import GeoAccessor, GeoSeriesAccessor
from arcgis.gis import GIS
from IPython.display import display
import zipfile
import os
import shutil

# Create a GIS connection
gis = GIS()
agol_gis = GIS("https://www.arcgis.com","arcgis_python","amazing_arcgis_123")

# Get the data item
data_item = gis.content.get('c7140ae3d7ae4fd0817181461019aa75')
data_item

# Download and extract the data
def unzip_data():
    """
    This function:
    - creates a directory `sedf_data` to download the data from the item
    - downloads the item as `sedf_guide_data.zip` file in the sedf_data directory
    - unzips and extracts the data to '.\sedf_data\cities'.
    """
    try:
        
        data_dir = os.path.join(os.getcwd(), 'sedf_data')    # path to downloaded data folder
        
        # remove existing cities directory if exists
        if os.path.isdir(data_dir):
            shutil.rmtree(data_dir)
            print(f'Removed existing data directory')
        else:
            os.makedirs(data_dir)
            
        data_item.download(data_dir)    # download the data item
        zipped_file_path = os.path.join(data_dir, 'sedf_guide_data.zip')    # path to zipped file inside data folder

        # unzip the data
        zip_ref = zipfile.ZipFile(zipped_file_path, 'r')
        zip_ref.extractall(data_dir)
        zip_ref.close()
        
        cities_dir = os.path.join(data_dir, 'cities')    # path to new cities directory
        print(f'Dataset unzipped at: {os.path.relpath(cities_dir)}')
        
    except Exception as e:
        print(f'Error unzipping file: {e}')
        

# Extract data
unzip_data()

Dataset unzipped at: sedf_data\cities

# Retrieve an item from ArcGIS Online using Item ID value
gis = GIS()
item = gis.content.get("85d0ca4ea1ca4b9abf0c51b9bd34de2e")
item

# Obtain the first feature layer from the item
flayer = item.layers[0]

# Use the `from_layer` static method in the 'spatial' namespace on the Pandas' DataFrame
sdf = pd.DataFrame.spatial.from_layer(flayer)

# Check shape
sdf.shape

(3886, 50)

# Check first few records
sdf.head()

# Check type of sdf
type(sdf)

pandas.core.frame.DataFrame

# Access spatial namespace
sdf.spatial.geometry_type

['point']

# Export to feature layer
lyr = sdf.spatial.to_featurelayer('census_cities_export', gis=agol_gis)
lyr

# Check type
type(lyr.layers[0])

arcgis.features.layer.FeatureLayer

# Write to FeatureSet
fset_exp = sdf.spatial.to_featureset()

# Check type
type(fset_exp)

arcgis.features.feature.FeatureSet

# Write to FeatureCollection
fc_exp = sdf.spatial.to_feature_collection()

# Check type
type(fc_exp)

arcgis.features.feature.FeatureCollection

# Export to a feature class in File Geodatabase
sdf.spatial.to_featureclass(location="./sedf_data/cities/cities.gdb/major_cities_export")

'C:\\Users\\mohi9282\\Documents\\sedf_guides\\sedf_data\\cities\\cities.gdb\\major_cities_export'

# Export to a feature class in Mobile Geodatabase
sdf.spatial.to_featureclass(location="./sedf_data/cities/cities_mobile.geodatabase/major_cities_export")

'C:\\Users\\mohi9282\\Documents\\sedf_guides\\sedf_data\\cities\\cities_mobile.geodatabase\\main.major_cities_export'

# Export to a feature class in SQLite Database
sdf.spatial.to_featureclass(location="./sedf_data/cities/cities.sqlite/major_cities_export")

'C:\\Users\\mohi9282\\Documents\\sedf_guides\\sedf_data\\cities\\cities.sqlite\\major_cities_export'

# Export to a shapefile
sdf.spatial.to_featureclass(location="./sedf_data/cities/major_cities_export.shp")

'C:\\Users\\mohi9282\\Documents\\sedf_guides\\sedf_data\\cities\\major_cities_export.shp'

# Export to a csv file
sdf.spatial.to_table(location="./sedf_data/cities/cities_table_export.csv")

'./sedf_data/cities/cities_table_export.csv'

# Export to a table in a File Geodatabase
sdf.spatial.to_table(location="./sedf_data/cities/cities.gdb/cities_table_export")

'C:\\Users\\mohi9282\\Documents\\sedf_guides\\sedf_data\\cities\\cities.gdb\\cities_table_export'

# Subset the data
sub_df = sdf.iloc[:10,-13:].copy()
sub_df.shape

(10, 13)

# Check head
sub_df.head(2)

# Export sub_df to the existing major_cities_export featureclass
sub_df.spatial.to_featureclass(location="./sedf_data/cities/cities.gdb/major_cities_export", overwrite=True)

'C:\\Users\\mohi9282\\Documents\\sedf_guides\\sedf_data\\cities\\cities.gdb\\major_cities_export'

# Check if the featureclass is updated
fc_new_df = pd.DataFrame.spatial.from_featureclass(location="./sedf_data/cities/cities.gdb/major_cities_export")
fc_new_df.shape

(10, 14)

# Export sub_df to an existing cities_table_export.csv file
sub_df.spatial.to_table(location="./sedf_data/cities/cities_table_export.csv", overwrite=True)

'./sedf_data/cities/cities_table_export.csv'

# Check if the csv file is updated
tbl_new_df = pd.DataFrame.spatial.from_table(filename="./sedf_data/cities/cities_table_export.csv")
tbl_new_df.shape

(10, 14)

# Export sub_df to an existing table in a File Geodatabase
sub_df.spatial.to_table(location="./sedf_data/cities/cities.gdb/cities_table_export")

'C:\\Users\\mohi9282\\Documents\\sedf_guides\\sedf_data\\cities\\cities.gdb\\cities_table_export'

# Check if the table file is updated
tbl_new_df2 = pd.DataFrame.spatial.from_table(filename="./sedf_data/cities/cities.gdb/cities_table_export")
tbl_new_df2.shape

(10, 13)

# Import arcpy
import arcpy

# Check head
sub_df.head(2)

# Write data from SeDF to a memory workspace.
sub_df.spatial.to_featureclass(r"memory\sub_df")

'memory\\sub_df'

# Use data in memory to generate buffers, exporting output to memory 
arcpy.Buffer_analysis(in_features=r"memory\sub_df", 
                      out_feature_class="memory\subBuffers", 
                      buffer_distance_or_field=1)

# Read buffer output into a SeDF
buffered_df = pd.DataFrame.spatial.from_featureclass(r"memory\subBuffers")
buffered_df.shape

(10, 16)

# Check head
buffered_df.head(2)

# Convert buffer results to a featureclass
arcpy.Dissolve_management(r"memory\subBuffers", "./sedf_data/cities/cities.gdb/memBuffers2")

# Delete the in-memory item
arcpy.Delete_management(r"memory\sub_df")

# Delete the in-memory item
arcpy.Delete_management(r"memory\subBuffers")