azutils
azutils
is to provide convenient Python functions for Azure Services.
- Databricks,
- Azure Batch ?
install
$ pip install azutils
usage
- for
Databricks
from azutils.databricks import DatabricksClient
token = "..."
dc = DatabricksClient(token=token)
# list cluster
cluster_list = dc.clusters_list()
for cluster in cluster_list:
print(cluster)
# * cluster_name: some-cluster
# * cluster_id: XXXX-XXXXXX-xxxxxxx
# * spark_version: 7.1.x-scala2.12
# * driver_node_type: Standard_DS12_v2
# * node_type: Standard_DS3_v2
# * cost: 96.208 + 79.408 * NUM [YEN/HOUR]
cluster_id = "XXXX-XXXXXX-xxxxxxx"
print(dc.cluster_cost(cluster_id=cluster_id, start_time="2020-10-01", end_time="2020-10-31"))
# display cluster usage with `seaborn`
cluster_id_1 = "XXXX-XXXXXX-xxxxxx1"
cluster_id_2 = "XXXX-XXXXXX-xxxxxx2"
dc.cluster_running_time_as_sns(cluster_id=[cluster_id_1, cluster_id_2])