mirror of
https://github.com/kevinveenbirkenbach/baserow-ifto.git
synced 2024-11-01 01:23:10 +01:00
Refactored code to class
This commit is contained in:
parent
0b67080016
commit
276c22f72e
@ -2,16 +2,22 @@ import requests
|
|||||||
import argparse
|
import argparse
|
||||||
import json
|
import json
|
||||||
|
|
||||||
def create_headers(api_key):
|
class BaserowAPI:
|
||||||
|
def __init__(self, base_url, api_key, verbose=False):
|
||||||
|
self.base_url = base_url
|
||||||
|
self.api_key = api_key
|
||||||
|
self.verbose = verbose
|
||||||
|
|
||||||
|
def create_headers(self):
|
||||||
"""Create headers for API requests."""
|
"""Create headers for API requests."""
|
||||||
return {
|
return {
|
||||||
"Authorization": f"Token {api_key}",
|
"Authorization": f"Token {self.api_key}",
|
||||||
"Content-Type": "application/json"
|
"Content-Type": "application/json"
|
||||||
}
|
}
|
||||||
|
|
||||||
def handle_api_response(response, verbose):
|
def handle_api_response(self, response):
|
||||||
"""Handle API response, check for errors and decode JSON."""
|
"""Handle API response, check for errors and decode JSON."""
|
||||||
if verbose:
|
if self.verbose:
|
||||||
print("[INFO] Handling API response...")
|
print("[INFO] Handling API response...")
|
||||||
print("Response Status Code:", response.status_code)
|
print("Response Status Code:", response.status_code)
|
||||||
print("Response Headers:", response.headers)
|
print("Response Headers:", response.headers)
|
||||||
@ -26,19 +32,19 @@ def handle_api_response(response, verbose):
|
|||||||
print("Error: Failed to decode the response as JSON.")
|
print("Error: Failed to decode the response as JSON.")
|
||||||
return None
|
return None
|
||||||
|
|
||||||
def get_all_rows_from_table(base_url, api_key, table_id, verbose):
|
def get_all_rows_from_table(self, table_id):
|
||||||
if verbose:
|
if self.verbose:
|
||||||
print(f"[INFO] Fetching all rows from table with ID: {table_id}...")
|
print(f"[INFO] Fetching all rows from table with ID: {table_id}...")
|
||||||
headers = create_headers(api_key)
|
headers = self.create_headers()
|
||||||
rows = []
|
rows = []
|
||||||
next_url = f"{base_url}database/rows/table/{table_id}/"
|
next_url = f"{self.base_url}database/rows/table/{table_id}/"
|
||||||
|
|
||||||
while next_url:
|
while next_url:
|
||||||
response = requests.get(next_url, headers=headers)
|
response = requests.get(next_url, headers=headers)
|
||||||
if verbose:
|
if self.verbose:
|
||||||
print("Headers:", headers)
|
print("Headers:", headers)
|
||||||
print("Requesting:", next_url)
|
print("Requesting:", next_url)
|
||||||
data = handle_api_response(response, verbose)
|
data = self.handle_api_response(response)
|
||||||
if not data:
|
if not data:
|
||||||
break
|
break
|
||||||
rows.extend(data['results'])
|
rows.extend(data['results'])
|
||||||
@ -46,39 +52,39 @@ def get_all_rows_from_table(base_url, api_key, table_id, verbose):
|
|||||||
|
|
||||||
return rows
|
return rows
|
||||||
|
|
||||||
def get_all_tables_from_database(base_url, api_key, database_id, verbose):
|
def get_all_tables_from_database(self, database_id):
|
||||||
if verbose:
|
if self.verbose:
|
||||||
print(f"[INFO] Fetching all tables from database with ID: {database_id}...")
|
print(f"[INFO] Fetching all tables from database with ID: {database_id}...")
|
||||||
headers = create_headers(api_key)
|
headers = self.create_headers()
|
||||||
response = requests.get(f"{base_url}database/tables/database/{database_id}/", headers=headers)
|
response = requests.get(f"{self.base_url}database/tables/database/{database_id}/", headers=headers)
|
||||||
if verbose:
|
if self.verbose:
|
||||||
print("Headers:", headers)
|
print("Headers:", headers)
|
||||||
return handle_api_response(response, verbose) or []
|
return self.handle_api_response(response) or []
|
||||||
|
|
||||||
def get_all_data_from_database(base_url, api_key, database_id, verbose):
|
def get_all_data_from_database(self, database_id):
|
||||||
if verbose:
|
if self.verbose:
|
||||||
print(f"[INFO] Fetching all data from database with ID: {database_id}...")
|
print(f"[INFO] Fetching all data from database with ID: {database_id}...")
|
||||||
tables = get_all_tables_from_database(base_url, api_key, database_id, verbose)
|
tables = self.get_all_tables_from_database(database_id)
|
||||||
data = {}
|
data = {}
|
||||||
|
|
||||||
for table in tables:
|
for table in tables:
|
||||||
table_id = table['id']
|
table_id = table['id']
|
||||||
table_name = table['name']
|
table_name = table['name']
|
||||||
data[table_name] = get_all_rows_from_table(base_url, api_key, table_id, verbose)
|
data[table_name] = self.get_all_rows_from_table(table_id)
|
||||||
|
|
||||||
return data
|
return data
|
||||||
|
|
||||||
def fetch_fields_for_table(base_url, api_key, table_id):
|
def fetch_fields_for_table(self, table_id):
|
||||||
"""Fetch fields for a given table."""
|
"""Fetch fields for a given table."""
|
||||||
headers = create_headers(api_key)
|
headers = self.create_headers()
|
||||||
response = requests.get(f"{base_url}database/fields/table/{table_id}/", headers=headers)
|
response = requests.get(f"{self.base_url}database/fields/table/{table_id}/", headers=headers)
|
||||||
if response.status_code == 200:
|
if response.status_code == 200:
|
||||||
return response.json()
|
return response.json()
|
||||||
else:
|
else:
|
||||||
raise Exception(f"Failed to fetch fields for table {table_id}. Status code: {response.status_code}")
|
raise Exception(f"Failed to fetch fields for table {table_id}. Status code: {response.status_code}")
|
||||||
|
|
||||||
def merge_tables_on_reference(base_url, api_key, tables_data,verbose):
|
def merge_tables_on_reference(self, tables_data):
|
||||||
if verbose:
|
if self.verbose:
|
||||||
print(
|
print(
|
||||||
"Merge tables based on references.\n"
|
"Merge tables based on references.\n"
|
||||||
"Assumes that a reference from one table to another is represented by a field in the dictionary\n"
|
"Assumes that a reference from one table to another is represented by a field in the dictionary\n"
|
||||||
@ -90,7 +96,7 @@ def merge_tables_on_reference(base_url, api_key, tables_data,verbose):
|
|||||||
# Fetch field information for each table and identify link fields
|
# Fetch field information for each table and identify link fields
|
||||||
link_fields = {}
|
link_fields = {}
|
||||||
for table_name in tables_data:
|
for table_name in tables_data:
|
||||||
fields = fetch_fields_for_table(base_url, api_key,table_name)
|
fields = self.fetch_fields_for_table(table_name)
|
||||||
link_fields[table_name] = [field for field in fields if field['type'] == 'link_row']
|
link_fields[table_name] = [field for field in fields if field['type'] == 'link_row']
|
||||||
|
|
||||||
# Embed referenced data into tables
|
# Embed referenced data into tables
|
||||||
@ -100,11 +106,10 @@ def merge_tables_on_reference(base_url, api_key, tables_data,verbose):
|
|||||||
field_name = link_field['name']
|
field_name = link_field['name']
|
||||||
referenced_table_id = link_field['link_row_table_id']
|
referenced_table_id = link_field['link_row_table_id']
|
||||||
if field_name in row and row[field_name] in indexed_data[referenced_table_id]:
|
if field_name in row and row[field_name] in indexed_data[referenced_table_id]:
|
||||||
if verbose: print("Embed the referenced row data under the reference field")
|
if self.verbose: print("Embed the referenced row data under the reference field")
|
||||||
row[field_name] = indexed_data[referenced_table_id][row[field_name]]
|
row[field_name] = indexed_data[referenced_table_id][row[field_name]]
|
||||||
return tables_data
|
return tables_data
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
parser = argparse.ArgumentParser(description="Fetch all data from a Baserow database.")
|
parser = argparse.ArgumentParser(description="Fetch all data from a Baserow database.")
|
||||||
parser.add_argument("base_url", help="Base URL of your Baserow instance, e.g., https://YOUR_BASEROW_INSTANCE_URL/api/")
|
parser.add_argument("base_url", help="Base URL of your Baserow instance, e.g., https://YOUR_BASEROW_INSTANCE_URL/api/")
|
||||||
@ -116,6 +121,7 @@ if __name__ == "__main__":
|
|||||||
parser.add_argument("--quiet", action="store_true", help="Suppress output of json")
|
parser.add_argument("--quiet", action="store_true", help="Suppress output of json")
|
||||||
|
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
api = BaserowAPI(args.base_url, args.api_key, args.verbose)
|
||||||
|
|
||||||
if not args.database_id and not args.table_ids:
|
if not args.database_id and not args.table_ids:
|
||||||
print("Error: Either database_id or table_ids must be provided.")
|
print("Error: Either database_id or table_ids must be provided.")
|
||||||
@ -125,14 +131,14 @@ if __name__ == "__main__":
|
|||||||
table_ids = args.table_ids.split(',')
|
table_ids = args.table_ids.split(',')
|
||||||
tables_data = {}
|
tables_data = {}
|
||||||
for table_id in table_ids:
|
for table_id in table_ids:
|
||||||
table_data = get_all_rows_from_table(args.base_url, args.api_key, table_id.strip(), args.verbose)
|
table_data = api.get_all_rows_from_table(table_id.strip())
|
||||||
tables_data[table_id] = table_data
|
tables_data[table_id] = table_data
|
||||||
|
|
||||||
if args.matrix:
|
if args.matrix:
|
||||||
merged_data = merge_tables_on_reference(args.base_url, args.api_key,tables_data, args.verbose)
|
merged_data = api.merge_tables_on_reference(tables_data)
|
||||||
if not args.quiet: print(json.dumps(merged_data, indent=4))
|
if not args.quiet: print(json.dumps(merged_data, indent=4))
|
||||||
else:
|
else:
|
||||||
if not args.quiet: print(json.dumps(tables_data, indent=4))
|
if not args.quiet: print(json.dumps(tables_data, indent=4))
|
||||||
else:
|
else:
|
||||||
all_data = get_all_data_from_database(args.base_url, args.api_key, args.database_id, args.verbose)
|
all_data = api.get_all_data_from_database(args.database_id)
|
||||||
if not args.quiet: print(json.dumps(all_data, indent=4))
|
if not args.quiet: print(json.dumps(all_data, indent=4))
|
Loading…
Reference in New Issue
Block a user