refactor(SQL): Staging tables and Calc stored procedures used for modular stored procedure archicture for scalability. Implemented for Product Catalogue. \n BREAKING CHANGE: BIT argument a_debug added to all but basic stored procedures for analysis of performance and results.

This commit is contained in:
2024-10-02 15:59:53 +01:00
parent 45ac0405b4
commit d0956ffb97
659 changed files with 31748 additions and 2679 deletions

View File

@@ -26,7 +26,7 @@ from business_objects.store.order import Order
from business_objects.store.product import Product, Product_Permutation, Product_Price, Filters_Product # Permutation_Variation_Link
"""
from business_objects.sql_error import SQL_Error
from business_objects.store.stock_item import Stock_Item, Stock_Item_Filters
from business_objects.store.stock_item import Stock_Item
from business_objects.unit_measurement import Unit_Measurement
from business_objects.user import User, User_Filters, User_Permission_Evaluation
# from business_objects.store.product_variation import Product_Variation, Product_Variation_Filters, Product_Variation_Container

View File

@@ -22,7 +22,7 @@ from business_objects.store.discount import Discount
from business_objects.store.order import Order
from business_objects.store.product import Product, Product_Permutation, Product_Price, Filters_Product
from business_objects.sql_error import SQL_Error
from business_objects.store.stock_item import Stock_Item, Stock_Item_Filters
from business_objects.store.stock_item import Stock_Item
from business_objects.user import User, User_Filters, User_Permission_Evaluation
from business_objects.store.product_variation import Product_Variation_Type, Product_Variation, Product_Variation_Filters, Product_Variation_Container
from datastores.datastore_base import DataStore_Base

View File

@@ -23,7 +23,7 @@ from business_objects.store.discount import Discount
from business_objects.store.order import Order
from business_objects.store.product import Product, Product_Permutation, Product_Price, Filters_Product
from business_objects.sql_error import SQL_Error
from business_objects.store.stock_item import Stock_Item, Stock_Item_Filters
from business_objects.store.stock_item import Stock_Item
from business_objects.user import User, User_Filters, User_Permission_Evaluation
from business_objects.store.product_variation import Product_Variation, Product_Variation_Filters, Product_Variation_Container
from datastores.datastore_store_base import DataStore_Store_Base

View File

@@ -22,7 +22,7 @@ from business_objects.store.discount import Discount
from business_objects.store.order import Order
from business_objects.store.product import Product, Product_Permutation, Product_Price, Filters_Product
from business_objects.sql_error import SQL_Error
from business_objects.store.stock_item import Stock_Item, Stock_Item_Filters
from business_objects.store.stock_item import Stock_Item
from business_objects.user import User, User_Filters, User_Permission_Evaluation
from business_objects.store.product_variation import Product_Variation, Product_Variation_Filters, Product_Variation_Container
# from datastores.datastore_base import Table_Shop_Product_Category, Table_Shop_Product_Category_Temp

View File

@@ -22,7 +22,7 @@ from business_objects.store.discount import Discount
from business_objects.store.order import Order
from business_objects.store.product import Product, Product_Permutation, Product_Price, Filters_Product
from business_objects.sql_error import SQL_Error
from business_objects.store.stock_item import Stock_Item, Stock_Item_Filters
from business_objects.store.stock_item import Stock_Item
from business_objects.user import User, User_Filters, User_Permission_Evaluation
from business_objects.store.product_variation import Product_Variation, Product_Variation_Filters, Product_Variation_Container
# from datastores.datastore_base import Table_Shop_Product_Category, Table_Shop_Product_Category_Temp

View File

@@ -23,7 +23,7 @@ from business_objects.store.discount import Discount
from business_objects.store.order import Order
from business_objects.store.product import Product, Product_Permutation, Product_Price, Filters_Product
from business_objects.sql_error import SQL_Error
from business_objects.store.stock_item import Stock_Item, Stock_Item_Filters
from business_objects.store.stock_item import Stock_Item
from business_objects.user import User, User_Filters, User_Permission_Evaluation
from business_objects.store.product_variation import Product_Variation, Product_Variation_Filters, Product_Variation_Container
from datastores.datastore_store_base import DataStore_Store_Base

View File

@@ -23,7 +23,7 @@ from business_objects.store.discount import Discount
from business_objects.store.order import Order
from business_objects.store.product import Product, Product_Permutation, Product_Price, Filters_Product
from business_objects.sql_error import SQL_Error
from business_objects.store.stock_item import Stock_Item, Stock_Item_Filters
from business_objects.store.stock_item import Stock_Item
from business_objects.user import User, User_Filters, User_Permission_Evaluation
from business_objects.store.product_variation import Product_Variation, Product_Variation_Filters, Product_Variation_Container
from datastores.datastore_store_base import DataStore_Store_Base
@@ -52,11 +52,11 @@ class DataStore_Store_Stock_Item(DataStore_Store_Base):
super().__init__()
# Stock Items
def get_many_stock_item(self, stock_item_filters):
def get_many_stock_item(self, Parameters_Stock_Item, category_list):
# redundant argument validation?
_m = 'DataStore_Store_Stock_Item.get_many_stock_item'
av.val_instance(stock_item_filters, 'stock_item_filters', _m, Stock_Item_Filters)
argument_dict = stock_item_filters.to_json()
av.val_instance(Parameters_Stock_Item, 'Parameters_Stock_Item', _m, Parameters_Stock_Item)
argument_dict = Parameters_Stock_Item.to_json()
user = self.get_user_session()
argument_dict['a_id_user'] = 1 # 'auth0|6582b95c895d09a70ba10fef' # id_user
print(f'argument_dict: {argument_dict}')
@@ -65,77 +65,19 @@ class DataStore_Store_Stock_Item(DataStore_Store_Base):
cursor = result.cursor
print('data received')
# categories, category_index = DataStore_Store_Stock_Item.input_many_product(cursor)
category_list, errors = DataStore_Store_Stock_Item.input_many_stock_item(cursor)
category_list, errors = DataStore_Store_Stock_Item.input_many_stock_item(cursor, category_list)
DataStore_Store_Stock_Item.db_cursor_clear(cursor)
return category_list, errors # categories, category_index
def input_many_stock_item(cursor):
def input_many_stock_item(cursor, category_list):
_m = 'DataStore_Store_Stock_Item.input_many_stock_item'
category_list = Product_Category_Container()
# Categories
result_set_1 = cursor.fetchall()
print(f'raw categories: {result_set_1}')
for row in result_set_1:
new_stock_item = Stock_Item.from_DB_stock_item(row)
# category_list.add_stock_item(new_stock_item, row)
try:
index_category = category_list.get_index_category_from_id(new_stock_item.id_category)
# category_list.add_stock_item(new_stock_item)
category = category_list.categories[index_category]
"""
try:
index_product = category.get_index_product_from_id(new_stock_item.id_product)
product = category.products[index_product]
try:
index_permutation = product.get_index_permutation_from_id(new_stock_item.id_permutation)
permutation = product.permutations[index_permutation]
permutation.add_stock_item(new_stock_item)
except KeyError:
permutation = Product_Permutation.from_DB_stock_item(row)
permutation.add_stock_item(new_stock_item)
product.add_product_permutation(permutation)
except KeyError:
product = Product.from_DB_stock_item(row)
permutation = Product_Permutation.from_DB_stock_item(row)
permutation.add_stock_item(new_stock_item)
product.add_product_permutation(permutation)
category_list.add_product(product)
"""
except KeyError:
new_category = Product_Category.from_DB_stock_item(row)
"""
product = Product.from_DB_stock_item(row)
permutation = Product_Permutation.from_DB_stock_item(row)
permutation.add_stock_item(new_stock_item)
product.add_product_permutation(permutation)
new_category.add_product(product)
"""
category_list.add_product_category(new_category)
try:
index_product = category.get_index_product_from_id(new_stock_item.id_product)
product = category.products[index_product]
except KeyError:
new_product = Product.from_DB_stock_item(row)
category_list.add_product(new_product)
try:
index_permutation = product.get_index_permutation_from_id(new_stock_item.id_permutation)
permutation = product.permutations[index_permutation]
permutation.add_stock_item(new_stock_item)
except KeyError:
new_permutation = Product_Permutation.from_DB_stock_item(row)
product.add_product_permutation(new_permutation)
category_list.add_stock_item(new_stock_item)
# Product_Variations
cursor.nextset()
result_set_3 = cursor.fetchall()
variations = []
for row in result_set_3:
new_variation = Product_Variation.from_DB_get_many_product_catalogue(row)
variations.append(new_variation)
category_list.add_product_variation(new_variation)
category_list.add_stock_item(new_stock_item, row)
# Errors
cursor.nextset()
@@ -146,16 +88,7 @@ class DataStore_Store_Stock_Item(DataStore_Store_Base):
errors = [SQL_Error.from_DB_record(row) for row in result_set_e] # (row[0], row[1])
for error in errors:
print(f"Error [{error.code}]: {error.msg}")
category_list.get_all_product_variation_trees()
"""
for category in category_list.categories:
print(f'category: {category.name}')
for product in category.products:
permutation = product.get_permutation_selected()
print(f'product: {product.name}\nselected permutation: {permutation}')
"""
if len(errors) > 0:
for error in errors:
if error.code == 'PRODUCT_AVAILABILITY':
@@ -170,6 +103,6 @@ class DataStore_Store_Stock_Item(DataStore_Store_Base):
permutation.is_available = False
if 'region' in error.msg or 'currency' in error.msg:
permutation.is_unavailable_in_currency_or_region = True
"""
return category_list, errors # categories, category_index

View File

@@ -23,7 +23,7 @@ from business_objects.store.discount import Discount
from business_objects.store.order import Order
from business_objects.store.product import Product, Product_Permutation, Product_Price, Filters_Product
from business_objects.sql_error import SQL_Error
from business_objects.store.stock_item import Stock_Item, Stock_Item_Filters
from business_objects.store.stock_item import Stock_Item
from business_objects.user import User, User_Filters, User_Permission_Evaluation
from business_objects.store.product_variation import Product_Variation, Product_Variation_Filters, Product_Variation_Container
from datastores.datastore_store_base import DataStore_Store_Base

View File

@@ -14,7 +14,7 @@ Datastore for Users
# from routes import bp_home
import lib.argument_validation as av
from business_objects.sql_error import SQL_Error
from business_objects.store.stock_item import Stock_Item, Stock_Item_Filters
from business_objects.store.stock_item import Stock_Item
from business_objects.user import User, User_Filters, User_Permission_Evaluation
from datastores.datastore_base import DataStore_Base
from helpers.helper_db_mysql import Helper_DB_MySQL
@@ -143,7 +143,7 @@ class DataStore_User(DataStore_Base):
# argument_dict_list['a_guid'] = guid
result = self.db_procedure_execute('p_get_many_user', argument_dict_list)
"""
query = text(f"SELECT * FROM Shop_User_Eval_Temp UE_T WHERE UE_T.guid = '{guid}'")
query = text(f"SELECT * FROM Shop_Calc_User_Temp UE_T WHERE UE_T.guid = '{guid}'")
result = self.db.session.execute(query)
"""
cursor = result.cursor