Your IP : 216.73.217.13
a
E��d�G � @ sv d dl mZ d dlmZmZmZ d dlmZ d dlm Z d dl
m Z m Z d dlZ
d dlmZ d dlZG dd � d �ZdS )
� )�path)�load_collectionTypes�
read_settings�read_indaco_credentials)�MongoDB)� DataFrame)�
create_engine�textN)�Fernetc @ s� e Zd ZdZdd� Zed�dd�Zd$ed�dd �Zd%d
d �Zd&d d
�Z ed�dd�Z
ed�dd�Z e d�dd�Z
e d�dd�Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� ZdS )'� DbServiceNc
C s� t � }|| _||d v r,t|�\}}}}}n td|d � d�� td� |dkrdt|||||�| _n,d|� d|� d|� d|� d |� �
}t|�| _d S )
NZ databaseNamezDatabase not available! ?�?� �mongodbzmssql+pymssql://�:�@�/)r �db_typer �print�exitr �
db_servicer ) �selfr � appSettings�hostname�port�username�password�db_nameZ
url_engine� r �I/home/deltalab/PMS/recommendations/user_profiling/components/DbService.py�__init__ s "zDbService.__init__)�returnc C s( | j dkr| j�� }nd}| �|�}|S )Nr a�
SELECT cat1._id,
cat1.label AS 'categoryName',
cat1.googleId,
cat2.label AS 'parent',
cat1.isRoot,
cat1.isLeaf,
cat1.createdAt,
cat1.updatedAt
FROM dbo.pms_categories cat1
INNER JOIN dbo.pms_categories cat2 ON (cat1.parentId = cat2._id)
)r r ZgetProductTypes�
execute_query)r Z productTypes�queryr r r �get_productTypes! s
zDbService.get_productTypesFc s| | j dkr| j�||�}n^d}| �|�}|d jddd� t�dd�}t|d d
�\}}|d � |d �� fd d ��|d< |S )
Nr a~
SELECT DISTINCT pms_products.title,
pms_products_offers.sku,
pms_products.brand,
pms_products.refrigerated,
pms_products.weight AS 'weight [grams]',
pms_products_offers.ID AS '_id',
pms_products_offers.channelId AS 'channel',
pms_products.categoryId,
pms_products.partnerId,
warehouseId,
ISNULL(
indaco_general_productionarea,-1
) AS 'production_areas',
ISNULL(indaco_generalfood_biologic, 0) AS 'biologic',
ISNULL(indaco_generalfood_vegan, 0) AS 'vegan',
ISNULL(
indaco_generalfood_biodynamic, 0
) AS 'biodinamic',
ISNULL(
indaco_generalfood_glutenfree, 0
) AS 'gluten_free',
ISNULL(indaco_general_isforadult, 0) AS 'isforadult'
FROM
pms_products
INNER JOIN pms_products_offers ON (
pms_products._id = pms_products_offers.parent_id
)
INNER JOIN pms_channels ON (pms_products_offers.channelId = pms_channels._id)
INNER JOIN pms_products_inventoryLevels_object ON(
pms_products._id = pms_products_inventoryLevels_object.parent_ID
)
FULL OUTER JOIN (
SELECT
parent_id,
indaco_general_productionarea,
indaco_generalfood_biologic,
indaco_generalfood_vegan,
indaco_generalfood_biodynamic,
indaco_generalfood_glutenfree,
indaco_general_isforadult
FROM
(
SELECT
parent_id,
NAME,
value
FROM
pms_products_offers_attributes
) s PIVOT (
Max(value) FOR NAME IN (
indaco_general_productionarea, indaco_generalfood_biologic,
indaco_generalfood_vegan, indaco_generalfood_biodynamic,
indaco_generalfood_glutenfree,
indaco_general_isforadult
)
) AS p
) AS p ON (pms_products._id = p.parent_id)
WHERE
pms_products_offers.deleted = 0
�production_areas���T)�inplace�_libraryzINDACO_collectionCodes.jsonF)�verbosec s< t | �� �� v r � t | � �� S t| �dkr8d| � d�S dS )Nr% zUnknown (code:�)� )�str�keys�
capitalize�int)Z area_code��productionArea_codesr r �<lambda>� s
�
�z(DbService.get_products.<locals>.<lambda>) r r Z getProductsr! �fillnar �joinr �apply)r Zconsider_delatedProductsZ consider_unavailableProducts�productsr" � file_path�_ZcollectionTypesr r/ r � get_products8 s
A
�zDbService.get_productsc C sZ | j dkr| j�||�}n<|s2d|� d|� d�}n d|� d�}| �|�}|�d�d }|S )Nr z�
SELECT ID AS '_id',
sku
FROM pms_products_offers
WHERE sku = 'z+'
AND channelId = 'z'
z�
SELECT _id,
sku
FROM pms_products
WHERE sku = '�recordsr )r r Z
getProductr! �to_dict)r Zitem_sku�as_dict�channel�productr" r r r �
get_dBproduct� s
��
�
zDbService.get_dBproductc C s* | j dkr| j�|�}nd}| �|�}|S )Nr a.
SELECT
pms_partners._id,
companyName,
email,
address,
pms_partners.phone,
pms_warehouses._id AS "warehouse_id",
vatNumber,
active,
pms_partners.createdAt,
pms_partners.updatedAt
FROM
pms_partners
INNER JOIN pms_warehouses ON (
pms_partners._id = pms_warehouses.partnerId
)
)r r Z
getSellersr! )r ZsellerId�sellersr" r r r � get_sellers� s
zDbService.get_sellersc C s( | j dkr| j�� }nd}| �|�}|S )Nr a{
SELECT _id,
name,
phone,
type,
size,
isIndaco,
isShared,
partnerId,
refrigerated,
createdAt,
updatedAt
FROM pms_warehouses
)r r Z
getWarehousesr! )r �
warehousesr" r r r �get_warehouses� s
zDbService.get_warehousesc s` � j dkr� j�� }nFd}� �|�}� �|d �� � |d �� fdd��}|jdd|d� |S ) Nr a�
SELECT DISTINCT dbo.magento_sales_order.entity_id AS 'Transaction id',
dbo.magento_sales_order.created_at AS 'timestamp',
dbo.magento_customer_entity.email AS 'customer',
name AS 'product_name',
sku,
qty_ordered AS 'quantity',
consent4 as 'consenso_dati_particolari',
adult as 'consenso_adult'
FROM dbo.magento_sales_order
INNER JOIN (SELECT email,consent2,consent4,adult,
MAX([timestamp]) AS most_recent_signin
FROM dbo.iubenda_consent
WHERE consent2 IS NOT NULL AND email IS NOT NULL
GROUP BY email,consent2,consent4,adult) AS t_consensi
ON (dbo.magento_sales_order.customer_email = t_consensi.email)
INNER JOIN dbo.magento_customer_entity
ON (customer_id = dbo.magento_customer_entity.entity_id)
INNER JOIN dbo.magento_sales_order_item
ON (dbo.magento_sales_order.entity_id = dbo.magento_sales_order_item.order_id)
WHERE t_consensi.consent2 = 1
�customerc s t j� j| S �N)r �anonymized_customers� _DbService__encrypted_customers)rC �r r r r1 � � z&DbService.get_orders.<locals>.<lambda>� � customer_id)�column�value)r r Z getOrdersr! � _DbService__encryptCustomers�uniquer4 �insert)r �ordersr" � customer_idsr rG r �
get_orders� s
�zDbService.get_ordersc C s@ | j dkr| j�|�}n$d|� d�}| �|�}|�d�d }|S )Nr z{
SELECT _id,
label
FROM pms_categories
WHERE label = 'z'
r9 r )r r ZgetCategoryInfor! r: )r Z
category_nameZ categoryInfor" r r r �get_productTypeInfo s
�
z DbService.get_productTypeInfoc C s& | j dkr| j�|�}n
| �|�}|S �Nr )r r �decryptCustomers)r ZuserIds�decryptedUsersr r r �get_decryptedUsers s
z DbService.get_decryptedUsersc C sB t |�}| j�� � }t�||�}W d � n1 s40 Y |S rD )r r �begin�pd�read_sql_query)r Z query_strr" �connZtoRtnr r r r! s *zDbService.execute_queryc C s2 t d�\}}}}}t|||||�}|�||� d S rT )r r �writeNewDbItem) r � tableName�objectr r r r r r r r r �write_newDbItem& s zDbService.write_newDbItemc C s0 t d�\}}}}}t|||||�}|�|� d S rT )r r �dropCollection)r r] r r r r r r r r r �drop_existingTable+ s z DbService.drop_existingTablec
C s4 t d�\}}}}}t|||||�} | �|||� d S rT )r r ZsetNewProductAttribute)
r r^ �attribute_nameZattribute_valuer r r r r r r r r �update_attributeDbItem0 s z DbService.update_attributeDbItemc C sT t tj�}ttttj�� ��}t� }|D ]&}||�� v r(|� || ��
� ||< q(|S rD ) r
r �ENCRYPTING_KEY�dict�map�reversedrE �itemsr, Zdecrypt�decode)r rQ �fernetZanonymity_reverseMappingrV rJ r r r rU 6 s
zDbService.decryptCustomersc sZ t jst�� t _tt j�� � fdd�|D �}tt||��| _dd� t| j�� �D �t _ d S )Nc s g | ]}� � |�� ��qS r )Zencrypt�encode)�.0rC �rj r r �
<listcomp>N rH z0DbService.__encryptCustomers.<locals>.<listcomp>c S s i | ]\}}||d �qS )r
r )rl �idkZencrypted_customerr r r �
<dictcomp>Q s �z0DbService.__encryptCustomers.<locals>.<dictcomp>)
r rd r
Z generate_keyre �ziprF � enumerate�valuesrE )r Zunique_customersZencryptedCustomersr rm r Z__encryptCustomersF s
�z DbService.__encryptCustomersc
s� |j |ddd�}|j |dddd�}dd� |jd d
�D ��|d ��fd d
��|d< dddddddddd� � |d �� }|j|df j�� �� fdd
��|j|df< d}|d j|d�|d< |d jdd�|d< |jddgdd� |j d didd� t
|�t
|�k�rNt � |d �
� |d �
� �} tt
| �� d �� td � td d �t| ��� t|j|d |kdf �� �}
t
|
�d!k�r�td"d#� td$t
|
�� d%|� d&�� td"d#� td d �d'd(� t|
�D ��� |j d)d*d+d,d-d.d/d0�dd� |d. �d1d
� �|d2< t
�d3 �� ����fd4d
��|d* ��fd5d
��|d6< |d/ �t�|d/< |d+ jdd�|d+< g d7�} || }|�d8d8d8d8d8d9d:��}|S );NZ partnerId�_id)�left_on�right_on�leftZ
categoryId)�howru rv c S s i | ]}|d |d �qS )rt �namer )rl �itemr r r rp Y rH z2DbService.enhanced_products_df.<locals>.<dictcomp>r9 )�orientZ warehouse_idc s � | S rD r )rA )�warehouse_namesr r r1 [ rH z0DbService.enhanced_products_df.<locals>.<lambda>rA Z Formaggio) zaffogato di sabbionarau casolét val di solez
cuor di fassazfontal di cavalesez!mezzano trentino di alta montagnazprimiero frescozpuzzone di moena dopztrentingrana 1kgztrentingrana 250gr� categoryName�titlec s | � � � v r� | S tjS rD )r, �np�nan)Z product_name)�manual_catMappingr r r1 k rH r* )rL �googleIdr% Z_id_yZisLeafT)�columnsr& Z_id_xzC products have been discarted due to an issue with the "categoryId"zK---------------------------------------------------------------------------z-->z
--> r zF----------------------------------------------------------------------zG
----------------------------------------------------------------------z9[WARNING] The attribute "categoryId" has not been set to z9 products.
It has been filled with a category equal to "�"c S s( g | ] \}}d t |d � d | �qS )�(r
z) )r+ )rl ro rz r r r rn � s �z2DbService.enhanced_products_df.<locals>.<listcomp>�Title�
indaco_sku�Vendor� Product Type�Type id�SellerZ productId)r~ �skuZbrandr} r� Z companyNamert c S s | dkr dS dS )NZVendi24TFr )ry r r r r1 � rH �inTrentino_source�Transaction idc s" t �j�d | kdf �� �� S )Nr� r� )�len�locrN �r� )�num_transactionsrP r r r1 � rH c s t �� | �d�S )N� )r �roundr� )�normalizedFreq_funcr r r1 � rH � Frequency)r� r� r� r� � refrigeratedzweight [grams]rA r� r$ r� r� r� �biologic�
isforadult�vegan�
biodinamic� gluten_freer< �int32r+ )r� r� r� r� r� r< )�merger: r4 �isnullr� r+ �lowerr2 �drop�renamer� r � setdiff1d�to_numpyr r3 �sorted�tolistrr rN �astype) r r5 �
categoriesr? rA rP Z enhanced_dfZnanCondZemptyCategory_valueZdiscarted_productsZitem_w_unknownCategoryZrelevant_columnsr )r� r� r� rP r| r �enhanced_products_dfT s�
��
�
�
�
�
�� �z DbService.enhanced_products_df)FF)NF)N)�__name__�
__module__� __qualname__rd r r r# r8 r> r@ rB rR re rS rW r! r_ ra rc rU rM r� r r r r r s" U
)r )�osr �_library.io_toolkitr r r Zcomponents.mongoDbServicer �pandasr �
sqlalchemyr r rY Zcryptography.fernetr
�numpyr r r r r r �<module> s