Inex/inexDataProcessing.py

def processData(data, template, **kwargs):

    processedData = []
    transactionLoginid = []

    for row in data:
        # print(f'Row: {row}')
        if row.get('Command') == None:
            continue

        processedData.append(template(identifyUtype(row.get('Command')),\
            prd_ext_tenant_id='',\
            status_code=row.get('ResultID'),\
            file_size=row.get('FileSize'),\
            file_path=row.get('PhysicalFolderName'),\
            file_virtual_path=row.get('VirtualFolderName'),\
            file_name=row.get('FileName'),\
            guid=row.get('TransactionGUID'),\
            ref_id=row.get('ProtocolCommandID'),\
            prd_instance_id=kwargs.get('prd_instance_id'),\
            product_guid=kwargs.get('product_guid'),\
            product_name=kwargs.get('product_name'),\
            product_version=kwargs.get('product_version'),\
            node_name=row.get('NodeName'),\
            src_endpoint_type=row.get('Protocol'),\
            src_endpoint_port=row.get('RemotePort'),\
            src_endpoint_ip=row.get('RemoteIP'),\
            dst_endpoint_port=row.get('LocalPort'),\
            dst_endpoint_ip=row.get('LocalIP'),\
            dst_endpoint_type=row.get('Protocol'),\
            session_uid=row.get('TransactionID'),\
            bytes_out=row.get('BytesTransferred'),\
            duration=row.get('TransferTime'),\
            time=row.get('Time_stamp'),\
            user_type=identifyUserType(row.get('user_type')),\
            user_domain=row.get('SiteName'),\
            user_name=row.get('Actor'),\
            user_home_directory=row.get('VirtualFolderName'),\
            utype=identifyUtype(row.get('Command'))))

        if row.get('TransactionGUID') not in transactionLoginid:
            processedData.append(template(identifyUtype(row.get('TransactionObject')),\
                guid=row.get('TransactionGUID'),\
                prd_instance_id=kwargs.get('prd_instance_id'),\
                product_guid=kwargs.get('product_guid'),\
                product_name=kwargs.get('product_name'),\
                product_version=kwargs.get('product_version'),\
                src_endpoint_type=row.get('Protocol'),\
                src_endpoint_port=row.get('RemotePort'),\
                src_endpoint_ip=row.get('RemoteIP'),\
                dst_endpoint_port=row.get('LocalPort'),\
                dst_endpoint_ip=row.get('LocalIP'),\
                dst_endpoint_type=row.get('Protocol'),\
                session_uid=row.get('TransactionID'),\
                bytes_out=row.get('BytesTransferred'),\
                transfer_time=row.get('TransferTime'),\
                time=row.get('Time_stamp'),\
                user_type=identifyUserType(row.get('user_type')),\
                user_domain=row.get('SiteName'),\
                user_name=row.get('Actor'),\
                user_home_directory=row.get('VirtualFolderName'),\
                utype=identifyUtype(row.get('TransactionObject'))\
                ))
            transactionLoginid.append(row.get('TransactionGUID'))

    return processedData

def identifyUserType(obj):
    if obj:
        if "Admin" in obj:
            return "Administrator"
        else:
            return "User"
    else:
        return None
def identifyUtype(obj):
    user_logged_on = ['AUTH']
    file_deleted = ["dele"]
    file_uploaded = ["created"]
    file_downloaded = ["sent"]

    if obj in user_logged_on:
        return "user_logged_on"
    if obj in file_deleted:
        return "file_deleted"
    if obj in file_uploaded:
        return "file_uploaded"
    if obj in file_downloaded:
        return "file_downloaded"
    else:
        return None