async def import_category_xlsx(file_path: str):
    start_time = time.time()
    try:
        async with db.get_async_session() as session:
            logger.info(f"Processing from: {file_path}")
            # Read all sheets into a dict of DataFrames
            xls = pd.ExcelFile(file_path, engine=None)
    
            for sheet in xls.sheet_names:
                df = pd.read_excel(xls, sheet_name=sheet)
                valid_cells = df.stack().dropna().unique()

                # Use add_keywords to insert keywords for this sheet
                await add_keywords(sheet, valid_cells.tolist())

            elapsed = time.time() - start_time
            print("Elapsed Time: ",elapsed)
            
    except Exception as e:
        logger.error(f"Error processing {file_path}: {e}")
        try:
            await session.rollback()
        except Exception:
            pass
        raise e



async def check_existing_category(status, sess: AsyncSession, processed_category):
    query_cat = select(CategoryMaster).filter(CategoryMaster.category_name == processed_category, CategoryMaster.status == status, CategoryMaster.category_type == 'B')
    result_cat = await sess.execute(query_cat)
    category_obj = result_cat.scalars().all()
    return category_obj

async def add_keywords(category: str, keywords: List[str]):

    try:
        async with db.get_async_session() as session:
            category_name = category.strip().lower()
            code = category_name.replace(" ", "_")
            if not category_name or not keywords:
                raise ValueError("Category name and keywords cannot be empty")

            category_inst = await check_existing_category("ACTIVE", session, category_name)


            if category_inst:
                # Fetch existing keywords
                query_existing = select(TrainDataMaster.KEYWORD).filter_by(CATEGORY_NAME=category_name)
                result_existing = await session.execute(query_existing)
                existing_keywords = set((row[0]) for row in result_existing.all())

                # Process and filter new keywords
                keywords_to_insert = []
                for kw in keywords:
                    keyword = str(kw).strip().lower()
                    if keyword not in existing_keywords:
                        keywords_to_insert.append({
                            "CATEGORY_NAME": category_name,
                            "CATEGORY_CODE": code,
                            "KEYWORD": keyword,
                            "SOURCE": "API",
                            "STATUS": "ACTIVE"
                        })

                # Bulk insert
                if keywords_to_insert:
                    objs = [TrainDataMaster(**item) for item in keywords_to_insert]
                    session.add_all(objs)
                    return {
                        "message": "Keywords added successfully"
                    }
                else:
                    return {
                        "message": "No new keywords to add"
                    }
            else:
                raise ValueError("Category does not exist!")

    except Exception as e:
        logger.error(f"Error adding keywords: {e}")
        # Rollback only if session is active
        try:
            await session.rollback()
        except Exception:
            pass
        raise e