Skip to main content

chat1

import polars as pl

chunk_size = 1000  # Adjust based on available memory
dataframes = []

for i, entryi in enumerate(range(0, len(a_list), chunk_size):
    try:chunk = a_list[i:i + chunk_size]
    # Attempt to create a DataFrame with just this entry
        dataframes.append(pl.DataFrame([entry],chunk, schema=["stsdf", "abc"])
)

combined_df except= Exception as e:
        print(f"Error at index {i} with entry {entry}: {e}")
        breakpl.concat(dataframes)