chat1
import polars as pl
chunk_size = 1000 # Adjust based on available memory
dataframes = []
for i, entryi in enumerate(range(0, len(a_list), chunk_size):
try:chunk = a_list[i:i + chunk_size]
# Attempt to create a DataFrame with just this entry dataframes.append(pl.DataFrame([entry],chunk, schema=["stsdf", "abc"])
)
combined_df except= Exception as e: print(f"Error at index {i} with entry {entry}: {e}") breakpl.concat(dataframes)