chat1

import polars as pl

chunk_size = 1000  # Adjust based on available memory
dataframes = []

for i in range(0, len(a_list), chunk_size):
    chunk = a_list[i:i + chunk_size]
    dataframes.append(pl.DataFrame(chunk, schema=["stsdf", "abc"]))

combined_df = pl.concat(dataframes)