import boto3 from botocore.exceptions import NoCredentialsError, PartialCredentialsError import pandas as pd from io import BytesIO import re from textblob import TextBlob # Pre-compile the regular expression PERCENTAGE_PATTERN = re.compile(r'^\d+%?$') def is_percentage_or_number(s): # re.match returns None if the string does not match the pattern return PERCENTAGE_PATTERN.match(s) is not None def correct_spelling(text): words = text.split() corrected_words = [] for word in words: if is_percentage_or_number(word): corrected_words.append(word) else: blob = TextBlob(word) # create a TextBlob object corrected_word = blob.correct() # use the correct method to correct spelling corrected_words.append(str(corrected_word)) # convert corrected word back to string corrected_text = ' '.join(corrected_words) return corrected_text def save_dataframe_to_s3_parquet(df, bucket_name, file_key): """ Save a pandas DataFrame to S3 as a Parquet file. :param df: The pandas DataFrame. :param bucket_name: Name of the S3 bucket. :param file_key: Key of the file (including directory path within the bucket). """ # Convert the DataFrame to a Parquet format in memory parquet_buffer = BytesIO() df.to_parquet(parquet_buffer) # Create the boto3 client client = boto3.client('s3') # Upload the Parquet file to S3 client.put_object(Bucket=bucket_name, Key=file_key, Body=parquet_buffer.getvalue()) def save_data_to_s3(data, bucket_name, s3_file_name): """ Save an object to an S3 bucket :param data: The data to save :param bucket_name: The name of the S3 bucket :param s3_file_name: The file name to use for the saved data in S3 """ # Ensure you have AWS credentials set up - either via environment variables, AWS CLI, or IAM roles try: s3 = boto3.client('s3') except NoCredentialsError: print("Credentials not available.") return except PartialCredentialsError: print("Incomplete credentials provided.") return try: s3.put_object(Bucket=bucket_name, Key=s3_file_name, Body=data) print(f'Successfully uploaded data to {bucket_name}/{s3_file_name}') except Exception as e: print(f'Failed to upload data to {bucket_name}/{s3_file_name}: {str(e)}') def read_from_s3(bucket_name, s3_file_name): """ Read an object from s3. Decoding of the data is left for outside of this function :param bucket_name: The name of the S3 bucket :param s3_file_name: The file name to use for the saved data in S3 """ # Initialize a session using Amazon S3 s3 = boto3.resource('s3') # Get the MessagePack data from S3 obj = s3.Object(bucket_name, s3_file_name) data = obj.get()['Body'].read() return data