diff --git a/code/eval/experiments/.png.pdf b/code/eval/experiments/.png.pdf deleted file mode 100644 index cb5b0e4c8d33f25c6dc59b5a164161eaf95ae9a8..0000000000000000000000000000000000000000 Binary files a/code/eval/experiments/.png.pdf and /dev/null differ diff --git a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_cpu.png.pdf b/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_cpu.png.pdf deleted file mode 100644 index 5b5beed7fe0a243b2e4999fbb4a17c0421e1489f..0000000000000000000000000000000000000000 Binary files a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_cpu.png.pdf and /dev/null differ diff --git a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_network_received.png.pdf b/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_network_received.png.pdf deleted file mode 100644 index 2eb730e96b0166dab12c0c76bf0945580e14b5d7..0000000000000000000000000000000000000000 Binary files a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_network_received.png.pdf and /dev/null differ diff --git a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_network_sent.png.pdf b/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_network_sent.png.pdf deleted file mode 100644 index 26962933055636ecf583061cad6e943f4308ba6f..0000000000000000000000000000000000000000 Binary files a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_network_sent.png.pdf and /dev/null differ diff --git a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_ram.png.pdf b/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_ram.png.pdf deleted file mode 100644 index 13fc449c709be65b1915f5c0cb917d9785875f36..0000000000000000000000000000000000000000 Binary files a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_ram.png.pdf and /dev/null differ diff --git a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_ram_cached.png.pdf b/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_ram_cached.png.pdf deleted file mode 100644 index 3eca4e122ff94f4dac2d874bff99c315b03aef9a..0000000000000000000000000000000000000000 Binary files a/code/eval/experiments/240212_window_size_1500/dasbhboards/pdf/cadvisor_ram_cached.png.pdf and /dev/null differ diff --git a/code/eval/experiments/create_pdf.ipynb b/code/eval/experiments/create_pdf.ipynb index 58e2f64e207697cb8e69e4db40f5e25248b91b45..eb832cce4776c9787c9f54a1857695344ede6d69 100644 --- a/code/eval/experiments/create_pdf.ipynb +++ b/code/eval/experiments/create_pdf.ipynb @@ -3,6 +3,9 @@ { "cell_type": "code", <<<<<<< HEAD +<<<<<<< HEAD +======= +>>>>>>> fafe180 (rename created pdfs) "execution_count": 10, "metadata": {}, "outputs": [ @@ -73,8 +76,11 @@ }, { "cell_type": "code", +<<<<<<< HEAD ======= >>>>>>> 166aba1 (moved a lot of eval files) +======= +>>>>>>> fafe180 (rename created pdfs) "execution_count": 11, "metadata": {}, "outputs": [ diff --git a/code/eval/experiments/csv_to_chart.ipynb b/code/eval/experiments/csv_to_chart.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..9152c0cfa6a512e22171fb033714cd7390c0702b --- /dev/null +++ b/code/eval/experiments/csv_to_chart.ipynb @@ -0,0 +1,105 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_1500\\query_logs\\memgraph\\2024-02-11_11-58-08_query_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_1500\\query_logs\\neo4j\\2024-02-11_11-58-08_query_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_1500\\query_logs\\ongdb\\2024-02-11_11-58-08_query_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_1500\\query_logs\\pg\\2024-02-11_11-58-08_query_execution_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_2000\\query_logs\\memgraph\\2024-02-12_12-12-38_query_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_2000\\query_logs\\neo4j\\2024-02-12_12-12-38_query_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_2000\\query_logs\\ongdb\\2024-02-12_12-12-38_query_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_2000\\query_logs\\pg\\2024-02-12_12-12-38_query_execution_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_2500\\query_logs\\memgraph\\2024-02-12_20-31-09_query_execution_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_2500\\query_logs\\neo4j\\2024-02-12_20-31-09_query_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_2500\\query_logs\\ongdb\\2024-02-12_20-31-09_query_logs.pdf. Skipping file.\n", + "Column 'Time' not found in C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\\240212_window_size_2500\\query_logs\\pg\\2024-02-12_20-31-09_query_execution_logs.pdf. Skipping file.\n", + "Charts created and saved as PDFs.\n" + ] + } + ], + "source": [ + "import os\n", + "import pandas as pd\n", + "import plotly.express as px\n", + "\n", + "# Base directory where your CSV files are located\n", + "base_directory = r\"C:\\Studium_MIN\\05_Masterarbeit\\thesis\\ma_code\\code\\eval\\experiments\"\n", + "\n", + "# Function to create a chart from a dataframe and save as PDF\n", + "def create_and_save_chart(df, file_path):\n", + " # Convert 'Time' column to datetime type for better x-axis formatting\n", + " # Ensuring the 'Time' column is recognized, accounting for potential case sensitivity\n", + " time_column = next((col for col in df.columns if col.lower() == 'time'), None)\n", + " if time_column is None:\n", + " print(f\"Column 'Time' not found in {file_path}. Skipping file.\")\n", + " return\n", + " \n", + " df[time_column] = pd.to_datetime(df[time_column])\n", + " \n", + " # Melting the dataframe to make it long-form which Plotly prefers\n", + " df_long = df.melt(id_vars=[time_column], var_name='Metric', value_name='Value')\n", + " \n", + " # Creating a line chart with Plotly Express\n", + " fig = px.line(df_long, x=time_column, y='Value', color='Metric',\n", + " title='Metrics Over Time', labels={'Value': 'Metric Value', time_column: 'Time'})\n", + " \n", + " # Improve layout (optional)\n", + " fig.update_layout(xaxis_title='Time',\n", + " yaxis_title='Value',\n", + " legend_title='Metric',\n", + " template='plotly_white')\n", + "\n", + " # Use write_image to save the figure as a PDF, leveraging kaleido\n", + " fig.write_image(file_path, format='pdf', width=1980, height=1080)\n", + "\n", + "# Traverse the directory tree\n", + "for root, dirs, files in os.walk(base_directory):\n", + " for filename in files:\n", + " if filename.endswith(\".csv\"):\n", + " file_path = os.path.join(root, filename)\n", + " # Read the CSV file into a DataFrame\n", + " df = pd.read_csv(file_path)\n", + " \n", + " # Automatically trim column names and check for 'Time' column case sensitivity\n", + " df.columns = [col.strip() for col in df.columns] # Trim whitespace from column names\n", + " \n", + " # Define the path for the PDF file\n", + " pdf_path = os.path.splitext(file_path)[0] + '.pdf'\n", + " \n", + " # Create and save the chart\n", + " create_and_save_chart(df, pdf_path)\n", + "\n", + "print(\"Charts created and saved as PDFs.\")\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.3" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}