c-bata c-bata

Summary

Optuna uses CachedStorage, a wrapper class of BaseStorage interface, since the API calls of BaseStorage interface tends to be expensive. However, the implementation of CachedStorage is too complex and it's actually not a wrapper of BaseStorage since we've introduced some private storage APIs for CachedStorage like storage._check_and_set_param_distribution() and storage._get_trials().

So I implemented a prototype of a new simple caching mechanism to remove CachedStorage from Optuna. The change is only about 50 lines, but it is more efficient in many situations than CachedStorage. https://github.com/optuna/optuna/compare/master...c-bata:add-simple-inmemory-cache?expand=1

For the benchmark of the new caching mechanism, I prepared the same benchmark scenario with optuna/optuna#11

Case 1

int abs(int i) {
    if (i >= 0) {
        return i;
    } else {
        return -i;
    }
}

ソースファイル

sample-pointer.c

void func(void) {
  int val;
  int *ptr = &val;
  *ptr = 41;
}

	# $ docker run -d --rm --platform linux/amd64 -p 5432:5432 -e POSTGRES_USER=root -e POSTGRES_PASSWORD=root -e POSTGRES_DB=optuna --name optuna-postgres postgres:12.10

	# $ docker run -it --rm --platform linux/amd64 --network host -v $(pwd):/usr/src python:3.10 bash
	# # cd /usr/src
	# # pip install -U setuptools pip psycopg2
	# # pip install -e .

	from __future__ import annotations

	import math

	# docker run -d --rm -p 3306:3306 -e MYSQL_USER=optuna -e MYSQL_DATABASE=optuna -e MYSQL_PASSWORD=password -e MYSQL_ALLOW_EMPTY_PASSWORD=yes --name optuna-mysql mysql:8.0
	from __future__ import annotations

	import math
	import threading
	import time

	from sqlalchemy import event
	from sqlalchemy.engine.base import Engine

	import time

	import numpy
	from bottle import Bottle

	from optuna_dashboard import wsgi
	from optuna.storages import RDBStorage

	from python_tests.wsgi_client import send_request

	import optuna
	from optuna.trial import FrozenTrial


	def objective(trial):
	x0 = trial.suggest_int("x0", -10, 10)
	x1 = trial.suggest_int("x1", -10, 10)
	return x0 ** 2 + x1

	import math

	import optuna
	import numpy as np


	def six_hump_camel(x1, x2):
	return (
	(4 - 2.1 * (x1 2) + (x1 4) / 3) * (x1 ** 2)
	+ x1 * x2

	import os
	import subprocess

	from mutagen.id3 import TRCK, Encoding, TALB, TPE1
	from mutagen.mp3 import MP3

	original_dir = "mp3/Speaking for IELTS"
	new_dir = original_dir + "_new"
	title = 'Speaking for IELTS'
	author = 'Karen Kovacs'

	import multiprocessing
	from concurrent.futures import ProcessPoolExecutor


	results = {}
	lock = multiprocessing.Lock()

	def fn(n):
	global results
	with lock: