Skip to content

Instantly share code, notes, and snippets.

@simon-mo

simon-mo/scrape.ipynb

Created May 20, 2024 21:32
Show Gist options
  • Save simon-mo/9497fab5af61ba979b0df11e8a403114 to your computer and use it in GitHub Desktop.
Save simon-mo/9497fab5af61ba979b0df11e8a403114 to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
scrape.ipynb
{
"cells": [
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"True"
]
},
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import requests\n",
"import dotenv\n",
"import os\n",
"\n",
"# Put BUILDKIT_API_TOKEN in .env file\n",
"dotenv.load_dotenv()"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [],
"source": [
"# TODO: this only scrapes the first 400 builds, we need to paginate otherwise the request will timeout.\n",
"\n",
"query = \"\"\"\n",
"query PRTimeQuery {\n",
" pipeline(slug: \"vllm/ci\") {\n",
" builds(first: 400, state: [PASSED,FAILED,CANCELED]) {\n",
" edges {\n",
" node {\n",
" commit\n",
" createdAt\n",
" canceledAt\n",
" finishedAt\n",
" jobs(first: 100) {\n",
" edges {\n",
" node {\n",
" ... on JobTypeCommand {\n",
" uuid\n",
" label\n",
" passed\n",
" state\n",
" url\n",
" build {\n",
" commit\n",
" }\n",
" createdAt\n",
" runnableAt\n",
" startedAt\n",
" finishedAt\n",
" }\n",
" }\n",
" }\n",
" }\n",
" message\n",
" pullRequest {\n",
" id\n",
" }\n",
" startedAt\n",
" state\n",
" url\n",
" }\n",
" }\n",
" }\n",
" }\n",
"}\n",
"\"\"\""
]
},
{
"cell_type": "code",
"execution_count": 21,
"metadata": {},
"outputs": [],
"source": [
"resp = requests.post(\n",
" \"https://graphql.buildkite.com/v1\",\n",
" headers={\n",
" \"Authorization\": f\"Bearer {os.environ['BUILDKIT_API_TOKEN']}\",\n",
" },\n",
" json={\"query\": query},\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 22,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"<Response [200]>"
]
},
"execution_count": 22,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"resp"
]
},
{
"cell_type": "code",
"execution_count": 23,
"metadata": {},
"outputs": [],
"source": [
"data = resp.json()"
]
},
{
"cell_type": "code",
"execution_count": 33,
"metadata": {},
"outputs": [],
"source": [
"# flatten the data into a spreadsheet\n",
"import pandas as pd\n",
"\n",
"builds = data[\"data\"][\"pipeline\"][\"builds\"][\"edges\"]\n",
"\n",
"rows = []\n",
"\n",
"for build in builds:\n",
" for job in build[\"node\"][\"jobs\"][\"edges\"]:\n",
" if not job[\"node\"]:\n",
" continue\n",
" row = {\n",
" \"commit\": build[\"node\"][\"commit\"],\n",
" \"createdAt\": build[\"node\"][\"createdAt\"],\n",
" \"canceledAt\": build[\"node\"][\"canceledAt\"],\n",
" \"finishedAt\": build[\"node\"][\"finishedAt\"],\n",
" \"message\": build[\"node\"][\"message\"],\n",
" \"pullRequest\": (\n",
" build[\"node\"][\"pullRequest\"][\"id\"]\n",
" if build[\"node\"][\"pullRequest\"]\n",
" else None\n",
" ),\n",
" \"startedAt\": build[\"node\"][\"startedAt\"],\n",
" \"state\": build[\"node\"][\"state\"],\n",
" \"url\": build[\"node\"][\"url\"],\n",
" \"job_uuid\": job[\"node\"][\"uuid\"],\n",
" \"job_label\": job[\"node\"][\"label\"],\n",
" \"job_passed\": job[\"node\"][\"passed\"],\n",
" \"job_state\": job[\"node\"][\"state\"],\n",
" \"job_url\": job[\"node\"][\"url\"],\n",
" \"job_commit\": job[\"node\"][\"build\"][\"commit\"],\n",
" \"job_created_at\": job[\"node\"][\"createdAt\"],\n",
" \"job_runnable_at\": job[\"node\"][\"runnableAt\"],\n",
" \"job_started_at\": job[\"node\"][\"startedAt\"],\n",
" \"job_finished_at\": job[\"node\"][\"finishedAt\"],\n",
" }\n",
" rows.append(row)\n",
"\n",
"df = pd.DataFrame(rows)"
]
},
{
"cell_type": "code",
"execution_count": 34,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>commit</th>\n",
" <th>createdAt</th>\n",
" <th>canceledAt</th>\n",
" <th>finishedAt</th>\n",
" <th>message</th>\n",
" <th>pullRequest</th>\n",
" <th>startedAt</th>\n",
" <th>state</th>\n",
" <th>url</th>\n",
" <th>job_uuid</th>\n",
" <th>job_label</th>\n",
" <th>job_passed</th>\n",
" <th>job_state</th>\n",
" <th>job_url</th>\n",
" <th>job_commit</th>\n",
" <th>job_created_at</th>\n",
" <th>job_runnable_at</th>\n",
" <th>job_started_at</th>\n",
" <th>job_finished_at</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>cc990112c4d9b96a293fe27a99f4c8a6d891e42e</td>\n",
" <td>2024-05-20T20:48:35.789Z</td>\n",
" <td>None</td>\n",
" <td>2024-05-20T20:48:42.322Z</td>\n",
" <td>Update setup.py</td>\n",
" <td>4924</td>\n",
" <td>2024-05-20T20:48:40.749Z</td>\n",
" <td>FAILED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7711</td>\n",
" <td>018f97c3-63c5-4786-bc11-8c50ac2d4ad2</td>\n",
" <td>:pipeline:</td>\n",
" <td>False</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7711#018f...</td>\n",
" <td>cc990112c4d9b96a293fe27a99f4c8a6d891e42e</td>\n",
" <td>2024-05-20T20:48:35.746Z</td>\n",
" <td>2024-05-20T20:48:35.855Z</td>\n",
" <td>2024-05-20T20:48:40.749Z</td>\n",
" <td>2024-05-20T20:48:42.214Z</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>a7dba5f212484442bcb4000dc9b5cd56e9bbf024</td>\n",
" <td>2024-05-20T20:37:25.892Z</td>\n",
" <td>2024-05-20T21:22:04.788Z</td>\n",
" <td>2024-05-20T21:22:19.706Z</td>\n",
" <td>Merge branch 'upstream-main' into infra_enc_de...</td>\n",
" <td>4888</td>\n",
" <td>2024-05-20T20:37:35.228Z</td>\n",
" <td>CANCELED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7710</td>\n",
" <td>018f97cb-dda0-4522-9a0c-4e5c3d6a146e</td>\n",
" <td>Core Test</td>\n",
" <td>True</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7710#018f...</td>\n",
" <td>a7dba5f212484442bcb4000dc9b5cd56e9bbf024</td>\n",
" <td>2024-05-20T20:57:51.243Z</td>\n",
" <td>2024-05-20T20:57:51.381Z</td>\n",
" <td>2024-05-20T20:57:58.697Z</td>\n",
" <td>2024-05-20T21:00:32.505Z</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>a7dba5f212484442bcb4000dc9b5cd56e9bbf024</td>\n",
" <td>2024-05-20T20:37:25.892Z</td>\n",
" <td>2024-05-20T21:22:04.788Z</td>\n",
" <td>2024-05-20T21:22:19.706Z</td>\n",
" <td>Merge branch 'upstream-main' into infra_enc_de...</td>\n",
" <td>4888</td>\n",
" <td>2024-05-20T20:37:35.228Z</td>\n",
" <td>CANCELED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7710</td>\n",
" <td>018f97cb-d866-4b99-a89e-d7191c7caea0</td>\n",
" <td>Basic Correctness Test</td>\n",
" <td>True</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7710#018f...</td>\n",
" <td>a7dba5f212484442bcb4000dc9b5cd56e9bbf024</td>\n",
" <td>2024-05-20T20:57:49.904Z</td>\n",
" <td>2024-05-20T20:57:50.064Z</td>\n",
" <td>2024-05-20T20:59:06.791Z</td>\n",
" <td>2024-05-20T21:13:34.071Z</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>a7dba5f212484442bcb4000dc9b5cd56e9bbf024</td>\n",
" <td>2024-05-20T20:37:25.892Z</td>\n",
" <td>2024-05-20T21:22:04.788Z</td>\n",
" <td>2024-05-20T21:22:19.706Z</td>\n",
" <td>Merge branch 'upstream-main' into infra_enc_de...</td>\n",
" <td>4888</td>\n",
" <td>2024-05-20T20:37:35.228Z</td>\n",
" <td>CANCELED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7710</td>\n",
" <td>018f97c8-5b34-4934-8997-10c97ebab1a2</td>\n",
" <td>Speculative decoding tests</td>\n",
" <td>True</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7710#018f...</td>\n",
" <td>a7dba5f212484442bcb4000dc9b5cd56e9bbf024</td>\n",
" <td>2024-05-20T20:54:01.218Z</td>\n",
" <td>2024-05-20T20:54:01.376Z</td>\n",
" <td>2024-05-20T20:55:31.647Z</td>\n",
" <td>2024-05-20T21:04:58.420Z</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>a7dba5f212484442bcb4000dc9b5cd56e9bbf024</td>\n",
" <td>2024-05-20T20:37:25.892Z</td>\n",
" <td>2024-05-20T21:22:04.788Z</td>\n",
" <td>2024-05-20T21:22:19.706Z</td>\n",
" <td>Merge branch 'upstream-main' into infra_enc_de...</td>\n",
" <td>4888</td>\n",
" <td>2024-05-20T20:37:35.228Z</td>\n",
" <td>CANCELED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7710</td>\n",
" <td>018f97c5-fd3a-471b-8c77-f0b6631f9ca1</td>\n",
" <td>Llava Test</td>\n",
" <td>True</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7710#018f...</td>\n",
" <td>a7dba5f212484442bcb4000dc9b5cd56e9bbf024</td>\n",
" <td>2024-05-20T20:51:26.069Z</td>\n",
" <td>2024-05-20T20:51:26.405Z</td>\n",
" <td>2024-05-20T20:55:19.295Z</td>\n",
" <td>2024-05-20T20:57:53.828Z</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18771</th>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:44.846Z</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T05:39:49.081Z</td>\n",
" <td>[Doc] Add API reference for offline inference ...</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T00:47:51.236Z</td>\n",
" <td>FAILED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298</td>\n",
" <td>018f7491-f0d4-4de6-a9b1-b3a77265d3eb</td>\n",
" <td>Metrics Test</td>\n",
" <td>True</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298#018f...</td>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:52.437Z</td>\n",
" <td>2024-05-14T00:48:35.752Z</td>\n",
" <td>2024-05-14T01:54:26.802Z</td>\n",
" <td>2024-05-14T01:55:57.623Z</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18772</th>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:44.846Z</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T05:39:49.081Z</td>\n",
" <td>[Doc] Add API reference for offline inference ...</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T00:47:51.236Z</td>\n",
" <td>FAILED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298</td>\n",
" <td>018f7491-f0d6-43c8-880d-0f499b661a2d</td>\n",
" <td>Quantization Test</td>\n",
" <td>True</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298#018f...</td>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:52.437Z</td>\n",
" <td>2024-05-14T00:48:35.752Z</td>\n",
" <td>2024-05-14T01:55:47.148Z</td>\n",
" <td>2024-05-14T01:56:14.528Z</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18773</th>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:44.846Z</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T05:39:49.081Z</td>\n",
" <td>[Doc] Add API reference for offline inference ...</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T00:47:51.236Z</td>\n",
" <td>FAILED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298</td>\n",
" <td>018f7491-f0d8-453e-b2cb-2e38a9a7229a</td>\n",
" <td>Benchmarks</td>\n",
" <td>True</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298#018f...</td>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:52.437Z</td>\n",
" <td>2024-05-14T00:48:35.752Z</td>\n",
" <td>2024-05-14T01:56:01.099Z</td>\n",
" <td>2024-05-14T02:00:37.416Z</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18774</th>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:44.846Z</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T05:39:49.081Z</td>\n",
" <td>[Doc] Add API reference for offline inference ...</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T00:47:51.236Z</td>\n",
" <td>FAILED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298</td>\n",
" <td>018f7491-f0db-450c-96d4-04485e5cdd26</td>\n",
" <td>Documentation Build</td>\n",
" <td>True</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298#018f...</td>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:52.437Z</td>\n",
" <td>2024-05-14T00:48:35.752Z</td>\n",
" <td>2024-05-14T01:56:03.154Z</td>\n",
" <td>2024-05-14T01:56:28.768Z</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18775</th>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:44.846Z</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T05:39:49.081Z</td>\n",
" <td>[Doc] Add API reference for offline inference ...</td>\n",
" <td>None</td>\n",
" <td>2024-05-14T00:47:51.236Z</td>\n",
" <td>FAILED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298</td>\n",
" <td>018f7491-d2c8-4687-b5c3-c599a9bee374</td>\n",
" <td>:pipeline:</td>\n",
" <td>True</td>\n",
" <td>FINISHED</td>\n",
" <td>https://buildkite.com/vllm/ci/builds/7298#018f...</td>\n",
" <td>4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a</td>\n",
" <td>2024-05-14T00:47:44.807Z</td>\n",
" <td>2024-05-14T00:47:44.940Z</td>\n",
" <td>2024-05-14T00:47:51.236Z</td>\n",
" <td>2024-05-14T00:47:53.536Z</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>18776 rows × 19 columns</p>\n",
"</div>"
],
"text/plain": [
" commit createdAt \\\n",
"0 cc990112c4d9b96a293fe27a99f4c8a6d891e42e 2024-05-20T20:48:35.789Z \n",
"1 a7dba5f212484442bcb4000dc9b5cd56e9bbf024 2024-05-20T20:37:25.892Z \n",
"2 a7dba5f212484442bcb4000dc9b5cd56e9bbf024 2024-05-20T20:37:25.892Z \n",
"3 a7dba5f212484442bcb4000dc9b5cd56e9bbf024 2024-05-20T20:37:25.892Z \n",
"4 a7dba5f212484442bcb4000dc9b5cd56e9bbf024 2024-05-20T20:37:25.892Z \n",
"... ... ... \n",
"18771 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:44.846Z \n",
"18772 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:44.846Z \n",
"18773 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:44.846Z \n",
"18774 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:44.846Z \n",
"18775 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:44.846Z \n",
"\n",
" canceledAt finishedAt \\\n",
"0 None 2024-05-20T20:48:42.322Z \n",
"1 2024-05-20T21:22:04.788Z 2024-05-20T21:22:19.706Z \n",
"2 2024-05-20T21:22:04.788Z 2024-05-20T21:22:19.706Z \n",
"3 2024-05-20T21:22:04.788Z 2024-05-20T21:22:19.706Z \n",
"4 2024-05-20T21:22:04.788Z 2024-05-20T21:22:19.706Z \n",
"... ... ... \n",
"18771 None 2024-05-14T05:39:49.081Z \n",
"18772 None 2024-05-14T05:39:49.081Z \n",
"18773 None 2024-05-14T05:39:49.081Z \n",
"18774 None 2024-05-14T05:39:49.081Z \n",
"18775 None 2024-05-14T05:39:49.081Z \n",
"\n",
" message pullRequest \\\n",
"0 Update setup.py 4924 \n",
"1 Merge branch 'upstream-main' into infra_enc_de... 4888 \n",
"2 Merge branch 'upstream-main' into infra_enc_de... 4888 \n",
"3 Merge branch 'upstream-main' into infra_enc_de... 4888 \n",
"4 Merge branch 'upstream-main' into infra_enc_de... 4888 \n",
"... ... ... \n",
"18771 [Doc] Add API reference for offline inference ... None \n",
"18772 [Doc] Add API reference for offline inference ... None \n",
"18773 [Doc] Add API reference for offline inference ... None \n",
"18774 [Doc] Add API reference for offline inference ... None \n",
"18775 [Doc] Add API reference for offline inference ... None \n",
"\n",
" startedAt state \\\n",
"0 2024-05-20T20:48:40.749Z FAILED \n",
"1 2024-05-20T20:37:35.228Z CANCELED \n",
"2 2024-05-20T20:37:35.228Z CANCELED \n",
"3 2024-05-20T20:37:35.228Z CANCELED \n",
"4 2024-05-20T20:37:35.228Z CANCELED \n",
"... ... ... \n",
"18771 2024-05-14T00:47:51.236Z FAILED \n",
"18772 2024-05-14T00:47:51.236Z FAILED \n",
"18773 2024-05-14T00:47:51.236Z FAILED \n",
"18774 2024-05-14T00:47:51.236Z FAILED \n",
"18775 2024-05-14T00:47:51.236Z FAILED \n",
"\n",
" url \\\n",
"0 https://buildkite.com/vllm/ci/builds/7711 \n",
"1 https://buildkite.com/vllm/ci/builds/7710 \n",
"2 https://buildkite.com/vllm/ci/builds/7710 \n",
"3 https://buildkite.com/vllm/ci/builds/7710 \n",
"4 https://buildkite.com/vllm/ci/builds/7710 \n",
"... ... \n",
"18771 https://buildkite.com/vllm/ci/builds/7298 \n",
"18772 https://buildkite.com/vllm/ci/builds/7298 \n",
"18773 https://buildkite.com/vllm/ci/builds/7298 \n",
"18774 https://buildkite.com/vllm/ci/builds/7298 \n",
"18775 https://buildkite.com/vllm/ci/builds/7298 \n",
"\n",
" job_uuid job_label \\\n",
"0 018f97c3-63c5-4786-bc11-8c50ac2d4ad2 :pipeline: \n",
"1 018f97cb-dda0-4522-9a0c-4e5c3d6a146e Core Test \n",
"2 018f97cb-d866-4b99-a89e-d7191c7caea0 Basic Correctness Test \n",
"3 018f97c8-5b34-4934-8997-10c97ebab1a2 Speculative decoding tests \n",
"4 018f97c5-fd3a-471b-8c77-f0b6631f9ca1 Llava Test \n",
"... ... ... \n",
"18771 018f7491-f0d4-4de6-a9b1-b3a77265d3eb Metrics Test \n",
"18772 018f7491-f0d6-43c8-880d-0f499b661a2d Quantization Test \n",
"18773 018f7491-f0d8-453e-b2cb-2e38a9a7229a Benchmarks \n",
"18774 018f7491-f0db-450c-96d4-04485e5cdd26 Documentation Build \n",
"18775 018f7491-d2c8-4687-b5c3-c599a9bee374 :pipeline: \n",
"\n",
" job_passed job_state \\\n",
"0 False FINISHED \n",
"1 True FINISHED \n",
"2 True FINISHED \n",
"3 True FINISHED \n",
"4 True FINISHED \n",
"... ... ... \n",
"18771 True FINISHED \n",
"18772 True FINISHED \n",
"18773 True FINISHED \n",
"18774 True FINISHED \n",
"18775 True FINISHED \n",
"\n",
" job_url \\\n",
"0 https://buildkite.com/vllm/ci/builds/7711#018f... \n",
"1 https://buildkite.com/vllm/ci/builds/7710#018f... \n",
"2 https://buildkite.com/vllm/ci/builds/7710#018f... \n",
"3 https://buildkite.com/vllm/ci/builds/7710#018f... \n",
"4 https://buildkite.com/vllm/ci/builds/7710#018f... \n",
"... ... \n",
"18771 https://buildkite.com/vllm/ci/builds/7298#018f... \n",
"18772 https://buildkite.com/vllm/ci/builds/7298#018f... \n",
"18773 https://buildkite.com/vllm/ci/builds/7298#018f... \n",
"18774 https://buildkite.com/vllm/ci/builds/7298#018f... \n",
"18775 https://buildkite.com/vllm/ci/builds/7298#018f... \n",
"\n",
" job_commit job_created_at \\\n",
"0 cc990112c4d9b96a293fe27a99f4c8a6d891e42e 2024-05-20T20:48:35.746Z \n",
"1 a7dba5f212484442bcb4000dc9b5cd56e9bbf024 2024-05-20T20:57:51.243Z \n",
"2 a7dba5f212484442bcb4000dc9b5cd56e9bbf024 2024-05-20T20:57:49.904Z \n",
"3 a7dba5f212484442bcb4000dc9b5cd56e9bbf024 2024-05-20T20:54:01.218Z \n",
"4 a7dba5f212484442bcb4000dc9b5cd56e9bbf024 2024-05-20T20:51:26.069Z \n",
"... ... ... \n",
"18771 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:52.437Z \n",
"18772 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:52.437Z \n",
"18773 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:52.437Z \n",
"18774 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:52.437Z \n",
"18775 4bfa7e7f75eb5b1a397c93aeea1dea1afa867b2a 2024-05-14T00:47:44.807Z \n",
"\n",
" job_runnable_at job_started_at \\\n",
"0 2024-05-20T20:48:35.855Z 2024-05-20T20:48:40.749Z \n",
"1 2024-05-20T20:57:51.381Z 2024-05-20T20:57:58.697Z \n",
"2 2024-05-20T20:57:50.064Z 2024-05-20T20:59:06.791Z \n",
"3 2024-05-20T20:54:01.376Z 2024-05-20T20:55:31.647Z \n",
"4 2024-05-20T20:51:26.405Z 2024-05-20T20:55:19.295Z \n",
"... ... ... \n",
"18771 2024-05-14T00:48:35.752Z 2024-05-14T01:54:26.802Z \n",
"18772 2024-05-14T00:48:35.752Z 2024-05-14T01:55:47.148Z \n",
"18773 2024-05-14T00:48:35.752Z 2024-05-14T01:56:01.099Z \n",
"18774 2024-05-14T00:48:35.752Z 2024-05-14T01:56:03.154Z \n",
"18775 2024-05-14T00:47:44.940Z 2024-05-14T00:47:51.236Z \n",
"\n",
" job_finished_at \n",
"0 2024-05-20T20:48:42.214Z \n",
"1 2024-05-20T21:00:32.505Z \n",
"2 2024-05-20T21:13:34.071Z \n",
"3 2024-05-20T21:04:58.420Z \n",
"4 2024-05-20T20:57:53.828Z \n",
"... ... \n",
"18771 2024-05-14T01:55:57.623Z \n",
"18772 2024-05-14T01:56:14.528Z \n",
"18773 2024-05-14T02:00:37.416Z \n",
"18774 2024-05-14T01:56:28.768Z \n",
"18775 2024-05-14T00:47:53.536Z \n",
"\n",
"[18776 rows x 19 columns]"
]
},
"execution_count": 34,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df"
]
},
{
"cell_type": "code",
"execution_count": 35,
"metadata": {},
"outputs": [],
"source": [
"df.to_csv(\"buildkite_stat_05_20_24.csv\", index=False)"
]
},
{
"cell_type": "code",
"execution_count": 37,
"metadata": {},
"outputs": [],
"source": [
"df[df[\"job_label\"].str.startswith(\"AMD\")].to_csv(\n",
" \"buildkite_stat_05_20_24_amd.csv\", index=False\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 38,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"3573"
]
},
"execution_count": 38,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(df[df[\"job_label\"].str.startswith(\"AMD\")])"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "base",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.13"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment