Skip to content

Instantly share code, notes, and snippets.

@boris-42

boris-42/gist:8435c020ea65b7f83f0d

Created January 5, 2016 01:15
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save boris-42/8435c020ea65b7f83f0d to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save boris-42/8435c020ea65b7f83f0d to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
{
"total_size": 173,
"start": 0,
"next_collection_link": "https://blueprints.launchpad.net/api/devel/rally/all_specifications?ws.size=75&memo=75&ws.start=75",
"entries": [
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-base/linked_branches",
"lifecycle_status": "Started",
"title": "Base for all REST API stuff",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"16fb2de76ede4374f9cf0d5957ebbd8dbc4f4316-5282f75c172e12b79e36eb1aab42c713c52e211c\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-base",
"information_type": "Public",
"date_started": "2014-03-22T13:24:58.434907+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-base/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-base/dependencies",
"specification_url": "https://docs.google.com/document/d/1lzo-UTI0Rg767WEzl42XdUYHBW7ZlpkARieJ_5E8Z_g/edit?usp=sharing",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": false,
"workitems_text": "",
"date_completed": null,
"name": "api-base",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/api-base",
"summary": "Any blueprint related to rally-api or rally-pythonclient should add dependency to this blueprint \n\nDiscussions are in IRC #openstack-rally & google doc:\nhttps://docs.google.com/document/d/1lzo-UTI0Rg767WEzl42XdUYHBW7ZlpkARieJ_5E8Z_g/edit?usp=sharing",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-03-22T13:24:21.867838+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-base/linked_branches",
"lifecycle_status": "Started",
"title": "Base for any blueprints that are related to benchmarking",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"22fe225ebceba1361ea98298b9ddd0a77c8e3664-bd0136ad381f58b905b3f97128b363336b282647\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-base",
"information_type": "Public",
"date_started": "2014-03-22T12:31:32.064354+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-base/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-base/dependencies",
"specification_url": "https://docs.google.com/document/d/1LYUAHkZQD8W7dtlj2I3PDA6x67TiD3AMnSWG6ljsups/edit?usp=sharing",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "benchmark-base",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-base",
"summary": "Any benchmark related blueprint should add this blueprint in dependency\n\nDiscussions are in IRC #openstack-rally & google doc:\nhttps://docs.google.com/document/d/1LYUAHkZQD8W7dtlj2I3PDA6x67TiD3AMnSWG6ljsups/edit?usp=sharing",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-03-22T12:24:56.496606+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": null,
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenario-base/linked_branches",
"lifecycle_status": "Not started",
"title": "Base for all benchmark scenario blueprints",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"0d63a90b86fb06f70bd3ad6117514f1a1d8cc9fe-e348f4bca8fe93e0ea1aeb1065311b0a7a8c86e2\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenario-base",
"information_type": "Public",
"date_started": null,
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenario-base/bugs",
"is_started": false,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenario-base/dependencies",
"specification_url": null,
"assignee_link": null,
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "benchmark-scenario-base",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenario-base",
"summary": "This is the base for all benchmark base scenarios",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-04-21T12:52:34.191009+00:00",
"is_complete": false,
"implementation_status": "Unknown"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/cli-base/linked_branches",
"lifecycle_status": "Started",
"title": "Base for any blueprints that are related to Rally App cli",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"71e7b81fb1fb11b8e669ba95607ad2912b04df54-d19376676cbcb59a43050178aa6325c3f82f44d0\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/cli-base",
"information_type": "Public",
"date_started": "2014-03-22T13:38:50.641417+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/cli-base/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/cli-base/dependencies",
"specification_url": "https://docs.google.com/document/d/1m4HqrbWOfcvi-LKjehJZTeYX1p-TzXeUvfIHhyU9nOI/edit?usp=sharing",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "cli-base",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/cli-base",
"summary": "Any blueprint that is related to API CLI should have this one as dependency.\n\nDiscussions are in IRC #openstack-rally & google doc:\nhttps://docs.google.com/document/d/1m4HqrbWOfcvi-LKjehJZTeYX1p-TzXeUvfIHhyU9nOI/edit?usp=sharing\n\n\n\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-03-22T13:38:39.886456+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deployment-base/linked_branches",
"lifecycle_status": "Complete",
"title": "Base for any deployment related blueprint",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"701b0e236829fec37907145f76588b9f6e352e08-1c9f2fae15f6eba4c9a70c2570000f0e030bb54e\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deployment-base",
"information_type": "Public",
"date_started": "2014-03-22T12:51:21.235238+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deployment-base/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deployment-base/dependencies",
"specification_url": "https://docs.google.com/document/d/1z1y6ipJkjyVVyL4Y4_L0ArDvVOF04BkPifAi0pWOmp8/edit?usp=sharing",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-07-22T22:53:48.105321+00:00",
"name": "deployment-base",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/deployment-base",
"summary": "Any blueprint that is related to deployment part of Rally should add this blueprint in dependency\n\nDiscussions are in IRC #openstack-rally & google doc:\nhttps://docs.google.com/document/d/1z1y6ipJkjyVVyL4Y4_L0ArDvVOF04BkPifAi0pWOmp8/edit?usp=sharing",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"date_created": "2014-03-22T12:51:04.639602+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/init/linked_branches",
"lifecycle_status": "Complete",
"title": "Rally initialization",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"97f918b5cfc01a4b97d7fd4935e1031729a7a0e1-8fb11320613de47b2880e4d6b898bee2c94bcab0\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/init",
"information_type": "Public",
"date_started": "2013-09-06T16:52:27.037480+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/init/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/init/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\nWrite all corresponding blueprint: INPROGRESS",
"date_completed": "2014-03-22T11:18:54.906809+00:00",
"name": "init",
"whiteboard": "The goal of this blueprint to create the skeleton of Rally project:\n\nThis mean to implement project structure and implement all interfaces. So to be able to run at least\nsomething and get your results=)\n\nSo we have key word \"Task\":\n\"Task\" - means process of few steps.\n1) Deploy OpenStack (with some engine like DevStack)\n2) Verify deployment (with tempest)\n3) Run tests scenarios that are based on tempest (benchmark it)\n3) Profile OpenStack with Tomograph and Zipkin.\n4) Processing results\n5) Return these results to user\n\nSo in our architecture we have next components:\n1) CLI interface (for task \"start\", \"abort\", \"status\" and \"list\" commands)\n2) Orchestrator that will make all dirty things using deploy and benchmark engines\n3) Deploy Engine Factory + Simple Engine based on DevStack\n4) VMProvider Factory + Virsh VM provider (single host)\n5) Benchmark and Verifiaction Engine based on tester to verify cloud + run benchmarks\n6) Zipkin + Tomograph integration\n7) Tracking tasks and allocated resources in DB\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/init",
"summary": "This BP will be used to collect all BP that are required by Rally initialization",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-06T16:52:13.523184+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/rally-incubation/linked_branches",
"lifecycle_status": "Complete",
"title": "Rally incubation",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"ba63c20a55b5620bac5531224d428dc134364acd-84cc76b657d41cad40482a5856e71c2fbeed46cc\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/rally-incubation",
"information_type": "Public",
"date_started": "2014-03-28T09:49:30.829021+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/rally-incubation/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/rally-incubation/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": false,
"workitems_text": "",
"date_completed": "2015-08-10T14:26:18.824251+00:00",
"name": "rally-incubation",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/rally-incubation",
"summary": "Document for discussion & details: \n\nhttps://docs.google.com/document/d/1Q8Fv0nT2H57LVPqY46sE7SvG_XJiWe1yA8K984pmRKM/edit?usp=sharing",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-03-28T09:47:25.917095+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": null,
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/share-base/linked_branches",
"lifecycle_status": "Not started",
"title": "Base for blueprints that are related to sharing system",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"bbd92620ad3573affa19056301e7cf7775e4e9a0-6101b689170a5b49e582e6e1ae4ed455ddb2500f\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/share-base",
"information_type": "Public",
"date_started": null,
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/share-base/bugs",
"is_started": false,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/share-base/dependencies",
"specification_url": "https://docs.google.com/document/d/1eU7DJ5wDuzfS3eP9I6SZq_ssnU-FPuy1u_xWzTNYusI/edit?usp=sharing",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "share-base",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/share-base",
"summary": "Any blueprint that is related to sharing system should depend on this blueprint.\n\nDiscussions are in IRC #openstack-rally & google doc:\nhttps://docs.google.com/document/d/1eU7DJ5wDuzfS3eP9I6SZq_ssnU-FPuy1u_xWzTNYusI/edit?usp=sharing",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-03-22T13:42:33.043671+00:00",
"is_complete": false,
"implementation_status": "Unknown"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/tempest-base/linked_branches",
"lifecycle_status": "Complete",
"title": "Base for tempest integration",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"1befbd366513a9b82353614faa6aac3d2ae36b90-8eafe909d09f33c37f9e41ad1abe9f26c521dde7\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/tempest-base",
"information_type": "Public",
"date_started": "2014-03-22T11:24:22.842793+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/tempest-base/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/tempest-base/dependencies",
"specification_url": "https://docs.google.com/document/d/1EumzA5IJuMj9s6MjejMKw2KT7aWMf04140AWfzvwk2s/edit?usp=sharing",
"assignee_link": null,
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-10-22T01:47:15.655800+00:00",
"name": "tempest-base",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/tempest-base",
"summary": "This is the base blueprint for any work related to tempest integration.\n\nAny other blueprint that is related to tempest-integration should have this one in dependency in name should match \"^tempest-.*\" pattern\n\n\nDiscussions are in IRC #openstack-rally & google doc:\nhttps://docs.google.com/document/d/1EumzA5IJuMj9s6MjejMKw2KT7aWMf04140AWfzvwk2s/edit?usp=sharing",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-03-22T11:24:10.385721+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/wiki/linked_branches",
"lifecycle_status": "Complete",
"title": "Base BP for Rally wiki",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"e93ce32405ebef122872534359816625cdb88cd8-4c8398976379050190a4887b0030a165851656a9\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/wiki",
"information_type": "Public",
"date_started": "2013-09-07T20:15:02.436172+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/wiki/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/wiki/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": false,
"workitems_text": "",
"date_completed": "2014-03-22T10:58:27.037153+00:00",
"name": "wiki",
"whiteboard": "1) Add OpenStack wiki page\n2) Add Architecture description\n3) Add Architecture images and uml diagrams \n4) Add HowTo page\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/wiki",
"summary": "Goal of this blueprint is to collect all Rally blueprints about wiki ",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T20:14:53.765642+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": null,
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/v2-base/linked_branches",
"lifecycle_status": "Complete",
"title": "Base blueprint for version 0.2",
"definition_status": "Obsolete",
"milestone_link": null,
"priority": "Essential",
"http_etag": "\"921ca66640c1b0f8c3521d28632b6130d72d1ccd-65376e73c9a29d5ab8e3473667035b2529ded8fe\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/v2-base",
"information_type": "Public",
"date_started": null,
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/v2-base/bugs",
"is_started": false,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/v2-base/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-03-22T11:15:50.216773+00:00",
"name": "v2-base",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/v2-base",
"summary": "This is the Blueprint that is that collects all blueprint related to version 2. ",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-10-20T01:38:57.848062+00:00",
"is_complete": true,
"implementation_status": "Unknown"
},
{
"starter_link": null,
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-at-large-scale/linked_branches",
"lifecycle_status": "Not started",
"title": "Prepare Rally for benchmarking at large scale",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"51b1dd9cba2cfd8ed79a1075fa94e8134e5afb9e-ea6c50229e2da9334a588bd9c0a8a35435e54bdc\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-at-large-scale",
"information_type": "Public",
"date_started": null,
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-at-large-scale/bugs",
"is_started": false,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-at-large-scale/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "benchmark-at-large-scale",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-at-large-scale",
"summary": "We should prepare Rally for benchmarking at scale.\n1) Store large amount of results (in case of long/rapidly running benchmarks)\n2) Rally should be able to display results (e.g. when we have 1kk iterations)\n3) Rally should be able to produce load from different servers",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-04-20T19:50:26.257363+00:00",
"is_complete": false,
"implementation_status": "Unknown"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-cloud-cleanup/linked_branches",
"lifecycle_status": "Complete",
"title": "Benchmark Cloud Cleanup",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"98b4b34d7815e3a70e8f90cd0dfa7353443f329d-3b7b739bd6c6747d8166e52ad989ce40ccb539d3\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-cloud-cleanup",
"information_type": "Public",
"date_started": "2013-10-30T18:45:19.712618+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boden",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-cloud-cleanup/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-cloud-cleanup/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boden",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2013-12-09T15:13:54.508312+00:00",
"name": "benchmark-cloud-cleanup",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-cloud-cleanup,n,z\n\n\nAddressed by: https://review.openstack.org/55695\n Initial impl of generic benchmark cleanup\n\n\nAddressed by: https://review.openstack.org/60327\n Refactoring for generic benchmark cleanup\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-cloud-cleanup",
"summary": "After 1 or more benchmarks are run as part of rally, the rally framework should handle cleaning up after itself. This includes:\n- Deleting any VMs the benchmark(s) created\n- Deleting any images/snapshots the benchmark(s) created\n- Deleting any other virtual resources (in the future vols, vol-types, networks, etc)\n- Deleting any users/project (tenants) that were created as part of the benchmark(s)\nThe result should be a Cloud which contains the same resources it did prior to the rally benchmarks.\nThis logic should be \"generic\" such that it can be run across all benchmarks when they complete in the rally workflow/lifecycle.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boden",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boden",
"date_created": "2013-10-30T18:41:24.552689+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context/linked_branches",
"lifecycle_status": "Complete",
"title": "Support of context for benchmarks",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"4730b02cf363bb6bb536fb5f9efffa38e3125131-88e43ab03279b42255e5980431106967731ce970\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context",
"information_type": "Public",
"date_started": "2014-03-22T12:44:19.643750+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-04-09T12:26:08.735978+00:00",
"name": "benchmark-context",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-context,n,z\n\n\nAddressed by: https://review.openstack.org/77322\n Prepare for real benchmark context support\n\n\nAddressed by: https://review.openstack.org/78193\n Unify Context classes and introduce context object\n\n\nAddressed by: https://review.openstack.org/79752\n Pass context to secnarios\n\n\nGerrit topic: https://review.openstack.org/#q,topic:benchmark-context,n,z\n\n\nAddressed by: https://review.openstack.org/85732\n (WIP) Add benchmark-context manager\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-context",
"summary": "Currently we have 3 context things:\n1) UserGenerator context - which allows to create & delete users & tenants\n2) Resource cleaner - which allows to delete resource that were created from users\n3) SSH access prepare - which allows to connect via ssh to VMs \n\nIn future we will have probably even more context (ftp, some resource context and so on on) \n\nThe goal of this blueprint is to make support of \"context\" in common way without spaghetti in code + context should be configurable in two ways:\n1) via config (e.g. create 400 images in glance before starting)\n2) via decorator of benchmark scenario (in case of NovaServers.boot_runncomand_server() ) \n3) context object with all info should be passed to each scenario call. ",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-03-01T01:24:53.950666+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~carlos-torres",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-cleanup-refactor/linked_branches",
"lifecycle_status": "Complete",
"title": "Refactoring of Benchmark Context Cleanup",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"fcfab1f253112a6c33c8373f06b1a233d6968c40-bb3bb79eb9229c41b1f06b733cf013add7df1fb5\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-cleanup-refactor",
"information_type": "Public",
"date_started": "2014-04-27T00:04:08.304290+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-cleanup-refactor/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-cleanup-refactor/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~carlos-torres",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-10-22T01:46:46.158576+00:00",
"name": "benchmark-context-cleanup-refactor",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-context-cleanup-refactor,n,z\n\n\nAddressed by: https://review.openstack.org/90579\n Refactored cleaner and added cleanup/utils\n\n\nAddressed by: https://review.openstack.org/100590\n Split user and admin cleanup to 2 separate classes\n\n\nAddressed by: https://review.openstack.org/129060\n WIP Improve rally generic cleanup mechanism\n\n\nAddressed by: https://review.openstack.org/129499\n Add simple multi thread broker\n\n\nAddressed by: https://review.openstack.org/132436\n Refactor generic cleanup mechanism part 1\n\n\nAddressed by: https://review.openstack.org/132437\n Refactor generic cleanup mechanism part 2\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-context-cleanup-refactor",
"summary": "The following blueprint will contain a series of patches that will address the following: Refactoring of benchmarks/utils.py to improve cohesion. Splitting user and admin cleanup to their respective classes, re-structure context/utils.py to be more OO.\n\nIn detail, the following changes will represent the series of changes it will be deliver:\n\nFirst Patch:\n1) Add a cleanup directory to context,\n2) Rename 'cleaner' to 'cleanup' and move it to the directory mentioned above,\n3) Split and move everything related to cleanup under benchmark/utils.py and move it to cleanup/utils.py\n4) Add and fix unit tests accordingly\n\nAnother patch:\n1) Split 'user' and 'admin' cleanup to 2 separate classes\n2) Add, and update, unit tests\n\nTwo or more patches:\n1) Refactor context/utils.py to use a more OO approach, by abstracting the common functionality to a base class named Cleaner, and with a method init that takes context['users'], and abstract method that doesn't take any args, but actually executes the cleanup code.\n2) Then make all service cleanups extend and implement the Cleaner base class.\n3) Add unit tests\n\nFinal patch:\n1) Adding a retry mechanism for cleanups\n2) Improve performance of the cleanup process\n3) Add unit tests for this functionality",
"owner_link": "https://blueprints.launchpad.net/api/devel/~carlos-torres",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~carlos-torres",
"date_created": "2014-04-22T15:54:04.666809+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-improve-cleaner/linked_branches",
"lifecycle_status": "Complete",
"title": "Benchmark Context - Improve Cleaner",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"c95f45dc666c9f6ba9668b72293e78a507333984-431639cf22913bd2913c88bddf87f85fc6e08e24\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-improve-cleaner",
"information_type": "Public",
"date_started": "2014-03-26T16:20:47.820861+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-improve-cleaner/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-improve-cleaner/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~pierre-padrixe",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-04-03T15:00:35.266800+00:00",
"name": "benchmark-context-improve-cleaner",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-context-improve-cleaner,n,z\n\n\nAddressed by: https://review.openstack.org/82560\n Improve generic cleanup\n\n\nAddressed by: https://review.openstack.org/83387\n Add @cleanup usage in each scenario method\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-context-improve-cleaner",
"summary": "Imporve Context Cleaner by avoiding unnecessary clean of resources: in the current design, the context will try to clean every resource instead of just deleting the appropriate resource.\n\nAdd a @cleanup decorator that will be used by scenario methods requiring a resources cleanup.\nusage: @cleanup(['nova', 'cinder'])\nUpdate cleaner context methods to fit the above requirements.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~pierre-padrixe",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~pierre-padrixe",
"date_created": "2014-03-26T15:15:13.124857+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-reuse-scenarios-for-resource-creation/linked_branches",
"lifecycle_status": "Started",
"title": "Reuse Scenario Runners and scenarios in context",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"ae13451eb5cd7e7237864d69d40904f76776ed5d-57650c67b8950df5bb767bb107f1aabaeb6bfcf6\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-reuse-scenarios-for-resource-creation",
"information_type": "Public",
"date_started": "2014-04-20T10:17:51.100690+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-reuse-scenarios-for-resource-creation/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-reuse-scenarios-for-resource-creation/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "benchmark-context-reuse-scenarios-for-resource-creation",
"whiteboard": "\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-context-reuse-scenarios-for-resource-creation,n,z\n\n\nAddressed by: https://review.openstack.org/98005\n Serialize users in scenario runners\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-context-reuse-scenarios-for-resource-creation",
"summary": "We should adopt current benchmarks scenarios:\n\n1) Do not randomize users in scenario runners\n(keep order) https://github.com/stackforge/rally/blob/6acc580ee124c6ea30303fc6183381f9d9526c7e/rally/benchmark/runners/base.py#L41\n\n2) Add support to \"export\" created resources from scenario method:\nself.export(dict_of_values)\ne.g. here:\nhttps://github.com/stackforge/rally/blob/6acc580ee124c6ea30303fc6183381f9d9526c7e/rally/benchmark/scenarios/keystone/basic.py#L24-L25\n\n3) Export data only if base.Scenario was inited with export=True (by default should be false)\n\n4) Export data in all benchmarks scenarios (that creates resources and could be used in nova)\n\n5) Do something with cleanup mechanism (and resource naming)\n\n6) Switch all context classes to use Scenarios runners\n\n7) Do something with naming of resource (to be able to use generic cleanup)",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-04-19T15:16:26.622009+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-tenant-quotas/linked_branches",
"lifecycle_status": "Complete",
"title": "Support of quotas in benchmarking context",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"129d2c0f2409c28027433e6af13d2b6e8165815e-18ecc55e0ff7939f52c50a3f5531781ba702958f\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-tenant-quotas",
"information_type": "Public",
"date_started": "2014-03-28T13:55:15.422462+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~bruno-semperlotti",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-tenant-quotas/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-tenant-quotas/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~bruno-semperlotti",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-04-14T17:47:17.188563+00:00",
"name": "benchmark-context-tenant-quotas",
"whiteboard": "Thank you for great description\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-context-tenant-quotas,n,z\n\n\nAddressed by: https://review.openstack.org/83835\n Add nova/cinder quotas management in benchmark context\n\n\nAddressed by: https://review.openstack.org/85038\n Add support for the neutron client in the osclients object\n\n\nAddressed by: https://review.openstack.org/85377\n Add neutron quotas management in benchmark context\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-context-tenant-quotas",
"summary": "Currently all generated benchmark tenants are created with the default Openstack quotas.\nThese default values generally do not allow to create more than 10 servers or 10 volumes for example.\n\nThis blueprint propose to support quotas modification for generated benchmark's tenants by extended the context object, \nallowing to run large scale scenarios.\n\nOpenstack quotas are set per service and therefore can be separated into three categories:\n - Servers related quotas configured via Nova\n - volumes related quotas configured via Cinder\n - Network related quotas configured via Neutron\n\nBenchmark quotas will be defined using the following syntax in task configuration file:\n\n\"context\": {\n\t[...]\n\t\"quotas\": {\n\t\t\"nova\": {\n\t\t\t\"instances\": 50,\n\t\t\t\"ram\": -1,\n\t\t\t[...]\n\t\t},\n\t\t\"cinder\": {\n\t\t\t\"volumes\": 100,\n\t\t\t\"snapshots\": -1,\n\t\t\t[...]\n\t\t},\n\t\t\"neutron\": {\n\t\t\t\"network\": 10,\n\t\t\t[...]\n\t\t}\n\t}\n}\n\nThis blueprint will be implemented in 3 steps:\n\n1. Add support for nova and cinder quotas in the context object.\n\n2. Add support for the neutron client in the osclients object.\nCurrently, Neutron client is not declared in the available openstack clients.\n\n3. Add support for neutron quotas in the context object.\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~bruno-semperlotti",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~bruno-semperlotti",
"date_created": "2014-03-28T13:26:07.264893+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-new-task-config/linked_branches",
"lifecycle_status": "Complete",
"title": "Refactor task config format",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"9589958e64d12cf627cc32f023f5cee92b4b65c2-6ec6be4775479cf0eb2420251bdf5da511bf6b56\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-new-task-config",
"information_type": "Public",
"date_started": "2014-03-08T15:59:11.866028+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-new-task-config/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-new-task-config/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-03-22T10:57:39.397936+00:00",
"name": "benchmark-new-task-config",
"whiteboard": "\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-new-task-config,n,z\n\n\nAddressed by: https://review.openstack.org/80151\n WIP New task config + validation refactoring\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-new-task-config",
"summary": "(1) Rename the task config elements is one step in the process of making scenarios more pluggable.\n\nProposed schema.\n{\n   {\n    \"NovaServers.boot_and_delete_server\": [\n        {\n            \"args\": {\n                 \"flavor_id\": 1,\n                 \"image_id\": \"73257560-c59b-4275-a1ec-ab140e5b9979\"\n            },\n            \"runner\": {\n                \"type\": \"continuous\",\n                \"times\": 10,\n                “timeout”: 100,\n                \"active_users\": 2\n            }\n            \"context\": {\n \"users\": {\n                 \"tenants\": 3,\n                 “users_per_tenant\": 2\n }\n            }\n        }\n    ]\n}\n\n(2) Support configuration in both yaml + json format.\n\n(3) Use jsonschema to validate configuration.\n\nMore details in section 3.1 of Rally Benchmark Engine refactoring doc [1]\n\n[1]: https://docs.google.com/a/yahoo-inc.com/document/d/1LYUAHkZQD8W7dtlj2I3PDA6x67TiD3AMnSWG6ljsups/edit#",
"owner_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-02-25T19:31:36.665757+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-pass-id-or-name/linked_branches",
"lifecycle_status": "Complete",
"title": "support use of id or name when referring to resource in rally scenario args",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"e6797fd00318493305b889c298c7ed79a97af586-806c59c59a55681bede2054a307c4129f420e269\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-pass-id-or-name",
"information_type": "Public",
"date_started": "2014-07-28T05:26:33.320790+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-pass-id-or-name/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-pass-id-or-name/dependencies",
"specification_url": "https://docs.google.com/document/d/1LYUAHkZQD8W7dtlj2I3PDA6x67TiD3AMnSWG6ljsups/edit?usp=sharing#heading=h.n7r2djgsuko2",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-07-28T05:26:33.320790+00:00",
"name": "benchmark-pass-id-or-name",
"whiteboard": "\n\n\nGerrit topic: https://review.openstack.org/#q,topic:benchmark-pass-id-or-name,n,z\n\n\nAddressed by: https://review.openstack.org/86116\n [WIP] pass id or name when referring to resources in scenario config\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-pass-id-or-name",
"summary": "Currently rally scenario arguments only accept uuid for resources. For this feature we will add a preprocessor phase to the scenario lifecycle which can be used to transform scenario arguments. The initial use case for transformations will be to allow users to pass names instead of uuids for resources.\n\nFor example, the json blobs below show arguments to the NovaServers.boot_and_delete_server scenario prior to and immediately after the preprocessor has been applied at runtime.\n\n*** pre-transform\n{\n \"NovaServers.boot_and_delete_server\": [\n {\n \"args\": {\n \"flavor\": {\"name\": \"m1.nano\"},\n \"image\": {\"name\": \"cirros-0.3.1-x86_64-uec\"}\n },\n ...\n}\n*** post-transform\n{\n \"NovaServers.boot_and_delete_server\": [\n {\n \"args\": {\n \"flavor_id\": 1,\n \"image_id\": \"73257560-c59b-4275-a1ec-ab140e5b9979\"\n },\n ...\n}\n\nStep 1: Add new decorator for benchmark scenario (in benchmark.process module): \ndef arg(func) # it is similar to validators \n\nStep 2: Add two function for processing arguments\ndef flavor_transform(src, dest): \n def transformer(**kw): \n src_value = kw.pop(“src”) \n kw[“dest”] = some_transformation_on(src_value)\n return kw\n return transformer\n\ndef flavor(src, dest):\n return arg(flavor_transform(src, dest)) \n\nStep 3: Add to all benchmarks, that accept smart args (flavor, image) \n@process.flavor(src, dest)\n \nStep 4: Run all processing function 1by1 after context & before running benchmark \nStep 5: Partial fix for validation method (they should use by hand transformers) It will be in future changed. ",
"owner_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"date_created": "2014-03-26T00:51:26.000064+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": null,
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-persistent-context/linked_branches",
"lifecycle_status": "Not started",
"title": "support passing serialized context to benchmark",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"d79ac7a234bde41826582752038c3363a2e7da5b-2d49a7dbfee8282d3cb2364ac9434d8f5139fac9\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-persistent-context",
"information_type": "Public",
"date_started": null,
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-persistent-context/bugs",
"is_started": false,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-persistent-context/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": false,
"workitems_text": "",
"date_completed": null,
"name": "benchmark-persistent-context",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-persistent-context",
"summary": "The use cases and proposed design of the feature are described in this google doc https://docs.google.com/document/d/16hp6K37C8_j7VQcUGq0oGJ_2dLV4Hlul_IyYpouE-tE/edit#",
"owner_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"date_created": "2014-05-27T18:28:43.764583+00:00",
"is_complete": false,
"implementation_status": "Unknown"
},
{
"starter_link": null,
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-runners-at-large-scale/linked_branches",
"lifecycle_status": "Not started",
"title": "Prepare Rally for benchmarking at large scale",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"cb7d11d76fab19a0d80588a7e9e2cc7c5f65fd9f-a2dc65179fb750d308874d394cede3299281e401\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-runners-at-large-scale",
"information_type": "Public",
"date_started": null,
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-runners-at-large-scale/bugs",
"is_started": false,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-runners-at-large-scale/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "benchmark-runners-at-large-scale",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-runners-at-large-scale",
"summary": "We should prepare Rally for benchmarking at scale.\n1) Store large amount of results (in case of long/rapidly running benchmarks)\n2) Rally should be able to display results (e.g. when we have 1kk iterations)\n3) Rally should be able to produce load from different servers\n4) Do something with LOGs=)",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-04-20T19:49:55.184870+00:00",
"is_complete": false,
"implementation_status": "Unknown"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios/linked_branches",
"lifecycle_status": "Complete",
"title": "Benchmark scenarios for Rally",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"935b3ae5d9e262d0dc5e1e346ac04a099f55e2ed-3ac90d8352d382fb2b339e3813f35f9684600adf\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios",
"information_type": "Public",
"date_started": "2013-10-08T14:31:26.627940+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-03-08T16:13:51.962966+00:00",
"name": "benchmark-scenarios",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios,n,z\n\n\nAddressed by: https://review.openstack.org/46883\n Benchmark scenarios for Rally: Nova utils\n\n\nAddressed by: https://review.openstack.org/50169\n Benchmark scenarios for Rally: Nova servers\n\n\nAddressed by: https://review.openstack.org/50588\n Benchmark scenarios for Rally: Nova server metadata\n\n\nAddressed by: https://review.openstack.org/50760\n Adding the first-time-sleep parameter to sync_execute\n\n\nAddressed by: https://review.openstack.org/50764\n Benchmark scenarios for Rally: Nova floating IPs\n\n\nAddressed by: https://review.openstack.org/52495\n Adds boot server benchmark test\n\n\nAddressed by: https://review.openstack.org/53330\n Benchmark test to boot server and bounce it N times\n\n\nAddressed by: https://review.openstack.org/53841\n Benchmark test to boot server and bounce it N times\n\n\nAddressed by: https://review.openstack.org/54115\n Fix intermitten py test failure\n\n\nAddressed by: https://review.openstack.org/54524\n Add sleep_between() method to benchmark scenarios\n\n\nAddressed by: https://review.openstack.org/55465\n Fix passing the context to multiprocessing pool\n\n\nAddressed by: https://review.openstack.org/59780\n Add caching to osclients.Clients\n\n\nAddressed by: https://review.openstack.org/59781\n Make openstack clients for temp users lazy\n\n\nAddressed by: https://review.openstack.org/59782\n Perform init() for each temporary user\n\n\nAddressed by: https://review.openstack.org/60469\n Add benchmark tests for glance\n\n\nAddressed by: https://review.openstack.org/61688\n Benchmark scenarios for Rally: Nova rescue server\n\n\nAddressed by: https://review.openstack.org/61833\n Adding cinder benchmark scenarios for Rally\n\n\nAddressed by: https://review.openstack.org/63129\n Benchmark scenarios for Rally: run task in instance\n\n\nAddressed by: https://review.openstack.org/62949\n Prepare instances for SSH access\n\n\nAddressed by: https://review.openstack.org/63138\n Benchmark scenarios for Rally: run task in instance\n\n\nAddressed by: https://review.openstack.org/64246\n Refactor the way benchmark engine returns its results\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios",
"summary": "The blueprint is concentrated on creating the core benchmark scenarios for Rally which can be then used in typical benchmark procedures. These can include scenarios that use basic Nova client functions, such as creating and deleting servers, associating floating IPs etc.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"date_created": "2013-10-08T14:30:41.145151+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-based-on-tempest/linked_branches",
"lifecycle_status": "Complete",
"title": "Tempest based benchmark scenario",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"69303f63f85db033b7c674f9d5721c43ec21a12f-fe12afbd185ff28b6248602186cdea58558af8e9\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-based-on-tempest",
"information_type": "Public",
"date_started": "2014-03-22T11:31:03.349046+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-based-on-tempest/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-based-on-tempest/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~andreykurilin",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\nTempestContext implementation: DONE\nTempestScenario implementation: DONE\n- all: DONE\n- set: DONE\n- specific_regex: DONE\n- single_test: DONE\n- list_of_test: DONE",
"date_completed": "2014-07-28T05:25:20.889096+00:00",
"name": "benchmark-scenarios-based-on-tempest",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios-based-on-tempest,n,z\n\nAddressed by: https://review.openstack.org/86337\n    Add benchmark for tempest. Part 1\n\nAddressed by: https://review.openstack.org/86836\n    Add benchmark for tempest. Part 2",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios-based-on-tempest",
"summary": "Major goal is to reuse tons of already existing tempest scenarios in purpose of benchmarking.\n\nSo we should add something like TempestScenario(base.Scenarion) class.\n\nAnd inside it couple of method:\n\ndef all(self)\n   #just run all tests from tempest one by one\n   pass\n\ndef set(set_name):\n    # run one by one methods from set (set is hardcoded in inside Rally)\n    pass\n\ndef random_test_from_set(set_name):\n    # run random test from set with name set_name\n    pass\n\ndef specific_regex(regex):\n    # regexp that will find all benchmarks\n    pass\n\ndef single_test(self, test_name):\n    # run test with test_name\n    pass\n\ndef list_of_test(self, test_names):\n    # run one by one test from list of test_names\n    pass\n\ndef random_test_from_list(self, test_names)\n   # run random test from test_names\n   pass",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-02-04T22:03:35.701621+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-celiometer/linked_branches",
"lifecycle_status": "Complete",
"title": "Add base for Ceilometer API benchmarks",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"29560d487d8a58b82acf035bc9747d12e226b068-4e24541614ceae7bfaccc3e56136053758e5d327\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-celiometer",
"information_type": "Public",
"date_started": "2014-04-03T15:01:27.650309+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-celiometer/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-celiometer/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~aswad-r",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-10-22T01:46:41.510556+00:00",
"name": "benchmark-scenarios-for-celiometer",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios-for-celiometer,n,z\n\n\nAddressed by: https://review.openstack.org/88216\n [WIP] Add benchmark scenarios for ceilometer API\n\n\nAddressed by: https://review.openstack.org/90203\n Add benchmark scenarios for ceilometer resources GET API\n\n\nAddressed by: https://review.openstack.org/90331\n [WIP] Add benchmark scenarios for ceilometer meters GET API\n\n\nAddressed by: https://review.openstack.org/91320\n Add benchmark scenarios for ceilometer statistics api\n\n\nAddressed by: https://review.openstack.org/92030\n Add benchmark scenarios for ceilometer queries API\n\n\nGerrit topic: https://review.openstack.org/#q,topic:master,n,z\n\n\nAddressed by: https://review.openstack.org/93669\n [WIP] Use FakeCeilometerClient instead of mocks\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios-for-celiometer",
"summary": "There currently are no benchmarks/scenarios for the ceilometer API. We should add these.\n\nRequirements Doc:\nhttps://docs.google.com/document/d/1SXdc_ENtyBFbIAb4gm-xDpNFaPGd6o4cK26s3xXqRLY/edit?usp=sharing\n\nWe will be going ahead in following manner:\n1. Add support for alarms api (Code Merged)\n2. Add support for meters api (Code Merged)\n3. Add support for resources api (Code Merged)\n4. Add support for queries and statistics (Code Merged)",
"owner_link": "https://blueprints.launchpad.net/api/devel/~joris-roovers",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~joris-roovers",
"date_created": "2014-02-26T10:11:15.518337+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-keystone/linked_branches",
"lifecycle_status": "Complete",
"title": "Benchmarks for Keystone",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"ed7d391628501631d8749e070dfd10eb5cda87f7-c67be854251dd3c5c9aae3530b781fa850079ab6\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-keystone",
"information_type": "Public",
"date_started": "2013-12-17T11:00:33.366552+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-keystone/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-keystone/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~nkhare",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-10-22T01:46:37.297609+00:00",
"name": "benchmark-scenarios-for-keystone",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/keystone-benchmark,n,z\n\n\nAddressed by: https://review.openstack.org/64220\n Add generic keystone cleanup mechanism\n\n\nAddressed by: https://review.openstack.org/64329\n Add base utils for keystone benchmarks\n\n\nAddressed by: https://review.openstack.org/64389\n Move nova benchmark samples to nova directory\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios-for-keystone",
"summary": "Add benchmarks for Keystone. Keystone Performance can be tracked at:-\nhttps://wiki.openstack.org/wiki/KeystonePerformance",
"owner_link": "https://blueprints.launchpad.net/api/devel/~nkhare",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~nkhare",
"date_created": "2013-12-17T10:48:49.856467+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-neutron/linked_branches",
"lifecycle_status": "Complete",
"title": "Add base for Neutron API Benchmarks",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"113a07aea8a125bb5dbd5efdb3582f419df18bab-45b02787c612763d92405f95e03aad970a594029\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-neutron",
"information_type": "Public",
"date_started": "2014-04-18T11:26:49.941085+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-neutron/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-neutron/dependencies",
"specification_url": "https://docs.google.com/spreadsheets/d/1GfdP3aguvIb1B3t5DTt5smXnW6XDrspRDHf0zwYPnrg/edit?usp=sharing",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~chen-li",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-10-22T01:46:33.242270+00:00",
"name": "benchmark-scenarios-for-neutron",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-context-tenant-quotas,n,z\n\n\nAddressed by: https://review.openstack.org/85038\n Add support for the neutron client in the osclients object\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios-for-neutron,n,z\n\n\nAddressed by: https://review.openstack.org/88537\n Add Neutron benchmarks scenarios\n\n\nAddressed by: https://review.openstack.org/91350\n Add Neutron benchmarks scenario for creating and listing subnets\n\n\nAddressed by: https://review.openstack.org/92873\n [WIP]Add Neutron benchmarks scenario for creating and listing routers\n\n\nAddressed by: https://review.openstack.org/93739\n Add Neutron benchmarks scenario for creating and listing ports\n\n\nAddressed by: https://review.openstack.org/111430\n This patch contains: - scenario NeutronNetwork.create_and_delete_networks is added - scenario NeutronNetwork.create_and_delete_subnets is added - scenario NeutronNetwork.create_and_delete_ports is added\n\n\nAddressed by: https://review.openstack.org/111463\n Adds deleting scenarios for Neutron:\n\n\nAddressed by: https://review.openstack.org/113177\n Adds deleting routers scenario for Neutron:\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios-for-neutron",
"summary": "There currently are no benchmarks/scenarios for the neutron API. We should add these.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~joris-roovers",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~joris-roovers",
"date_created": "2014-02-26T10:12:35.192714+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-nova/linked_branches",
"lifecycle_status": "Complete",
"title": "benchmark-scenarios-for-nova",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"105685db1caacb987963940262f3b6c02e2da588-a388a500c1a4c67c824433339036d21b69c32c91\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-nova",
"information_type": "Public",
"date_started": "2015-10-22T01:46:27.804393+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-nova/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-nova/dependencies",
"specification_url": "https://docs.google.com/document/d/1jcVrO9cVm9LCaIwSF8h9URyBryH7b29RD3YwfTPCP_0",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\n- add boot-from-volume and resize scenario (rajesh-tailor): TODO\n- add boot-from-image, attach volume and resize scenario (rajesh-tailor): TODO",
"date_completed": "2015-10-22T01:46:27.804393+00:00",
"name": "benchmark-scenarios-for-nova",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios-for-nova,n,z\n\n\nAddressed by: https://review.openstack.org/109915\n Add resize-server for nova benchmark\n\n\nGerrit topic: https://review.openstack.org/#q,topic:benchmark-scenarios-for-nova,n,z\n\n\nAddressed by: https://review.openstack.org/110322\n Added attch volume to server for nova benchmark\n\n\nAddressed by: https://review.openstack.org/234644\n Add boot-server-attach-created-volume-and-resize nova benchmark\n\n\nAddressed by: https://review.openstack.org/240788\n Add boot-server-from-volume-and-resize for nova benchmark\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios-for-nova",
"summary": "This blueprint is to add more scenarios related to Nova. The main aim is to measure the non-functional requirements such as Scalability, Performance and Concurrency. This test cases help us to determine different types of parameters such as scale limit and concurrency, as it differs from cloud to cloud, also to check performance degradation while it is reaching the scale limits. To achieve this it has been created different scenarios and measure each of the above parameter",
"owner_link": "https://blueprints.launchpad.net/api/devel/~anusha.kadambala",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~anusha.kadambala",
"date_created": "2014-07-28T05:47:31.433242+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": null,
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/cleanup-refactoring/linked_branches",
"lifecycle_status": "Not started",
"title": "Refactoring Rally Cleanup",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"0c7ee201d721ade781cf6247374fd6bc3a16b170-fc01aa9b6025dc5f1fabd83c70f427397d8eacd2\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/cleanup-refactoring",
"information_type": "Public",
"date_started": null,
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/cleanup-refactoring/bugs",
"is_started": false,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/cleanup-refactoring/dependencies",
"specification_url": "https://github.com/openstack/rally/blob/master/doc/specs/in-progress/cleanup_refactoring.rst",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~stpierre",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "cleanup-refactoring",
"whiteboard": "\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/cleanup-refactoring,n,z\n\n\nAddressed by: https://review.openstack.org/246484\n [Spec] Refactoring Rally Cleanup, Part II\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/cleanup-refactoring",
"summary": "Current generic mechanism is nice but it doesn't work enough well in real life. And in cases of existing users, persistence context and disaster cleanups it doesn't work well.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~stpierre",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~wtakase",
"date_created": "2015-11-17T15:49:34.383871+00:00",
"is_complete": false,
"implementation_status": "Unknown"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/consistent-resource-names/linked_branches",
"lifecycle_status": "Started",
"title": "Consistent Resource Naming",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"f8d1952ce6e2321dd729284a746dcc9440aebf6f-a952a4def75ceb6ff8e41c05cacfa5ef8e323ad6\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/consistent-resource-names",
"information_type": "Public",
"date_started": "2015-10-22T01:44:07.317730+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/consistent-resource-names/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/consistent-resource-names/dependencies",
"specification_url": "https://docs.google.com/a/wherenow.org/spreadsheets/d/10op1yqmPzNkgfF8kHlrviWeNKZdfn0aKR72Vqi9lC1I/edit#gid=0",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~stpierre",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\nApply Scheme to Benchmarks: TODO\nApply Scheme to Contexts: TODO\nApply Scheme to Server Providers: TODO\nCheck Keystone (&other?) temporary resource checks: TODO\nFix unit tests: TODO\nRemoved unused functions from base classes: TODO",
"date_completed": null,
"name": "consistent-resource-names",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/consistent-resource-names,n,z\n\n\nAddressed by: https://review.openstack.org/226387\n Implement new random name generator for wrapper plugins\n\n\nAddressed by: https://review.openstack.org/226388\n Remove old random name generator\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bug/1509402,n,z\n\n\nAddressed by: https://review.openstack.org/238979\n Enable ddt on random name generator tests\n\n\nAddressed by: https://review.openstack.org/238980\n Fix random name bug if task uuid is too short\n\n\nAddressed by: https://review.openstack.org/241769\n Make name_matches_object accept list of objects\n\n\nAddressed by: https://review.openstack.org/249485\n Remove old generate_random_name() use from sahara context\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/consistent-resource-names",
"summary": "Rally should use a consistent naming scheme for all resources it creates\n\nhttps://github.com/openstack/rally/blob/master/doc/specs/in-progress/consistent_resource_names.rst",
"owner_link": "https://blueprints.launchpad.net/api/devel/~hughsaunders",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~hughsaunders",
"date_created": "2014-05-28T20:04:53.593374+00:00",
"is_complete": false,
"implementation_status": "Good progress"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-base/linked_branches",
"lifecycle_status": "Complete",
"title": "Use Oslo DB base",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"f55fd17f7959f5251cc992177dc023a6bd2409b4-bf51db3bc8942bdd8ae2ead4004830e2bfc1b3fb\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-base",
"information_type": "Public",
"date_started": "2013-09-07T21:32:57.691823+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-base/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-base/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": false,
"workitems_text": "",
"date_completed": "2013-09-07T21:32:57.691823+00:00",
"name": "db-base",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/db-base",
"summary": "Integrate Rally with DB code",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T21:24:59.155521+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-resource-track/linked_branches",
"lifecycle_status": "Complete",
"title": "Track allocated resources in DB",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"c6596c226900b9e89e169c3136c84185e4d1143b-cfbcddb610df0250d2e8a666be059e3490c25564\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-resource-track",
"information_type": "Public",
"date_started": "2013-12-01T20:22:44.551896+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-resource-track/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-resource-track/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\n[akscram] Resource model with DB API: DONE\n[eyerediskin] Track resources in lxc provider: DONE\n[akscram] Track resources in virsh provider: DONE\n[akscram] Track resources in openstack provider: DONE",
"date_completed": "2013-12-12T11:22:38.427452+00:00",
"name": "db-resource-track",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/db-resource-track,n,z\n\n\nAddressed by: https://review.openstack.org/60168\n Resource model with DB API\n\n\nGerrit topic: https://review.openstack.org/#q,topic:virsh,n,z\n\n\nAddressed by: https://review.openstack.org/60683\n Introduce a manager of resources\n\n\nAddressed by: https://review.openstack.org/60685\n VirshProvider track resources\n\n\nAddressed by: https://review.openstack.org/60800\n OpenStackProvider track resources\n\n\nAddressed by: https://review.openstack.org/60929\n Serializable ImmutableMixin\n\n\nAddressed by: https://review.openstack.org/60930\n LxcProvider track resources\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/db-resource-track",
"summary": "This is essential, because if we don't have information about allocated VMs and something went wrong, we won't be able to cleanup servers",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T21:31:39.931438+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-status-track/linked_branches",
"lifecycle_status": "Complete",
"title": "Track task status in DB",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"fdc3608c2eefdc4a909beb693a8073b2ce22272f-4f11a9b4a0c8a133a61788dd1cd7a8b68164045c\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-status-track",
"information_type": "Public",
"date_started": "2013-09-07T21:28:33.263079+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-status-track/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-status-track/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2013-09-30T11:57:44.182412+00:00",
"name": "db-status-track",
"whiteboard": "Addressed by: https://review.openstack.org/46965\n Add task status tracking\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/db-status-track,n,z\n\n\nAddressed by: https://review.openstack.org/47395\n Move task creation from get_engine to orcehstrator\n\n\nAddressed by: https://review.openstack.org/47431\n Add task status tracking in TestEngine\n\n\nAddressed by: https://review.openstack.org/47833\n Add Task object for tracking task status\n\n\nAddressed by: https://review.openstack.org/48206\n Move deploy() out of __enter__ method\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/db-status-track",
"summary": "We should track in DB task status to be able to:\n1) get status of task\n2) analyze where task failed\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T21:28:23.347294+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-task-track/linked_branches",
"lifecycle_status": "Complete",
"title": "Track Task status and allocated resources in DB",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"62a2135250891bac147fb13ad11991615daf0d14-6b6c904e84c602b475646ed4e4b597c44f4733e2\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-task-track",
"information_type": "Public",
"date_started": "2013-09-07T20:52:44.632192+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-task-track/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/db-task-track/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": false,
"workitems_text": "Work items:\nAdd to Rally DB support: DONE\nAdd Task Model and API: DONE\nAdd Resource Model and API: TODO\nAdd Task status tracking: TODO\nAdd Resource tracking: TODO",
"date_completed": "2013-10-09T13:18:27.651104+00:00",
"name": "db-task-track",
"whiteboard": "Support tracking of status and allocated resources\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/db-task-track,n,z\n\n\nAddressed by: https://review.openstack.org/45958\n Add CLI utils for DB recreate\n\n\nAddressed by: https://review.openstack.org/45957\n db.db_create() shouldn't call hiddenly db.db_drop()\n\n\nAddressed by: https://review.openstack.org/46014\n Fix VM provider get_available_providers() test\n\n\nAddressed by: https://review.openstack.org/46965\n Add task status tracking\n\n\nAddressed by: https://review.openstack.org/50611\n Store test scenario results in DB\n\n\nAddressed by: https://review.openstack.org/60168\n Resource model with DB API\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/db-task-track",
"summary": "We should track all allocated resources (VMs) and all information about task (config + status) in DB.\n\nThis is very important, because if something went wrong during task execution we will be not able to free allocated resources, or at least get information about step where task failed. ",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T20:47:07.553455+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-engine-devstack-simple/linked_branches",
"lifecycle_status": "Complete",
"title": "Simple DevStack Deploy Engine",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"13d998ab1fba724eb3fd89574fee1b1d81fe342f-901e6a7070ddcdde5ed07531a2f9120a63466d3a\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-engine-devstack-simple",
"information_type": "Public",
"date_started": "2013-09-07T15:13:11.677626+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-engine-devstack-simple/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-engine-devstack-simple/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~alexei-kornienko",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": false,
"workitems_text": "",
"date_completed": "2013-09-30T11:56:17.292685+00:00",
"name": "deploy-engine-devstack-simple",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/deploy-engine-devstack-simple,n,z\n\n\nAddressed by: https://review.openstack.org/45646\n Added virsh vm provider engine draft\n\n\nAddressed by: https://review.openstack.org/45647\n Added Devstack deploy engine\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/deploy-engine-devstack-simple",
"summary": "Simple DevStack deploy engine is able to deploy simplest OpenStack deployment:\n\n1 Control Node\nN Compute nodes (Nova + Cinder)\n\nUsing existing VMs",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T15:12:39.589198+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-engine-factory/linked_branches",
"lifecycle_status": "Complete",
"title": "Deploy Engine Factory",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"ace9e039c4bbfd0c774540ae5db9b62a4b935d9b-5b39d91b35d703fd7e37aa5c541832967af12e76\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-engine-factory",
"information_type": "Public",
"date_started": "2013-09-07T11:25:25.220473+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-engine-factory/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-engine-factory/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2013-09-08T08:32:27.963360+00:00",
"name": "deploy-engine-factory",
"whiteboard": "Implementation:\n\n✓ Base class for Engine was added\n✓ Static methods added\n✓ Abstract methods added\n✓ WIth construction implemented\n✓ Registration mechanism is partial added",
"web_link": "https://blueprints.launchpad.net/rally/+spec/deploy-engine-factory",
"summary": "Goal is to add deploy engine factory:\n\nAdd EngineFactory class:\nAbstract base class with next methods:\n\n\nregistration mechanism (for new engines):\n1) any subclass of Engine factory in rally.deploy.engines \n=> will be automatically registered \n\n\nstatic: \n1) get deploy engine by name\n2) get names of available engines\n\n\nabstract: \n1) deploy\n2) cleanup \n\n\nwith statement: \nThis with statement should call deploy() on enter and cleanup() on exit()\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T11:24:50.302245+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-fuel-engine/linked_branches",
"lifecycle_status": "Complete",
"title": "Deploy OpenStack with Fuel",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"cd47af70165bca31f8273e24c13f990b61ab2e7a-c22dbade9db770bf6388c1319ccb982f1abd8864\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-fuel-engine",
"information_type": "Public",
"date_started": "2013-12-03T12:52:03.340669+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-fuel-engine/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-fuel-engine/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\n[eyerediskin] Fuel API client: INPROGRESS\n[eyerediskin] FuelEngine: INPROGRESS",
"date_completed": "2014-09-02T12:14:31.330399+00:00",
"name": "deploy-fuel-engine",
"whiteboard": "Sample configuration:\n\n {\n   \"name\": \"FuelEngine\",\n   \"deploy_name\": \"Rally multinode 001\",\n   \"api_url\": \"http://10.20.0.2:8000/api/v1/\",\n   \"deploy_mode\": \"multinode\",\n   \"net_provider\": \"nova_network\",\n   \"nodes\": {\n      \"controller\": {\"amount\": 1, \"filters\": [\"ram>=4G\", \"storage>=100G\"]},\n      \"compute\": {\"amount\": 4, \"filters\": [\"ram>=8G\", \"cpus>=8\"]},\n      \"cinder\": {\"amount\": 4, \"filters\": [\"cpus<=2\", \"storage>=1T\"]},\n      \"compute+cinder\": {\"amount\": 2, \"filters\": [\"storage>1T\", \"cpus==8\"]},\n }\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/fuel-engine,n,z\n\nAddressed by: https://review.openstack.org/59943\n    Add FuelClient\n\n\nAddressed by: https://review.openstack.org/61963\n Add FuelEngine\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/deploy-fuel-engine",
"summary": "Since 4.0 version of Fuel there is a feature to deploy cloud via fuel cli/api. Fuel server should be deployed separately from Rally, and Fuel endpoint should be specified in Rally's configuration. Then Rally can deploy clouds using Fuel api.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"date_created": "2013-12-02T13:30:27.274975+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-lxc-engine/linked_branches",
"lifecycle_status": "Complete",
"title": "Engine for deploying identical nodes in lxc containers",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"6108085f1c5c842f7fe8cb4c7b2d8f8b0e4eae87-61d280a2534ab60b64d7ed79d1b77c499d1272a0\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-lxc-engine",
"information_type": "Public",
"date_started": "2013-11-04T11:47:15.888292+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-lxc-engine/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-lxc-engine/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-09-02T12:14:41.962346+00:00",
"name": "deploy-lxc-engine",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/multihost-deploy,n,z\n\n\nAddressed by: https://review.openstack.org/56221\n Add btrfs support to LxcContainer\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/lxc-engine,n,z\n\n\nAddressed by: https://review.openstack.org/55534\n LxcProvider refactoring\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/deploy-lxc-engine",
"summary": "Deploy using any engine into LXC container, and make N clones.\n\nSample configuraion:\n\n            {\n                \"name\": \"LxcEngine\",\n                \"distribution\": \"ubuntu\",\n                \"start_ip_address\": \"10.2.17.1/16\",\n                \"nodes_per_server\": 8,\n                \"container_config\": {\n                    \"gateway\": \"10.2.0.1\",\n                    \"nameserver\": \"10.2.0.2\"\n                },\n                \"engine\": {\n                    \"name\": \"DevstackEngine\",\n                    \"localrc\": {\n \"ENABLED_SERVICES\": \"n-cpu\",\n \"VIRT_DRIVER\": \"fake\"\n                    }\n                },\n                \"provider\": {\n                    \"name\": \"DummyProvider\",\n                    \"credentials\": [\"root@10.2.250.157\"]\n                }",
"owner_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"date_created": "2013-10-22T11:51:39.072344+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-multihost-engine/linked_branches",
"lifecycle_status": "Complete",
"title": "Multihost deploy engine",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"21b430e1930f17a4490f2c0e5fb1db949031cdda-be2e4b68c9b2efa2c9d8c3460cba28dd053c9b4e\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-multihost-engine",
"information_type": "Public",
"date_started": "2013-11-19T16:12:32.854357+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-multihost-engine/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/deploy-multihost-engine/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\n[eyerediskin] Add `parent` field to deployment object: INPROGRESS\nAdd cli command to display subdeploys: TODO\n[eyerediskin] Add MultihostEngine: INPROGRESS",
"date_completed": "2015-07-22T22:54:59.861002+00:00",
"name": "deploy-multihost-engine",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/multihost-deploy,n,z\n\n\nAddressed by: https://review.openstack.org/56222\n Add LxcEngine\n\n\nAddressed by: https://review.openstack.org/57240\n Add multihost engine\n\n\nAddressed by: https://review.openstack.org/59062\n Add `parent` field to deploy object\n\n\nAddressed by: https://review.openstack.org/63402\n LxcProvider network refactoring\n\n\nAddressed by: https://review.openstack.org/62330\n Add ability to get stdout/stderr to sshutils\n\n\nAddressed by: https://review.openstack.org/62356\n Add `port` attribute to Server object\n\n\nAddressed by: https://review.openstack.org/63766\n Fix incorrect exit status checking in sshutils\n\n\nAddressed by: https://review.openstack.org/65976\n Rename Server's 'ip' to 'host'\n\n\nAddressed by: https://review.openstack.org/67869\n Improve devstack install script\n\n\nGerrit topic: https://review.openstack.org/#q,topic:nobp/sshclient-refactoring,n,z\n\n\nAddressed by: https://review.openstack.org/69610\n Add ssh port forwarding to lxc provider\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bug/1276949,n,z",
"web_link": "https://blueprints.launchpad.net/rally/+spec/deploy-multihost-engine",
"summary": "Multihost deployment is done using another deploy engines and server providers.\n\nSample configuration:\n\n\"name\": \"MultihostEngine\",\n\"master\": {\n    \"name\": \"DummyEngine\",\n    \"cloud_config\": {\"identity\": {}}\n},\n\"nodes\": [\n    {\n        \"name\": \"DummyEngine\",\n        \"cloud_config\": {\"identity\": {}}\n    },\n    {\n        \"name\": \"DummyEngine\",\n        \"cloud_config\": {\"identity\": {}}\n    }\n]\n\nSubdeploy status is tracked by Deployment object with parent set to own `deployment` property.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"date_created": "2013-10-03T11:20:17.114937+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/improve-unit-test-coverage-rally/linked_branches",
"lifecycle_status": "Started",
"title": "Improve unit test coverage across rally",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"e5f997b6648a153e8a5db9f8a79996aa38942481-1ba27c037be7bfdb1eae04ace7a0de2878aedd01\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/improve-unit-test-coverage-rally",
"information_type": "Public",
"date_started": "2014-09-02T12:14:56.013630+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/improve-unit-test-coverage-rally/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/improve-unit-test-coverage-rally/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~kanaderohan",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\n[kanaderohan] rally/verification/verifiers/tempest/subunit2json: TODO\n[kanaderohan] rally/cmd/cliutils: TODO\n[kanaderohan] rally/benchmark/context/cleanup/utils: TODO\n[kanaderohan] rally/cmd/commands/task: TODO\n[kanaderohan] rally/cmd/commands/verify: TODO\n[kanaderohan] rally/benchmark/scenarios/quotas/utils: TODO\n[kanaderohan] rally/benchmark/context/secgroup: TODO\n[kanaderohan] rally/aas/rest/app: TODO\n[kanaderohan] rally/benchmark/scenarios/cinder/utils: TODO\n[kanaderohan] rally/deploy/serverprovider/providers/openstack: TODO\n[kanaderohan] rally/benchmark/scenarios/heat/stacks: TODO\n[kanaderohan] rally/cmd/commands/deployment: TODO\n[kanaderohan] rally/db/sqlalchemy/types: TODO\n[kanaderohan] rally/benchmark/scenarios/tempest/utils: TODO\n[kanaderohan] rally/deploy/engines/devstack: TODO\n[kanaderohan] rally/verification/verifiers/tempest/config: TODO\n[kanaderohan] rally/benchmark/utils: TODO\n[kanaderohan] rally/osclients: TODO\n[coolsvap] rally/benchmark/scenarios/tempest/tempest: DONE\n[coolsvap] rally/benchmark/validation: DONE\n[coolsvap] rally/benchmark/processing/plot: TODO\n[coolsvap] rally/benchmark/context/tempest: DONE\n[coolsvap] rally/benchmark/processing/utils: DONE\n[coolsvap] rally/benchmark/scenarios/glance/utils: TODO\n[coolsvap] rally/benchmark/scenarios/vm/utils: DONE\n[coolsvap] rally/benchmark/scenarios/dummy/dummy: TODO\n[coolsvap] rally/benchmark/context/keypair: TODO\n[coolsvap] rally/benchmark/scenarios/heat/utils: TODO\n[coolsvap] rally/benchmark/scenarios/nova/utils: TODO\n[coolsvap] rally/benchmark/scenarios/vm/vmtasks: TODO\n[coolsvap] rally/benchmark/context/cleanup/cleanup: TODO\n[coolsvap] rally/benchmark/types: DONE\n[coolsvap] rally/benchmark/runners/constant: TODO\n[coolsvap] rally/benchmark/scenarios/ceilometer/queries: TODO\n[coolsvap] rally/benchmark/context/users: TODO\n[coolsvap] rally/benchmark/runners/periodic: TODO\n[coolsvap] rally/benchmark/context/quotas: TODO\n[coolsvap] rally/benchmark/context/roles: TODO\n[coolsvap] rally/benchmark/processing/charts/histogram: TODO\n[coolsvap] rally/benchmark/context/base: TODO\n[coolsvap] rally/benchmark/runners/base: TODO\n[coolsvap] rally/benchmark/scenarios/nova/servers: TODO\nrally/deploy/serverprovider/providers/lxc: TODO\nrally/objects/verification: TODO\nrally/verification/verifiers/tempest/tempest: TODO\nrally/cmd/manage: TODO\nrally/db/sqlalchemy/api: TODO\nrally/cmd/commands/use: TODO\nrally/cmd/commands/show: TODO\nrally/version: TODO\nrally/deploy/engines/lxc: TODO\nrally/deploy/engine: TODO\nrally/sshutils: TODO\nrally/db/api: TODO\nrally/orchestrator/api: TODO\nrally/deploy/serverprovider/providers/existing: TODO\nrally/exceptions: TODO\nrally/deploy/fuel/fuelclient: TODO\nrally/deploy/engines/fuel: TODO\nrally/deploy/engines/multihost: TODO\nrally/aas/rest/types: TODO\nrally/deploy/serverprovider/provider: TODO\nrally/utils: TODO\nrally/cmd/envutils: TODO",
"date_completed": null,
"name": "improve-unit-test-coverage-rally",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/improve-unit-test-coverage-rally,n,z\n\nAddressed by: https://review.openstack.org/105074\n    Add tempest regex unit test case\n\nAddressed by: https://review.openstack.org/105365\n    Add unit tests for benchmark validation\n\n\nAddressed by: https://review.openstack.org/105511\n Add unit tests for tempest context\n\n\nAddressed by: https://review.openstack.org/105664\n Add unit tests for processing utils\n\n\nAddressed by: https://review.openstack.org/106021\n Add unit tests for benchmark scenarios\n\n\nAddressed by: https://review.openstack.org/106109\n Add unit tests for vm benchmark scenarios\n\n\nAddressed by: https://review.openstack.org/106156\n Updated test cases in benchmark types\n\n\nAddressed by: https://review.openstack.org/116958\n Adds unit tests for rally.cmd.cliutils\n\n\nAddressed by: https://review.openstack.org/122127\n Add unit tests for rally.benchmark.context\n\n\nAddressed by: https://review.openstack.org/122729\n Add unit tests for rally.benchmark.scenarios\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/improve-unit-test-coverage-rally",
"summary": "Rally has a overall code coverage of 82%, we need to improve that to atleast 99%\n\n\nAll data can be found here : http://logs.openstack.org/47/103447/1/check/rally-coverage/0880905/cover/",
"owner_link": "https://blueprints.launchpad.net/api/devel/~kanaderohan",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~kanaderohan",
"date_created": "2014-06-30T06:04:47.894567+00:00",
"is_complete": false,
"implementation_status": "Good progress"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/independent-deploy/linked_branches",
"lifecycle_status": "Complete",
"title": "Separation of deployments from tasks",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"dc9376ace2f44ef73e52b857d2336470c632d7f7-017e589264dad35c0c30f03fc4db1db39b416f66\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/independent-deploy",
"information_type": "Public",
"date_started": "2013-10-23T21:03:31.317994+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/independent-deploy/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/independent-deploy/dependencies",
"specification_url": "https://docs.google.com/document/d/1fw8BvDv6gluDXwxQ11BSFbm-dBQF21L-CUJQ_y9TnSE/edit?usp=sharing",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\nmodel of deployment: DONE\ndeployment orchestrations API methods: DONE\nCLI: DONE\nsamples: DONE",
"date_completed": "2013-12-12T10:30:25.231459+00:00",
"name": "independent-deploy",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/independent-deploy,n,z\n\nAddressed by: https://review.openstack.org/56185\n    Add Deployment model with DB API method\n\n\nAddressed by: https://review.openstack.org/56225\n Fix typo in name of the orchestration test file\n\n\nAddressed by: https://review.openstack.org/56226\n Add CLI command for deployments\n\n\nAddressed by: https://review.openstack.org/56267\n Abstract out DB operations on deploys in db.deploy\n\n\nAddressed by: https://review.openstack.org/56268\n Skip incorrect tests\n\n\nAddressed by: https://review.openstack.org/56269\n Prepare to separate benchmarks and deployments\n\n\nAddressed by: https://review.openstack.org/56398\n Canonical form of the test_db_api.py filename\n\n\nAddressed by: https://review.openstack.org/56480\n Move task and deploy modules in rally.objects\n\n\nAddressed by: https://review.openstack.org/56481\n Introduce the deployment\n\n\nAddressed by: https://review.openstack.org/56727\n Make Deploy and Task objects similar\n\n\nAddressed by: https://review.openstack.org/57054\n Cover rally.orchestrator.api by unit tests\n\n\nAddressed by: https://review.openstack.org/57055\n Add tests for rally.objects.task.Task\n\n\nAddressed by: https://review.openstack.org/57056\n Proper update of objects\n\n\nAddressed by: https://review.openstack.org/57057\n Separate command to perform deploy and clean up\n\n\nAddressed by: https://review.openstack.org/57058\n Abstract out a supervision of the deployment\n\n\nAddressed by: https://review.openstack.org/57422\n Fail task when engine not found\n\n\nAddressed by: https://review.openstack.org/57454\n Move samples in samples/tasks\n\n\nAddressed by: https://review.openstack.org/57455\n Separate deployments from tasks\n\n\nAddressed by: https://review.openstack.org/58849\n Tracking deployment status into context on error\n\n\nAddressed by: https://review.openstack.org/59015\n Update completed tasks status to \"finished\"\n\n\nGerrit topic: https://review.openstack.org/#q,topic:virsh,n,z\n\n\nAddressed by: https://review.openstack.org/60682\n Remove a task from providers\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/independent-deploy",
"summary": "Provide ability to deploy an installation independently from running tasks. To achieve this it's necessary to separate deployment operations from tasks on several levels:\n\n- start_deploy/abort_deploy functions in the orchestrator\n- Task and Deployment models are connected by a foreign key, the Deployment model represents configuration of single installation with ability to deploy it and reuse in future\n- several commands to manage deployments in CLI",
"owner_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"date_created": "2013-10-23T20:23:34.955468+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/keystone-v3-support/linked_branches",
"lifecycle_status": "Complete",
"title": "Keystone v3 support",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"d6dc8b61cb1b039b3a3464a22e606c2a8dce68d9-1dfe5742b94d966f900ceaff47e7acc240ac722c\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/keystone-v3-support",
"information_type": "Public",
"date_started": "2014-06-17T14:18:50.199539+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~anton0",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/keystone-v3-support/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/keystone-v3-support/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~anton0",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-07-28T08:55:19.611800+00:00",
"name": "keystone-v3-support",
"whiteboard": "could you provide more information about this blueprint\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/keystone-v3-support,n,z\n\n\nAddressed by: https://review.openstack.org/100579\n Add support for Keystone API v3\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/keystone-v3-support",
"summary": "Support Keystone v3 with Rally.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~nkhare",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~anton0",
"date_created": "2014-05-08T07:04:09.007610+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/lazy-osclients/linked_branches",
"lifecycle_status": "Complete",
"title": "Lazy OpenStack clients for benchmark scenarios",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"0488144d0eac572875d1b18ba71b7be02407c71c-c2e65eeddfa8b926458abc55269c63e18870b077\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/lazy-osclients",
"information_type": "Public",
"date_started": "2014-03-08T15:56:22.080073+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/lazy-osclients/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/lazy-osclients/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-03-22T11:17:20.225157+00:00",
"name": "lazy-osclients",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/lazy-osclients,n,z\n\n\nAddressed by: https://review.openstack.org/59780\n Add caching to osclients.Clients\n\n\nAddressed by: https://review.openstack.org/59781\n Make openstack clients for temp users lazy\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/test-engine-init,n,z",
"web_link": "https://blueprints.launchpad.net/rally/+spec/lazy-osclients",
"summary": "Currently all the OpenStack clients for temporary users are created directly before the benchmark scenarios get launched. This is redundant since, say, a scenario may go without a keystone client which, however, takes some time to get initialized due to the authenticate() method call. Making clients \"lazy\" would allow the system to create clients only if they are needed for the purposes of some scenario and would make the benchmark engine more efficient.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"date_created": "2013-12-03T17:06:15.203757+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/logging/linked_branches",
"lifecycle_status": "Complete",
"title": "Add Logging to detaild track task status",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"957b2211143efefeba948772b92d91a60a5c6418-81c08b4568c07f5050efa51895899927af953765\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/logging",
"information_type": "Public",
"date_started": "2013-09-19T23:21:24.707340+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/logging/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/logging/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\nuse oslo logger: DONE\nlog cli: TODO\nlog orchestrator: TODO\nlog deploy engine: DONE\nlog test engine: DONE\ncleanup logging: INPROGRESS",
"date_completed": "2014-03-22T11:08:14.376370+00:00",
"name": "logging",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/logging,n,z\n\nAddressed by: https://review.openstack.org/47991\n    Rally logging: test engine\n\nAddressed by: https://review.openstack.org/49014\n    Rally logging: deploy engine\n\nAddressed by: https://review.openstack.org/52813\n    Add log_method() wrapper\n\nAddressed by: https://review.openstack.org/52814\n    Cleanup logging\n\nAddressed by: https://review.openstack.org/52913\n    Add task to provider object\n\n\nGerrit topic: https://review.openstack.org/#q,topic:logging,n,z\n\n\nAddressed by: https://review.openstack.org/137371\n Add aliases for debug levels in rally.log\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/logging",
"summary": "It is really hard to debug code without properly logging. So we should add logging to it",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-19T23:20:19.067721+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/os-python-clients/linked_branches",
"lifecycle_status": "Complete",
"title": "Add utils to unify work with OpenStack python clients",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"baa30df995a68f72a8a220ab76a763c039eb25ca-7cde3be35500b57d9fc65750858abef9c3e8bccc\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/os-python-clients",
"information_type": "Public",
"date_started": "2013-09-15T10:55:22.620208+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/os-python-clients/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/os-python-clients/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2013-09-15T20:01:00.378905+00:00",
"name": "os-python-clients",
"whiteboard": "\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/os-python-clients,n,z\n\n\nAddressed by: https://review.openstack.org/46678\n Add utils to work with OpenStack python clients\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/os-python-clients",
"summary": "We will use this at least in 2 places:\n1) OpenStack VM provider\n2) Test scenarios \n\nSo it will be better to unify all work with all clients inside one module",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-15T10:46:57.614362+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/profiling/linked_branches",
"lifecycle_status": "Started",
"title": "Add OpenStack profiling",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"c516326dc98e0621dc886052e332229279198328-26b36c2f58995853bf2eb4a03c07ff0c1a65ae85\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/profiling",
"information_type": "Public",
"date_started": "2013-09-30T12:02:10.965466+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/profiling/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/profiling/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "profiling",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/profiling",
"summary": "Use Tomograph & Zipkin to profile OpenStack. ",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-30T12:02:05.457591+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/rally-gate-jobs/linked_branches",
"lifecycle_status": "Complete",
"title": "Create rally integrated/functional tests",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"5309c467691bfa826df47b274d0691f8524c3c74-69ef65fd199a1d30d309525db12adcdffd2fa2f6\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/rally-gate-jobs",
"information_type": "Public",
"date_started": "2014-04-01T13:00:10.960064+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/rally-gate-jobs/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/rally-gate-jobs/dependencies",
"specification_url": null,
"assignee_link": null,
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\n[eyerediskin] Make sh script for rally-install: INPROGRESS\nDecrease numbers in sample benchmark task configs: TODO\n[eyerediskin] Make sh script for test all benchmarks: INPROGRESS\nHtml results for rally-scenario tests: TODO\nCli tests: TODO",
"date_completed": "2014-09-27T21:10:54.052723+00:00",
"name": "rally-gate-jobs",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/rally-gate-jobs,n,z\n\n\nAddressed by: https://review.openstack.org/84426\n Add execrise script to devstack\n\n\nAddressed by: https://review.openstack.org/84518\n Fix dependencies for rpm based systems\n\n\nAddressed by: https://review.openstack.org/84718\n Add tests_ci/pre_test_hook.sh\n\n\nAddressed by: https://review.openstack.org/85738\n Add command-line integrated tests\n\n\nAddressed by: https://review.openstack.org/85802\n Skip large-ops benchmarks\n\n\nAddressed by: https://review.openstack.org/86253\n Fix exercises running on rally-scenario-job\n\n\nAddressed by: https://review.openstack.org/86945\n Add scenarios directory for ci\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/rally-gate-jobs",
"summary": "Create integrated/functional tests and add jobs to openstack-infra",
"owner_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~eyerediskin",
"date_created": "2014-04-01T12:16:57.383198+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/refactor-wait-for-functions/linked_branches",
"lifecycle_status": "Started",
"title": "refactor wait-for functions",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"ce23cbf54f7046ea7fa29b87938a6b28a315d92f-4f0e020e7da25a0288b45ab15c49f2bca3932cf0\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/refactor-wait-for-functions",
"information_type": "Public",
"date_started": "2015-10-22T01:59:28.130698+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/refactor-wait-for-functions/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/refactor-wait-for-functions/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~academicgareth",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "refactor-wait-for-functions",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/refactor-wait-for-functions,n,z\n\n\nAddressed by: https://review.openstack.org/232438\n Mark wait_for* functions deprecated\n\n\nAddressed by: https://review.openstack.org/232588\n Use wait_for_status instead of wait_for_delete\n\n\nAddressed by: https://review.openstack.org/248864\n Use wait_is_ready for finial choice\n\n\nAddressed by: https://review.openstack.org/249602\n Using 'ready_statuses' instead of 'is_ready'\n\n\nAddressed by: https://review.openstack.org/255384\n [WIP] remove usage of wait_for\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/refactor-wait-for-functions",
"summary": "Use wait_for_status instead of wait_* functions (wait_for_delete, wait_is_ready, wait_for), so we need:\n\n1. mark wait_for_delete, wait_is_ready, wait_for deprecated\n2. replace wait_is_ready with wait_for_status\n3. replace wait_for_delete\n4. replace wait_for\n5. remove wait_for_delete, wait_is_ready, wait_for from task/utils\n6. * improving work on wait_for_status: show UUIDs of objects as well for debug ",
"owner_link": "https://blueprints.launchpad.net/api/devel/~academicgareth",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~academicgareth",
"date_created": "2015-10-08T07:45:55.717874+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/scenario-runner-refactoring/linked_branches",
"lifecycle_status": "Complete",
"title": "Refactor Scenario Runner",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"9f10101da2845865b00152c83b917d5c0db20a14-e457b2262fc56987e77074385e61ec0c7b61fd7e\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/scenario-runner-refactoring",
"information_type": "Public",
"date_started": "2014-01-30T13:17:26.624984+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/scenario-runner-refactoring/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/scenario-runner-refactoring/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-03-08T16:19:00.814737+00:00",
"name": "scenario-runner-refactoring",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/scenario-runner-refactoring,n,z\n\n\nAddressed by: https://review.openstack.org/69886\n Start refactoring scenario runner\n\n\nAddressed by: https://review.openstack.org/70771\n Implement ScenarioRunner execution types via inheritance\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmarking-with-predefined-users,n,z",
"web_link": "https://blueprints.launchpad.net/rally/+spec/scenario-runner-refactoring",
"summary": "The functionality of Rally gets growing faster and faster - we are now concentrated on implementing such things as different benchmarking modes, benchmark scenario validators etc. The current implementation of the ScenarioRunner class, which is a tool that underlies the benchmark engine and is actually responsible for the scenario launching, is not very flexible and thus error-prone. The goal of this blueprint is to reimplement this class in a more object-oriented way.\n\nThe proposed steps are as follows:\n1) Move some helper methods that delete resources to the rally.benchmark.utils module;\n2) Create two context classes: UserGenerator and ResourceCleaner, which will take away some code from the ScenarioRunner class (which performs temporary users creation and resource cleanup, respectively) and use these classes from the ScenarioRunner; also add the preliminary support for two benchmarking modes: admin and non-admin;\n3) Implement different benchmarking strategies (continuous/periodic) via subclassing, not via many methods and \"if\"s inside the single ScenarioRunner class;\n4) Move the benchmark scenario validators from ScenarioRunner to the benchmark engine class.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"date_created": "2014-01-30T13:17:05.245208+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/tempest-verification/linked_branches",
"lifecycle_status": "Complete",
"title": "Rally & Tempest integration (base)",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"563a38f2c289b1f9e8064284286e4de9a4d0a2b9-71bf0bd9e2e399f4aace8c3af22c3901d6588d53\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/tempest-verification",
"information_type": "Public",
"date_started": "2014-01-24T15:14:21.903555+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/tempest-verification/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/tempest-verification/dependencies",
"specification_url": "https://blueprints.launchpad.net/rally/+spec/tempest-engine",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~miarmak",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-07-28T05:25:48.431204+00:00",
"name": "tempest-verification",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/tempest-verification,n,z\n\nAddressed by: https://review.openstack.org/70131\n    Rally & Tempest integration (base) - part 1\n\nAddressed by: https://review.openstack.org/74076\n    Rally & Tempest integration (base) - part 2\n\nGerrit topic: https://review.openstack.org/#q,topic:add_tempest_v3_uri,n,z\n\n\nAddressed by: https://review.openstack.org/79664\n Make tempest integration works without \"sudo\"\n\n\nAddressed by: https://review.openstack.org/81863\n Refactor Tempest installation directories structure\n\n\nAddressed by: https://review.openstack.org/82446\n Use ConfigParser to generate tempest config\n\n\nAddressed by: https://review.openstack.org/83031\n Use testr directly in tempest verifier\n\n\nAddressed by: https://review.openstack.org/83771\n Adds result saver results of `rally verify`\n\n\nAddressed by: https://review.openstack.org/85584\n Adds 2 new commands to `rally verify`\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/tempest-verification",
"summary": "Use tempest (https://github.com/openstack/tempest) inside rally to organize base for verification functionality & for benchmarks scenario based on tempest. \n\n\n###########\nTempest base\n###########\n\nWe should implement couple of features inside rally: \n\nnew directory: \n/verification - that will contains all stuff related to tempest\n\nI think that best way is to have Verifier class that will contains all required method to work with tempest.\n\nFor start I think it will be enough to have: \n\noutside of Verifier class\n1) dictionally that contains {set_name: list_of_regexp_that_descirbes_set}\n\ninside Verifier class:\n1) run_set(set_name) # runs set of tests\n2) run_tempest_test() # runs tempest tests\n3) run # run all tempest tests\n\n\n##############\nVerification stuff\n##############\n\n1) Add CLI command that installs tempest\n2) Add CLI command that makes git checkout <#hash_of_commit>, and precreated values like grizzly-1 grizzly-2 ..., havana-1, havana-2, ... , master\n3) Add CLI command rally verify start (with 2 optional parameters --set <set_name> , --times <number>, --last (run what you run last time) and --last_failed (run last failed)\n\n\nThat's all\n\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~shakamunyi",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-12-05T01:24:36.703780+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine/linked_branches",
"lifecycle_status": "Complete",
"title": "Benchmark and Verification parts",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"2ca302da815418e7ee1a40ea76f1a2e090ba89ae-871bb8e1a076cf9d6285ba46e64c29b5722bd165\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine",
"information_type": "Public",
"date_started": "2013-09-07T21:10:23.420213+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": false,
"workitems_text": "Work items:\nImplement feature 1: DONE\nimplement feature 2: INPROGRESS\nimplement feature 3: TODO",
"date_completed": "2013-10-08T12:12:34.046019+00:00",
"name": "test-engine",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/test-engine,n,z\n\n\nAddressed by: https://review.openstack.org/45588\n Test engine redundant code removal\n\n\nAddressed by: https://review.openstack.org/45685\n Exception raising in TestEngine.verify()\n\n\nAddressed by: https://review.openstack.org/45701\n Benchmark tests for Rally\n\n\nAddressed by: https://review.openstack.org/45932\n Config manager\n\n\nAddressed by: https://review.openstack.org/45941\n Slight refactoring of the Tester.run() method\n\n\nAddressed by: https://review.openstack.org/46883\n Benchmark tests for Rally: Nova\n\n\nAddressed by: https://review.openstack.org/48013\n Rally integration with fuel-ostf-tests/master\n\n\nAddressed by: https://review.openstack.org/49446\n Renaming benchmark folders\n\n\nAddressed by: https://review.openstack.org/49480\n Removing a needless verification test\n\n\nAddressed by: https://review.openstack.org/50169\n Benchmark scenarios for Nova\n\n\nAddressed by: https://review.openstack.org/50237\n Renaming a test case\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios,n,z\n\n\nAddressed by: https://review.openstack.org/50574\n Fixing Rally config json schema\n\n\nAddressed by: https://review.openstack.org/51285\n Remove legacy code from test engine (WORKINPROGRESS)\n\n\nAddressed by: https://review.openstack.org/52567\n Get rid of rally.benchmark.tests module\n\n\nAddressed by: https://review.openstack.org/52816\n Simplify the test config format\n\n\nGerrit topic: https://review.openstack.org/#q,topic:work_out_sample_task_config,n,z\n\n\nAddressed by: https://review.openstack.org/53450\n Enable different tenants in the scenario runner\n\n\nAddressed by: https://review.openstack.org/53309\n Fully initialize the keystone client in osclients\n\n\nAddressed by: https://review.openstack.org/53747\n Optimize the scenario runner\n\n\nAddressed by: https://review.openstack.org/55465\n Fix passing the context to multiprocessing pool\n\n\nAddressed by: https://review.openstack.org/56035\n Change benchmark config format\n\n\nAddressed by: https://review.openstack.org/56036\n Run benchmark scenarios for a given period of time\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/test-engine",
"summary": "This is one of the main part of Rally: \n\nThere should be next things:\n\n1) Verification based on tester (https://github.com/Mirantis/fuel-ostf-tests)\n2) Tester - base class that will allow us to transparent call any method N times in M thread\n3) TestEngine - that allows us through config to select: \na) what method of verification to use\nb) choose by name what tests we should run + specify args + allows to select how much times to call in how much thread. \n\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T21:10:06.019571+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine-remove-pytest/linked_branches",
"lifecycle_status": "Complete",
"title": "Remove usage of pytest",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"75dc13c09d65ea531f536656fc2f378a056a3581-5861bc8515a44469fe03d903da37e7c5aaa47e2a\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine-remove-pytest",
"information_type": "Public",
"date_started": "2013-09-26T15:09:25.503933+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine-remove-pytest/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine-remove-pytest/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~ekonstantinov",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2013-10-06T10:24:01.686759+00:00",
"name": "test-engine-remove-pytest",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/test-engine-remove-pytest,n,z\n\n\nAddressed by: https://review.openstack.org/49533\n Add benchmark scenarios base class\n\n\nAddressed by: https://review.openstack.org/49631\n Remove old test engine stuff\n\n\nAddressed by: https://review.openstack.org/49632\n Add new Benchmark engine\n\n\nAddressed by: https://review.openstack.org/49633\n Rename benchark.engine.Tester to benchmark.engine.Verifier\n\n\nAddressed by: https://review.openstack.org/49532\n Add Timer to rally.utils\n\n\nAddressed by: https://review.openstack.org/49667\n Fixing decorators for rally.benchmark.base.Scenario\n\n\nAddressed by: https://review.openstack.org/49751\n Fix orhestrator.api test\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/test-engine-remove-pytest",
"summary": "It will be much simpler to organize our test run then use pytest. \n\nSo we should:\n1) Add base subclass for all tests with setUp, cleanUp methods\n2) Use for all tests scenarios this class as base\n3) Remove pytest and call this methods directly\n4) Remove config generation for pytest & related things (e.g. config and arg decorator)\n5) Implement auto discovering \n\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~ekonstantinov",
"date_created": "2013-09-26T15:08:59.319706+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine-utils/linked_branches",
"lifecycle_status": "Complete",
"title": "Utilities for test engine",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"6bc066e388e9324a6295ff6f8842b9f72264948a-c8709de46786b8ebe58f21b7f13b166670127548\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine-utils",
"information_type": "Public",
"date_started": "2013-09-07T21:16:39.554915+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine-utils/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/test-engine-utils/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~ekonstantinov",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\nBase Tester class: DONE\nUse pool of threads: DONE\nUse configurable tests timeout: TODO\nAdd setUp and tearDown for test scenarios: INPROGRESS",
"date_completed": "2013-09-26T15:01:48.181573+00:00",
"name": "test-engine-utils",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/test-engine-utils,n,z\n\n\nAddressed by: https://review.openstack.org/46716\n Adding new test execution layer\n\n\nAddressed by: https://review.openstack.org/47228\n Add support of setUp and tearDown for test scenarios\n\n\nAddressed by: https://review.openstack.org/47383\n Fixed incorrect timeout tests\n\n\nAddressed by: https://review.openstack.org/47851\n Cancel remaining tests if one test was timed out\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/test-engine-utils",
"summary": "Add:\n\n* Tester class that allows us to run N times in M threads some specific method\n* Init and Cleanup mechanism",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~ekonstantinov",
"date_created": "2013-09-07T21:15:11.616348+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~pierre-padrixe",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/time-measuring-of-atomic-actions/linked_branches",
"lifecycle_status": "Complete",
"title": "Add time measuring of atomic actions",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"c562647875a5ca423ebf20aed3a5c1eaf8353039-98b6b8061a515be44559528207aecd6c40633a2d\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/time-measuring-of-atomic-actions",
"information_type": "Public",
"date_started": "2014-01-27T16:13:11.682494+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/time-measuring-of-atomic-actions/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/time-measuring-of-atomic-actions/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~pierre-padrixe",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-02-08T20:41:43.116226+00:00",
"name": "time-measuring-of-atomic-actions",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/time-measuring-of-atomic-actions,n,z\n\n\nAddressed by: https://review.openstack.org/69828\n Add timer for atomic actions\n\n\nAddressed by: https://review.openstack.org/70362\n Add display of atomic action duration in CLI\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/time-measuring-of-atomic-actions",
"summary": "Atomic actions should have their execution time measured.\n\nPART I) Core \nAdd attribute self.atomic_actions_times[] in base.Scenario\nAdd decorator @atomic_action(action_name) which will measure execution time and store it in the new attribute.\n\nPART II) CLI\nDisplay the time measuring in the CLI\n\nExample of atomic actions:\nboot_server, reboot_server, stop_server, rescue_server...\nhttps://github.com/stackforge/rally/blob/master/rally/benchmark/scenarios/nova/utils.py#L27-L56",
"owner_link": "https://blueprints.launchpad.net/api/devel/~pierre-padrixe",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~pierre-padrixe",
"date_created": "2014-01-27T16:01:45.108344+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/validate-benchmark-preconditions/linked_branches",
"lifecycle_status": "Complete",
"title": "Support of preconditions for benchmarks",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"d295ba6c3dc61362459e6be06d775c582e88a579-6bda548ecb63c779f7ec5dc5f0baa6181e6c5b34\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/validate-benchmark-preconditions",
"information_type": "Public",
"date_started": "2014-01-23T10:11:39.662110+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/validate-benchmark-preconditions/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/validate-benchmark-preconditions/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~olkonami",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-03-08T16:19:55.295237+00:00",
"name": "validate-benchmark-preconditions",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/validate-benchmark-preconditions,n,z\n\nAddressed by: https://review.openstack.org/67157\n    Validators adder for benchmarks preconditions\n\n\nAddressed by: https://review.openstack.org/68055\n Validator for image_id\n\n\nAddressed by: https://review.openstack.org/70082\n Validator for flavor_id\n\n\nAddressed by: https://review.openstack.org/72895\n Validate flavor_id in glance benchmark\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/validate-benchmark-preconditions",
"summary": "We should implement mechanism for adding validation methods to scenario methods.\n\nScenario runner should run these validation methods, that will ensure that all is okay before executing scenario. \n\nIf something is not okay, validation method should raise Exception with human readable description. E.g. (There is no such flavor_id). ",
"owner_link": "https://blueprints.launchpad.net/api/devel/~olkonami",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~olkonami",
"date_created": "2014-01-23T09:18:24.387169+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-factory/linked_branches",
"lifecycle_status": "Complete",
"title": "VM Provider Factory",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"290a76f862b58deb0078aa314b8c868f4d2f3446-908415cdec6989315ce9dfd9425f3e7ee58b3952\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-factory",
"information_type": "Public",
"date_started": "2013-09-07T11:59:24.128242+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-factory/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-factory/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2013-09-08T08:32:53.283168+00:00",
"name": "vm-provider-factory",
"whiteboard": "Implementation:\n\n✓ Base class for VM Providers\n✓ Static methods\n✓ Abstract methods\n✓ Registration mechanism is partial added",
"web_link": "https://blueprints.launchpad.net/rally/+spec/vm-provider-factory",
"summary": "The goal is to make VM provider factory to be able to extend easy list of vm providers. \n\nAdd ProviderFactory class: \nabstract base class with next methods\n\n\nregistration mechanism (for new engines):\nAny subclass of VMProviderFactory in rally.vmprovider.providers\n=> will be automatically registered\n\nstatic: \n1) get provider by name\n2) get names of available providers\n\n\nabstract: \n1) upload image \n2) destroy image\n3) create N vms images\n4) destroy vms with corresponding uuids\n\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T11:59:08.487939+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-virsh-single-host/linked_branches",
"lifecycle_status": "Complete",
"title": "Virsh based VM Provider (Single host)",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"c33c853af916e421b74b24fc529ecb8ff430fb5a-2e8d78ae922a3ed75be5666ce88ec35a31d527ec\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-virsh-single-host",
"information_type": "Public",
"date_started": "2013-09-07T15:31:21.519689+00:00",
"has_accepted_goal": true,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-virsh-single-host/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-virsh-single-host/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~alexei-kornienko",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2013-09-30T11:56:02.874370+00:00",
"name": "vm-provider-virsh-single-host",
"whiteboard": "Alexei pls write here what should be done and current progress -- boris-42\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/deploy-engine-devstack-simple,n,z\n\n\nAddressed by: https://review.openstack.org/45646\n Added virsh vm provider engine draft\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/vm-provider-virsh-single-host",
"summary": "Single server virsh based VM provider. \n\nThe goal is to implement minimal possible variant of VM provider: \n\n1) Implement create and destroy vms\n2) No nework stuff all VMs are created on one server",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T15:30:45.892753+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-workload-driver/linked_branches",
"lifecycle_status": "Started",
"title": "Guest workload driver",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"042560284f2b2c6ed58497d6804a46d2d943f18c-b9c1b965a6ddde89c4cc48dcbde922c133ae8641\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-workload-driver",
"information_type": "Public",
"date_started": "2014-07-25T19:39:37.939780+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-workload-driver/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-workload-driver/dependencies",
"specification_url": "https://etherpad.openstack.org/p/VMTask_integration_with_CloudBench",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "vm-workload-driver",
"whiteboard": "#Rohan\nCan you please give more details about this integration. Are you planning to add some guest-agent to manage multiple guest tools (CBTool etc)?\n\n#Joe Talerico / rook\nRohan - CloudBench (CBTool) Currently has a mechanism to control guests tools - I see two possible paths to success here.\n\nPath 1 (more likely to work):\nRally creates the users/tenants/networks and passes the information to CBTool to create the Guests within that users space, run the benchmark within the guest, and return the results to Rally.\n\nPath 2 (less likely to work):\nRally creates the users/tenants/networks and the Guests and passes the guest IP information to CloudBench. This path is more difficult to implement because CloudBench has the description of the work loads in : https://github.com/ibmcb/cbtool/blob/master/configs/templates/PUBLIC_application_instances.txt\n\nExample Netperf workload:\n[AI_TEMPLATES : NETPERF]\nSUT = netclient->netserver\nLOAD_GENERATOR_ROLE = netclient\nLOAD_MANAGER_ROLE = netclient\nMETRIC_AGGREGATOR_ROLE = netclient\nCAPTURE_ROLE = netserver\nLOAD_BALANCER = $False\nLOAD_BALANCER_TARGET_PORT = 80\nLOAD_BALANCER_TARGET_URL = unknown\nLOAD_BALANCER_TARGET_CHILDREN = 2\nNETCLIENT_SETUP1 = cb_check_netperf_client.sh\nNETSERVER_SETUP1 = cb_check_netperf_server.sh\nSTART = cb_netperf.sh\nLOAD_PROFILE = tcp_stream\nLOAD_LEVEL = 1\nLOAD_DURATION = uniformIXIXI70I90\n# \"Special\" modifier parameters for the AI NETPERF. These should be set on\n# YOUR configuration file, not on this template! Please DO NOT uncomment them\n# here.\n#SYNC_COUNTER_NAME = synchronization_counter\n#CONCURRENT_AIS = 2\n#SYNC_CHANNEL_NAME = synchronization_channel\n#RUN_COUNTER_NAME = experiment_id_counter\n\nThe above describes the number of guests and the role of the guests that will be launched.\n\nTo view all the current workloads automated with CloudBench today, please see : https://github.com/ibmcb/cbtool/tree/master/scripts\n\n# Marcio Silva/ibmcb\n\nSome comments:\n\n1 - Typically, for every workload (internally called \"Virtual Application\" or \"Application Instance\") - some examples can be seen in a figure in https://github.com/ibmcb/cbtool/wiki/DOC:-Architecture-Layers - we employ pre-created images that are simply imported in glance.\n\n2 - In order to help with the creation of the images containing all the necessary requirements for a given workload, some of it (but not all, at the moment), are shipped with a rudimentary \"automated installer\", capable of grabbing the bits and pieces from multiple repositories (example, YCSB, java and Cassandra) and then configuring it automatically, before capturing. An example usage of such installers can be seen in the second bullet of STEP 1 in https://github.com/ibmcb/cbtool/wiki/HOWTO:-Preparing-a-VM-to-be-used-with-CBTOOL-on-a-real-cloud. Important: these installer are provided mostly as a guideline/documentation of the steps to configure a workload. Since they rely on external repositories, they are not guaranteed to work all the time.\n\n3 - Regarding the \"Path 1\" mentioned by Joe Talerico. If Rally creates the users/tenants/networks/keypairs, it can then just call the CloudBench API passing these as parameters. CloudBench will instantiate a new workload, a let it run for as long as needed, collecting both Guest OS (Host OS also possible, but it requires special configuration) and Application performance.\n\nAn illustrative example:\n\n>>> from lib.api.api_service_client import *\n>>> api = APIClient(\"http://172.16.1.250:7070\")\n>>> api.applist(\"TESTSIMCLOUD\")\n[]\n>>> api.appattach(\"TESTSIMCLOUD\", \"haddoop\", temp_attr_list=\"credentials=userfromrally-passwdfromrally-tenantfromrally,ssh_key_name=keyfromrally\")\n>>> api.applist(\"TESTSIMCLOUD\")\n[{'temp_attr_list': 'credentials=userfromrally-passwdfromrally-tenantfromrally,keyname=keyfromrally', 'vms_nr': '4', 'load_balancer_target_ip': 'none', 'attempts': '3', 'vms': '6F6B47E4-D450-5DDC-803B-126571DB569D|hadoopmaster|vm_1,7AB7F7DC-6E91-5395-B822-2B2CDF9AE66C|hadoopslave|vm_2,0B85167F-682C-5CA0-B7A3-E13AE9227699|hadoopslave|vm_3,DA8A553F-526B-50C8-98A2-83F01626051A|hadoopslave|vm_4', 'load_generator_role': 'hadoopmaster', 'staging': 'none', 'uuid': '361A5E25-BE40-5FB6-9203-DE2482BBE6B2', 'mgt_002_provisioning_request_sent': '0', 'seconds_before_save': '0', 'aidrs_name': 'none', 'load_balancer_target_children': '2', 'ai_departed': '0', 'load_generator_vm': '6F6B47E4-D450-5DDC-803B-126571DB569D', 'load_generator_target_ip': '81.189.241.102,103.23.161.252,77.48.147.32', 'metric_aggregator_ip': '59.252.175.194', 'cloud_name': 'TESTSIMCLOUD', 'runstate_parallelism': '5', 'credentials': 'userfromrally-passwdfromrally-tenantfromrally', 'ai_arriving': '0', 'vmc_arrived': '4', 'load_profile': 'terasort', 'name': 'ai_2', 'ai_arrived': '0', 'dont_start_qemu_scraper': 'True', 'suts': '1', 'vm_reservations': '0', 'ssh_key_name': 'cbtool_rsa', 'mode': 'controllable', 'vm_creation': 'explicit', 'load_manager_ip': '59.252.175.194', 'execute_parallelism': '6', 'runstate_supported': 'True', 'vm_departed': '0', 'arrival': '1407763887', 'load_balancer_target_vm': 'none', 'load_balancer_target_role': 'none', 'drivers_per_sut': '0', 'aidrs': 'none', 'dont_start_load_manager': 'False', 'notification': 'False', 'command_originated': '1407763884', 'load_generator_target_role': 'hadoopslave', 'cloud_ip': '59.252.175.194', 'sut': '1_x_hadoopmaster->3_x_hadoopslave', 'save_on_attach': 'False', 'load_balancer_target_port': '80', 'load_balancer': 'False', 'vm_failed': '0', 'experiment_id': 'EXP-08-11-2014-09-25-15-AM-EDT', 'capture_supported': 'True', 'metric_aggregator_role': 'hadoopmaster', 'debug_remote_commands': 'False', 'ai_reservations': '0', 'ai_failed': '1', 'detach_parallelism': '20', 'pattern': 'none', 'login': 'klabuser', 'base_dir': '/home/msilva/cloudbench/lib/auxiliary//../..', 'load_level': 'uniformIXIXI1I3', 'resize_supported': 'True', 'update_frequency': '1', 'vm_arrived': '0', 'hadoopmaster_resize1': 'cb_restart_hadoop_cluster.sh', 'update_attempts': '720', 'start': 'cb_hadoop_job.sh', 'attach_parallelism': '4', 'cloud_hostname': 'F39E13A0-FE8A-50A2-876A-541C3703CA40.simcloud.com', 'type': 'hadoop', 'load_generator_ip': '59.252.175.194', 'username': 'msilva', 'load_generator_target_vm': '7AB7F7DC-6E91-5395-B822-2B2CDF9AE66C,0B85167F-682C-5CA0-B7A3-E13AE9227699,DA8A553F-526B-50C8-98A2-83F01626051A', 'mgt_003_provisioning_request_completed': '0', 'hadoopmaster_setup2': 'cb_start_hadoop_cluster.sh', 'execute_json_filename_prefix': 'cb', 'hadoopmaster_setup1': 'cb_config_hadoop_cluster.sh', 'load_balancer_target_url': 'unknown', 'execute_script_name': 'execute_on_staging.sh', 'run_limit': '100000', 'drivers_nr': '0', 'lifetime': 'none', 'max_ais': '1', 'capture_role': 'hadoopslave', 'replicated_vms': '0', 'load_manager_role': 'hadoopmaster', 'run_application_scripts': 'False', 'vmc_departed': '0', 'load_duration': '60', 'base_type': 'hadoop', 'hadoopslave_resize1': 'cb_restart_hadoop_cluster.sh', 'load_manager_vm': '6F6B47E4-D450-5DDC-803B-126571DB569D', 'vm_destruction': 'explicit', 'metric_aggregator_vm': '6F6B47E4-D450-5DDC-803B-126571DB569D', 'vmc_failed': '0', 'log_output_command': 'True', 'mgt_001_provisioning_request_originated': '1407763884', 'identity': '/home/msilva/cloudbench/lib/auxiliary//../../credentials/cbtool_rsa', 'tracking': 'none', 'counter': '6', 'timeout': '240', 'keyname': 'keyfromrally', 'command': 'aiattach TESTSIMCLOUD hadoop default default none none none credentials=userfromrallypasswdfromrallytenantfromrally,keyname=keyfromrally', 'vm_arriving': '0', 'hadoopslave_setup1': 'cb_config_hadoop_cluster.sh', 'model': 'sim', 'hadoopslave_setup2': 'cb_start_hadoop_cluster.sh'}]\n\nAfter the Hadoop Virtual Application Instance is deployed, then Rally can both control (appalter, appcapture, app detach) and collect metrics (get_latest_app_data, get_latest_system_data) from this Virtual Application instance. ",
"web_link": "https://blueprints.launchpad.net/rally/+spec/vm-workload-driver",
"summary": "Integrate CBTool into Rally to manage Guest workloads.\n\nVMTask is a perfect intersection point.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~jtaleric",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~jtaleric",
"date_created": "2014-07-25T13:57:41.049391+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-workloads-framework/linked_branches",
"lifecycle_status": "Started",
"title": "Single- and multi-VM performance benchmarks",
"definition_status": "Approved",
"milestone_link": null,
"priority": "High",
"http_etag": "\"1d994504b845b3769a0ffe8710e0e38338a60f01-6652b3202bc991cd13a593efccc5bb2c507657ec\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-workloads-framework",
"information_type": "Public",
"date_started": "2015-05-07T19:24:27.806136+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-workloads-framework/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-workloads-framework/dependencies",
"specification_url": "https://docs.google.com/document/d/1FQicnj6aIdbfYts9ofYdz0dUEf9zyssWqDjQR40h268",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~pboldin",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "vm-workloads-framework",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/vm-workloads-framework,n,z\n\nAddressed by: https://review.openstack.org/177016\n    Add command-dict option to specify command args\n\nAddressed by: https://review.openstack.org/177009\n    Fix `sshutils' to execute commands with args\n\nAddressed by: https://review.openstack.org/177010\n    Split validation.file_exists, allow `required' arg\n\nAddressed by: https://review.openstack.org/177011\n    Introduce command-dict and add validator\n\nAddressed by: https://review.openstack.org/174454\n    Add `LogCatcher' context manager\n\nAddressed by: https://review.openstack.org/177013\n    Extend `sshutils` with `put_file'\n\nAddressed by: https://review.openstack.org/177014\n    Make `boot_runcommand_delete' accept command-dict\n\nAddressed by: https://review.openstack.org/177015\n    Add command-dict option to upload a local command\n\nAddressed by: https://review.openstack.org/182991\n    Fix `sshutils.put_file' to use sftp context\n\nAddressed by: https://review.openstack.org/183227\n   Add command_customizer context\n\nAddressed by: https://review.openstack.org/183228\n    Add boot_runcommand_delete_custom_image scenario\n\nAddressed by: https://review.openstack.org/184767\n    Add sshutils._put_file_shell\n\n\nAddressed by: https://review.openstack.org/190270\n utils: make parse_docstring respect multi-line\n\n\nAddressed by: https://review.openstack.org/230278\n workload: add customization by multiple commands\n\n\nAddressed by: https://review.openstack.org/231863\n workload: add iperf scenarios and scripts\n\n\nAddressed by: https://review.openstack.org/231423\n workload: add ZMQ agent\n\n\nAddressed by: https://review.openstack.org/229106\n workload: add servers_ext context\n\n\nAddressed by: https://review.openstack.org/229105\n tests: add ContextTestCase that mocks clients\n\n\nAddressed by: https://review.openstack.org/229103\n workload: context: introduce utils\n\n\nAddressed by: https://review.openstack.org/231425\n workload: add agents functional tests\n\n\nAddressed by: https://review.openstack.org/231424\n workload: add HTTP<->ZMQ proxy MasterAgent\n\n\nAddressed by: https://review.openstack.org/230896\n workload: add runcommand_agents scenario\n\n\nAddressed by: https://review.openstack.org/232474\n workload: add agents swarm API\n\n\nAddressed by: https://review.openstack.org/232475\n tests: add NamedMock\n\n\nAddressed by: https://review.openstack.org/243347\n nova utils: custom name for server snapshot\n\n\nAddressed by: https://review.openstack.org/262546\n [wip] Add runcommand_agents scenario\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/vm-workloads-framework",
"summary": "Add the necessary Rally infrastructure to allow users to benchmark the performance of single-VM operations such as block device and multi-VMs operations such as network performance benchmarking.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~pboldin",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~pboldin",
"date_created": "2015-04-27T12:35:30.246976+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-predefined-users/linked_branches",
"lifecycle_status": "Complete",
"title": "Benchmarking with predefined users",
"definition_status": "Drafting",
"milestone_link": null,
"priority": "High",
"http_etag": "\"fd7629a91140675358a2448453efc2e28a763d05-998204409eb9c681951395e0c3ff90a76736029e\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-predefined-users",
"information_type": "Public",
"date_started": "2014-01-16T13:12:09.735687+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-predefined-users/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-predefined-users/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-10-22T01:46:53.715016+00:00",
"name": "benchmark-context-predefined-users",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmarking-with-predefined-users,n,z\n\n\nAddressed by: https://review.openstack.org/67154\n Add support for user/admin roles to the deploy object\n\n\nAddressed by: https://review.openstack.org/67275\n Refactor unit tests for dummy engine\n\n\nAddressed by: https://review.openstack.org/67276\n Introduce the Endpoint object\n\n\nAddressed by: https://review.openstack.org/67643\n Refactor the Scenario runner\n\n\nAddressed by: https://review.openstack.org/67710\n Modify the config validation procedure\n\n\nAddressed by: https://review.openstack.org/67720\n Refactor the dummy engine\n\n\nAddressed by: https://review.openstack.org/70771\n Implement ScenarioRunner execution types via inheritance\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-context-predefined-users,n,z\n\n\nAddressed by: https://review.openstack.org/85300\n Improve @base.scenario to specify it is admin only\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-context-predefined-users",
"summary": "Currently the benchmark engine takes the admin user credentials as its input and generates a set of temporary tenants/users that it uses later to run benchmark scenarios against the cloud. Rally should support passing these users explicitly as well. This should be particularly useful when one does not want to pass the admin user credentials to Rally, but has a set of predefined users which one would like to use for benchmarking.\n\n\nThis blueprint will be implemented in 5 steps:\n\n1. Add support for user/admin roles in the deploy object.\nInstead of storing the endpoints as a simple admin credentials dictionary (containing the username, password etc.) the deploy object should now store more information, i.e. whether the deployment is going to be used with the predefined set of users (the \"user\" role) or the users should be generated (the \"admin\" role) and what are the actual credentials of these users. This information should be stored in a dictionary like:\n\n...\n\"endpoints\" : {\n \"role\": \"admin|user\",\n \"credentials\": [\n {\"username\": ..., \"password\": ..., \"tenant_name\": ..., \"auth_url\": ...},\n {\"username\": ..., \"password\": ..., \"tenant_name\": ..., \"auth_url\": ...},\n ...\n ]\n}\n\n\n2. Refactor the Scenario runner.\nThe scenario runner should now support different workflows for the two cases:\n a) \"admin\" role: the scenario runner should generate temporary tenants/users and exploit them while launching benchmark scenarios;\n b) \"user\" role: the scenario runner should just initialize OpenStack clients for the given set of users and then use them during benchmarking.\n\n\n3. Modify the config validation procedure.\nThe diffentiation between the two roles (\"admin\"/\"user\") implies that the benchmark config should be different as well for the cases when users are generated before benchmarking and when they are not. Precisely, the \"tenants\" and \"users_per_tenant\" now make no sense when the users are passed explicitly and thus should be absent from the config in this case.\n\n\n4. Refactor the dummy engine.\nDummy engine refactoring will be the only change in this blueprint noticeable for the end-user. Its input config format should now be changed to get similarly to the one described in step 1.\n\n\n5. Implement and add the \"admin\" decorator to benchmark scenarios\nThe potential problem is now that the user may use a \"user-role\" deployment but launch the benchmark scenarios which require access to admin OpenStack clients (e.g. the Keystone scenarios). This behaviour should be prevented by explicitly adding an \"@admin\" sign to such benchmark scenario methods; The scneario runner will then be able to recognize the scenarios it cannot run in the \"user\" mode.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"date_created": "2014-01-16T12:14:50.272812+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": null,
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-runners-large-scale/linked_branches",
"lifecycle_status": "Complete",
"title": "Prepare Rally for benchmarking at large scale",
"definition_status": "Obsolete",
"milestone_link": null,
"priority": "High",
"http_etag": "\"d3b364a2f34410c3725d5ced2e5c382e3b90ddcc-4bcecc45cab5f394ad59e72a7adfece3cfcc4a5e\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-runners-large-scale",
"information_type": "Public",
"date_started": null,
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-runners-large-scale/bugs",
"is_started": false,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-runners-large-scale/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-09-02T12:14:01.075512+00:00",
"name": "benchmark-runners-large-scale",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-runners-large-scale",
"summary": "We should prepare Rally for benchmarking at scale.\n1) Store large amount of results (in case of long/rapidly running benchmarks)\n2) Rally should be able to display results (e.g. when we have 1kk iterations)\n3) Rally should be able to produce distributed load",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2014-04-20T19:49:20.010098+00:00",
"is_complete": true,
"implementation_status": "Unknown"
},
{
"starter_link": null,
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-virsh-multi-host/linked_branches",
"lifecycle_status": "Complete",
"title": "Virsh based VM Provider (multi host)",
"definition_status": "Obsolete",
"milestone_link": null,
"priority": "High",
"http_etag": "\"5339b348bcc970a9eb83f5f67eba449410541125-a7d895a2f6ace2b1dd6793c5fc1c529bfaa8dcaf\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-virsh-multi-host",
"information_type": "Public",
"date_started": null,
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-virsh-multi-host/bugs",
"is_started": false,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/vm-provider-virsh-multi-host/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~bclifford-z",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-02-08T20:42:02.500080+00:00",
"name": "vm-provider-virsh-multi-host",
"whiteboard": "Brandon pls wirte here more details about what should you do, and progress\nlike in here https://blueprints.launchpad.net/rally/+spec/vm-provider-factory -- boris-42",
"web_link": "https://blueprints.launchpad.net/rally/+spec/vm-provider-virsh-multi-host",
"summary": "Virsh VM provider (multi host)\n\nIt should be also implement just minimal VMProvider interface: \n\n1) create, destroy VMs\n2) Network stuff:\na) VMs created in single task should be in one network \n(even if they are created on different servers ) \nb) VMs created in different tasks should be in different networks \n\n\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"date_created": "2013-09-07T15:41:11.205380+00:00",
"is_complete": true,
"implementation_status": "Unknown"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/add-semantic-validation-for-network/linked_branches",
"lifecycle_status": "Started",
"title": "Add semantic validation for network",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"c62e9e409a4ea68d44e05bdd76cba11ec6871026-39e2ff46e978568884418737937360ac2a89cf43\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/add-semantic-validation-for-network",
"information_type": "Public",
"date_started": "2014-08-27T18:31:23.914201+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/add-semantic-validation-for-network/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/add-semantic-validation-for-network/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~kong",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "add-semantic-validation-for-network",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/add-semantic-validation-for-network",
"summary": "When we do benchmarking for booting servers, we should add support for semantic validation for 'nics' arg, so that we can boot servers without network related errors.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~kong",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~kong",
"date_created": "2014-06-26T09:25:38.224566+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-rally-devstack-extras/linked_branches",
"lifecycle_status": "Complete",
"title": "Support to install Rally by DevStack",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"e7089558979314b5b47c48f0df791680e0355ab7-477b1dcbd0e4f82af1c31d507f0b92f92a8b3aed\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-rally-devstack-extras",
"information_type": "Public",
"date_started": "2014-01-15T11:47:41.183828+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-rally-devstack-extras/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-rally-devstack-extras/dependencies",
"specification_url": "https://trello.com/c/CM85x0xl",
"assignee_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\n[akscram] extra script with support of install Rally with Devstack: INPROGRESS\n[hughsaunders] a new devstack-gate job for Rally: TODO",
"date_completed": "2014-09-27T21:11:20.502102+00:00",
"name": "api-rally-devstack-extras",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/rally-devstack-extras,n,z\n\n\nAddressed by: https://review.openstack.org/65765\n Extra scripts with DevStack support\n\n\nAddressed by: https://review.openstack.org/66277\n Clarify usage of an endpoint\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/api-rally-devstack-extras",
"summary": "DevStack should be able to install Rally",
"owner_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"date_created": "2014-01-09T19:49:49.419531+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-rally-python-client/linked_branches",
"lifecycle_status": "Started",
"title": "Python client for Rally",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"8fbbd2e722edc93ca1b8231a11d96f0ee0a71a7f-bd34e65ce7025551a1289415ce6e797189103768\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-rally-python-client",
"information_type": "Public",
"date_started": "2013-12-27T00:29:11.651517+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-rally-python-client/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/api-rally-python-client/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "Work items:\n1. Base part: INPROGRESS\n- setup repository and library(add all needed files such requirements, setup.cfg, docs, etc): INPROGRESS\n- sync common code from oslo-incbator: INPROGRESS\n- add entry-point for rallyclient: INPROGRESS\n2. BaseShell: INPROGRESS\n3. Client V1: TODO\n- deployment: TODO\n- manage: TODO\n- show: TODO\n- task: TODO\n- use: TODO\n- verify: TODO",
"date_completed": null,
"name": "api-rally-python-client",
"whiteboard": "\nGerrit topic: https://review.openstack.org/#q,topic:bp/api-rally-python-client,n,z\n\nAddressed by: https://review.openstack.org/66919\n    Base structure and stuff code\n\nAddressed by: https://review.openstack.org/112612\n    Add base of shell, exc, client, i18n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/api-rally-python-client",
"summary": "The Python client for Rally service REST API.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~akscram",
"date_created": "2013-12-26T15:01:55.461402+00:00",
"is_complete": false,
"implementation_status": "Started"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-add-serial-runner/linked_branches",
"lifecycle_status": "Complete",
"title": "add a ScenarioRunner subclass which executes scenarios serially",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"81c1099c80b891bbc62fe2ca022c1d5e0ac6a143-5796a1b0c2e1ddad41ad52ee0acdf3288ceab2bb\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-add-serial-runner",
"information_type": "Public",
"date_started": "2014-03-31T06:13:55.902999+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-add-serial-runner/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-add-serial-runner/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-03-31T06:13:55.902999+00:00",
"name": "benchmark-add-serial-runner",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:add-serial-runner,n,z\n\n\nAddressed by: https://review.openstack.org/83189\n Add a ScenarioRunner subclass which executes scenarios serially\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-add-serial-runner,n,z",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-add-serial-runner",
"summary": "Currently Rally uses the active_users configuration parameter of the scenario runner to create a pool of worker processes which execute the scenario. Each worker process executes in a separate python interpreter process from rally. This makes it difficult to interactively debug the scenario. For this feature I will add a subclass of the base.ScenarioRunner named SerialScenarioRunner which will execute the scenario in the same python interpreter process as rally. Users can use the SerialScenarioRunner to build and debug complex scenarios as well as benchmarking scenarios without any concurrency. ",
"owner_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"date_created": "2014-03-26T17:32:11.913133+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-network/linked_branches",
"lifecycle_status": "Complete",
"title": "Adding Network Context Class",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"89d92f662d2a2107b9814e0f0ec0757152be8e35-3b912067fba420a2b6880900d7ee6b6bd95bcb53\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-network",
"information_type": "Public",
"date_started": "2014-08-27T18:30:58.807505+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~kong",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-network/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-network/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~kong",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-01-06T01:44:45.839812+00:00",
"name": "benchmark-context-network",
"whiteboard": "\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-context-network,n,z\n\n\nAddressed by: https://review.openstack.org/103306\n Adding Network Context Class\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-context-network",
"summary": "This will add benchmark context that will create network for every tenant(if the tenant has no network to use for creating servers).",
"owner_link": "https://blueprints.launchpad.net/api/devel/~kong",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~kong",
"date_created": "2014-06-28T05:51:16.969661+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-semantic-validation/linked_branches",
"lifecycle_status": "Started",
"title": "Add context semantic validation",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"752a3054ccc5802915ffb4904eb1bfce7cde8352-ab9d6d73ef5cfe5b638f1f2616ae0b509cd773fc\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-semantic-validation",
"information_type": "Public",
"date_started": "2014-06-24T08:50:57.640304+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": null,
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-semantic-validation/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-context-semantic-validation/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~kong",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": null,
"name": "benchmark-context-semantic-validation",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-context-semantic-validation,n,z\n\n\nAddressed by: https://review.openstack.org/102406\n Add abstractwq layer for benchmark context semantic validation\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/https,n,z\n\n\nAddressed by: https://review.openstack.org/104611\n Add support for images context semantic validation\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/images-context-semantic-validation,n,z",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-context-semantic-validation",
"summary": "We already have syntax validation for both runner and context, and semantic validation for args when we start task, but there is no semantic validation for context. So, to improve the benchmarking efficiency, we need to add this to determine whether it is possible and reasonable to continue benchmarking.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~kong",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~kong",
"date_created": "2014-06-24T08:49:22.950133+00:00",
"is_complete": false,
"implementation_status": "Good progress"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-engine-refactoring/linked_branches",
"lifecycle_status": "Complete",
"title": "Benchmark engine code refactoring",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"d6ddf71a65be2bc2179db84db9253934a9f44e49-1ec82ffe302a36203e13bb1e5396269d764315d1\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-engine-refactoring",
"information_type": "Public",
"date_started": "2014-03-08T15:54:55.678133+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-engine-refactoring/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-engine-refactoring/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": false,
"workitems_text": "",
"date_completed": "2014-03-08T15:54:55.678133+00:00",
"name": "benchmark-engine-refactoring",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-engine-refactoring,n,z\n\n\nAddressed by: https://review.openstack.org/64126\n Moving ScenarioRunner class to a separate module\n\n\nAddressed by: https://review.openstack.org/64131\n Merge benchmark.utils and benchmark.cleanup_utils\n\n\nAddressed by: https://review.openstack.org/64246\n Refactor the way benchmark engine returns its results\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios,n,z\n\n\nAddressed by: https://review.openstack.org/64445\n Make resource status checking letter case independent\n\n\nAddressed by: https://review.openstack.org/64446\n Log warnings instead of infos about cleanup fails\n\n\nAddressed by: https://review.openstack.org/77460\n Fix and unify structure of modules in benchmark engine\n\n\nGerrit topic: https://review.openstack.org/#q,topic:benchmark-engine-refactoring,n,z\n\n\nAddressed by: https://review.openstack.org/209046\n [WIP] Refactor BenchmarkEngine\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-engine-refactoring",
"summary": "One of the core parts of Rally, the benchmark engine, has recently considerably grown and now requires some code refactoring. The main directions of refactoring here comprise:\n* Better module organization: e.g. the ScenarioRunner class should be definitely moved into a separate module;\n* Merging two 'utils' modules (cleanup_utils and utils) into one module;\n* Avoiding code duplicate inside ScenarioRunner and utils methods;\n* Fixing inconsistency in the output of the benchmark engine (ensure that the output JSON has always the same fields).\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~msdubov",
"date_created": "2013-12-24T13:55:37.470901+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenario-nova-migration/linked_branches",
"lifecycle_status": "Complete",
"title": "Implement Benchmark Scenario of Nova for Virtual Machine Migration",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"6c778baa76f28e60c59ad6d9053770077ee7b81a-82874bdbba924ef87be58ef04a95e9ead696314b\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenario-nova-migration",
"information_type": "Public",
"date_started": "2014-11-29T06:33:06.241773+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenario-nova-migration/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenario-nova-migration/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~tzabal",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-11-29T06:33:06.241773+00:00",
"name": "benchmark-scenario-nova-migration",
"whiteboard": "https://review.openstack.org/#/c/128631/",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenario-nova-migration",
"summary": "Add a new benchmark scenario for Nova. The scenario will be about migration of virtual machines.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~tzabal",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~tzabal",
"date_created": "2014-04-09T15:34:10.713229+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-cinder/linked_branches",
"lifecycle_status": "Complete",
"title": "benchmark-scenarios-for-cinder",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"d322221e67c150c94403a3e00da71fba2d6e771b-1f3a891191b6deea4d3300ca2ce0650d5513f7f3\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-cinder",
"information_type": "Public",
"date_started": "2014-09-02T12:18:29.989581+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-cinder/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-cinder/dependencies",
"specification_url": null,
"assignee_link": null,
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-10-22T01:47:43.474452+00:00",
"name": "benchmark-scenarios-for-cinder",
"whiteboard": null,
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios-for-cinder",
"summary": "This blueprint is to add more scenarios related to Cinder. The main aim is to measure the non-functional requirements such as Scalability, Performance and Concurrency. This test cases help us to determine different types of parameters such as scale limit and concurrency, as it differs from cloud to cloud, also to check performance degradation while it is reaching the scale limits. To achieve this it has been created different scenarios and measure each of the above parameter",
"owner_link": "https://blueprints.launchpad.net/api/devel/~anusha.kadambala",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~anusha.kadambala",
"date_created": "2014-07-31T07:17:43.646480+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~liyingjun",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-quotas/linked_branches",
"lifecycle_status": "Complete",
"title": "benchmark scenarios for quotas",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"0cf3d26845e516beeedfad590f21c9023d964864-101082c193fa7b8a71ff4ada83b15f289c5ddd82\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-quotas",
"information_type": "Public",
"date_started": "2014-04-14T14:53:59.464154+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-quotas/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-quotas/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~liyingjun",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-09-29T09:12:57.174094+00:00",
"name": "benchmark-scenarios-for-quotas",
"whiteboard": "Because glance do not support updating quotas for project, so there will be no benchmark for glance quotas.. - yingjun\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios-for-quotas,n,z\n\nAddressed by: https://review.openstack.org/87283\n    Quotas scenario for nova\n\nAddressed by: https://review.openstack.org/87826\n    Quotas scenario for cinder",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios-for-quotas",
"summary": "Add benchmark scenarios for quotas for nova, glance, cinder",
"owner_link": "https://blueprints.launchpad.net/api/devel/~liyingjun",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~liyingjun",
"date_created": "2014-04-11T08:31:36.371005+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-swift/linked_branches",
"lifecycle_status": "Complete",
"title": "Add base for Swift API Benchmarks",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"cbe896f0d79bcac334ba19b27f3cc79b6a759f77-1b0b6d78a2cd17363dc357f84c0cbf2fa49e5681\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-swift",
"information_type": "Public",
"date_started": "2015-10-22T01:47:48.197796+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-swift/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-for-swift/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~weiwu",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2015-10-22T01:47:48.197796+00:00",
"name": "benchmark-scenarios-for-swift",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios-for-swift,n,z\n\n\nAddressed by: https://review.openstack.org/153753\n Add base for Swift API Benchmarks\n\n\nAddressed by: https://review.openstack.org/154225\n Add base for Swift API Benchmarks\n\n\nAddressed by: https://review.openstack.org/159258\n Add base for Swift API Benchmarks - Patch-2\n\n\nAddressed by: https://review.openstack.org/179578\n [Swift] Add objects context class\n\n\nAddressed by: https://review.openstack.org/185793\n [Swift] Add additional Swift scenarios\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios-for-swift",
"summary": "There currently are no benchmarks/scenarios for the swift API. We should add these.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~weiwu",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~weiwu",
"date_created": "2015-01-28T18:19:46.693328+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~bruno-semperlotti",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-vm-floating-ip/linked_branches",
"lifecycle_status": "Complete",
"title": "Use floating ip in VM runcommand scenario",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"0666833b5b9996e180f08874ef9580d409ed78f3-e3536fb69e8a7add2bda5a55c951bb99e79b3756\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-vm-floating-ip",
"information_type": "Public",
"date_started": "2014-04-23T15:04:07.542375+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~bruno-semperlotti",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-vm-floating-ip/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-scenarios-vm-floating-ip/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~bruno-semperlotti",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-07-15T09:20:29.848373+00:00",
"name": "benchmark-scenarios-vm-floating-ip",
"whiteboard": "\n\n\nGerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-scenarios-vm-floating-ip,n,z\n\n\nAddressed by: https://review.openstack.org/89555\n Add nova floating ip management in VM scenario\n",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-scenarios-vm-floating-ip",
"summary": "Currently the VM runcommand scenario use the fixed ip to ssh connect to the instance.\nThis could only works if fixed ip range is directly accessible with is the case in very limited deployments.\n\nThis blueprint proposes to support attachment of a floating ip to the instance allowing connection in most deployments.\n\nFloating ips management requires to modify current scenario parameters:\n    - Currently the network used to connect to the instance is referred as \"network\".\n    - The concept of fixed and floating network should be introduced: parameter \"network\" will be renamed in \"fixed_network\" and parameter \"floating_network\" will be added.\n    - To maintain compatibility with current implementation, a new parameter \"use_floatingip\" will be added. This parameter will be defaulted to \"true\" as the use of floating ips is generally preferred.\n\ndef boot_runcommand_delete(self, image_id, flavor_id,\n         script, interpreter,\n         fixed_network='private',\n         floating_network='public',\n         username='ubuntu', ip_version=4,\n         port=22, use_floatingip=True, **kwargs):\n",
"owner_link": "https://blueprints.launchpad.net/api/devel/~bruno-semperlotti",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~bruno-semperlotti",
"date_created": "2014-04-17T17:43:22.779445+00:00",
"is_complete": true,
"implementation_status": "Implemented"
},
{
"starter_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"linked_branches_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-split-continuous-runner/linked_branches",
"lifecycle_status": "Complete",
"title": "split the ContinuousScenarioRunner into separate runners which execute a scenario a fixed number of times and fixed duration",
"definition_status": "Approved",
"milestone_link": null,
"priority": "Medium",
"http_etag": "\"19591a96b1c060a5da5144d13aa7913f5c74638d-b7bb9b0e9d7eba028389cf0ecd3ac2e1d4badbb6\"",
"self_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-split-continuous-runner",
"information_type": "Public",
"date_started": "2014-09-27T21:09:40.644555+00:00",
"has_accepted_goal": false,
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification",
"completer_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"bugs_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-split-continuous-runner/bugs",
"is_started": true,
"dependencies_collection_link": "https://blueprints.launchpad.net/api/devel/rally/+spec/benchmark-split-continuous-runner/dependencies",
"specification_url": null,
"assignee_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"target_link": "https://blueprints.launchpad.net/api/devel/rally",
"direction_approved": true,
"workitems_text": "",
"date_completed": "2014-09-27T21:09:40.644555+00:00",
"name": "benchmark-split-continuous-runner",
"whiteboard": "Gerrit topic: https://review.openstack.org/#q,topic:bp/benchmark-split-continuous-runner,n,z\n\n\nAddressed by: https://review.openstack.org/83316\n Split ContinuousScenarioRunner into fixed times and fixed duration\n\n\nGerrit topic: https://review.openstack.org/#q,topic:smooth_runner,n,z",
"web_link": "https://blueprints.launchpad.net/rally/+spec/benchmark-split-continuous-runner",
"summary": "The ContinuousScenarioRunner has methods for executing scenarios a fixed number of times and for a fixed duration of time. This change will split the runner into 2 subclass of base.ScenarioRunner. The runners will be named FixedTimesContinuousScenarioRunner and FixedDurationContinuousScenarioRunner, but functionality will otherwise remain unchanged.",
"owner_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"approver_link": "https://blueprints.launchpad.net/api/devel/~boris-42",
"drafter_link": "https://blueprints.launchpad.net/api/devel/~mmorais",
"date_created": "2014-03-26T17:36:09.373682+00:00",
"is_complete": true,
"implementation_status": "Implemented"
}
],
"resource_type_link": "https://blueprints.launchpad.net/api/devel/#specification-page-resource"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment