gistfile1.php

<?php

function maor_reorder_categories_postbox( $args, $taxonomies ) {
	global $pagenow;

	$ok_pages = array( 'post-new.php', 'post.php' );

	if ( ! in_array( $pagenow, $ok_pages ) || ! in_array( 'category', $taxonomies ) )
		return $args;

	/**
	 * http://codex.wordpress.org/Function_Reference/get_terms#Possible_Arguments
	 */
	$desiered_new_order = 'id';

	return array_merge( $args, array(
		'orderby' => $desiered_new_order,
		'order' => 'DESC',
	) );
}
add_filter( 'get_terms_args', 'maor_reorder_categories_postbox', 10, 2 );