avoid SQLiteBlobTooBigException: Row too big to fit into CursorWindow

smallqueries.java

// run small queries

static final int WINDOW_SIZE = 1000;

Cursor cursor = getFileListCursor(PARAM_ALL, null);
final int numberOfRows = cursor.getCount();
cursor.close();

int index = 0;
int window = WINDOW_SIZE;
int count = 0;

do {
    if (index + window > numberOfRows)
        window = numberOfRows - index;
    cursor = getFileListCursor(PARAM_ALL, BaseColumns._ID + " ASC LIMIT " + index + "," + window);
    if (DBG) Log.d(TAG, "startScraping: new batch fetching cursor from index=" + index + ", window=" + window + " -> index+window=" + (index + window) + "<=" + numberOfRows);
    if (DBG) Log.d(TAG, "startScraping: new batch cursor has size " + cursor.getCount());
    while (cursor.moveToNext()) {
        count++;
        if (DBG) Log.d(TAG, "startScraping: processing cursor number=" + count + "/" + numberOfRows);
    }
    index += window;
    cursor.close();
} while (index < numberOfRows);

In case of the process does remove db files that are processed the correct code would be:

                        do {
                            cursor = getFileListCursor(PARAM_ALL, null);
                            numberOfRows = cursor.getCount();
                            cursor.close();
                            if (window > numberOfRows)
                                window = numberOfRows;
                            cursor = getFileListCursor(PARAM_ALL, BaseColumns._ID + " ASC LIMIT " + window);
                            if (DBG) Log.d(TAG, "startScraping: new batch fetching window=" + window + " entries <=" + numberOfRows);
                            if (DBG) Log.d(TAG, "startScraping: new batch cursor has size " + cursor.getCount());
                            while (cursor.moveToNext()) {
                                count++;
                                if (DBG) Log.d(TAG, "startScraping: processing cursor number=" + count + "/" + numberOfRows);
                            }
                            cursor.close();
                        } while (window < numberOfRows);

Another way avoiding number of queries if in processing db is altered:

                        Cursor cursor = getFileListCursor(PARAM_ALL, null);
                        numberOfRows = cursor.getCount();
                        int numberOfRowsRemaining = numberOfRows;
                        cursor.close();
                        do {
                            if (window > numberOfRowsRemaining)
                                window = numberOfRowsRemaining;
                            cursor = getFileListCursor(PARAM_ALL, BaseColumns._ID + " ASC LIMIT " + window);
                            if (DBG) Log.d(TAG, "startScraping: new batch fetching window=" + window + " entries <=" + numberOfRowsRemaining);
                            if (DBG) Log.d(TAG, "startScraping: new batch cursor has size " + cursor.getCount());
                            while (cursor.moveToNext()) {
                                count++;
                                if (DBG) Log.d(TAG, "startScraping: processing cursor number=" + count + "/" + numberOfRows);
                            }
                            cursor.close();
                            numberOfRowsRemaining -= window;
                        } while (numberOfRowsRemaining > 0);

Note that using API30+, LIMIT is not supported anymore, it has to be done through a bundle like:

if (Build.VERSION.SDK_INT > Build.VERSION_CODES.Q) { // API>30 requires bundle to LIMIT
                final Bundle bundle = new Bundle();
                bundle.putString(ContentResolver.QUERY_ARG_SQL_SELECTION, WHERE_UNSCANNED);
                bundle.putStringArray(ContentResolver.QUERY_ARG_SQL_SELECTION_ARGS, null);
                bundle.putStringArray(ContentResolver.QUERY_ARG_SORT_COLUMNS, new String[]{BaseColumns._ID});
                bundle.putInt(ContentResolver.QUERY_ARG_SORT_DIRECTION, ContentResolver.QUERY_SORT_DIRECTION_ASCENDING);
                bundle.putInt(ContentResolver.QUERY_ARG_LIMIT, window);
                bundle.putInt(ContentResolver.QUERY_ARG_OFFSET, 0);
                c = cr.query(VideoStoreInternal.FILES, ID_DATA_PROJ, bundle, null);
            } else {
                c = cr.query(VideoStoreInternal.FILES, ID_DATA_PROJ,
                        WHERE_UNSCANNED, null, BaseColumns._ID + " ASC LIMIT " + window);
            }