Base on swipeRefreshLayoutRecyclerView.java of Mandhor . I fixed bug SwipeRefreshLayout catches scroll up too early - not on top of the list when use with recyclerview. But in some cases It disable SwipeRefreshLayout I can't scroll up . I fixed it with code below

gistfile1.txt

public class SwipeRefreshLayoutToggleScrollListener extends RecyclerView.OnScrollListener {
    private int overallYScroll = 0;
    private GeneralSwipeRefreshLayout mSwipeLayout;

    public SwipeRefreshLayoutToggleScrollListener(GeneralSwipeRefreshLayout swipeLayout) {
        mSwipeLayout = swipeLayout;
    }

    @Override
    public void onScrolled(RecyclerView recyclerView, int dx, int dy) {
        super.onScrolled(recyclerView, dx, dy);

        overallYScroll = overallYScroll + dy;

        if (overallYScroll <= 0) {
            //enable swipeRefreshLayout
            mSwipeLayout.setEnabled(true);
        } else {
            //disable
            mSwipeLayout.setEnabled(false);
        }
    }
}

....
///Refresh  RecyclerView.OnScrollListener
private void initRefreshingListener() {
        if (swipeRefreshLayout != null) {

            if (listener != null) {
                recyclerView.removeOnScrollListener(listener);
            }
            swipeRefreshLayout.setEnabled(true);
            listener = new SwipeRefreshLayoutToggleScrollListener(swipeRefreshLayout);
            recyclerView.addOnScrollListener(listener);
        }
    }