bigcouch replication: stalled tasks
using /usr/local/bin/couchdb_recreate_dbs.sh to rebalance the dbs, i'm running into a reproduceable issue with stalled replication tasks (i had this two times now).
those tasks are stalled:
root@urchin:/usr/local/bin# curl --netrc-file /etc/couchdb/couchdb.netrc -X GET 'http://127.0.0.1:5984/_active_tasks' [{"node":"bigcouch@urchin.dev.bitmask.net","type":"Replication","task":"1e086f: http://admin:*****@127.0.0.1:5984/sessions/ -> http://admin:*****@127.0.0.1:5984/tmp_sessions/","status":"Finishing","pid":"<0.30347.3>"},{"node":"bigcouch@urchin.dev.bitmask.net","type":"Replication","task":"6f4b60: http://admin:*****@127.0.0.1:5984/tickets/ -> http://admin:*****@127.0.0.1:5984/tmp_tickets/","status":"Starting","pid":"<0.2973.4>"},{"node":"bigcouch@urchin.dev.bitmask.net","type":"Replication","task":"cb0a06: http://admin:*****@127.0.0.1:5984/shared/ -> http://admin:*****@127.0.0.1:5984/tmp_shared/","status":"Finishing","pid":"<0.30774.3>"}]
this is the complete taks list:
root@urchin:~# /usr/bin/curl -s --netrc-file /etc/couchdb/couchdb.netrc -X GET 'http://127.0.0.1:5986/_replicator/_all_docs/?include_docs=true' {"total_rows":33,"offset":0,"rows":[ {"id":"_design/_replicator","key":"_design/_replicator","value":{"rev":"1-5bfa2c99eefe2b2eb4962db50aa3cfd4"},"doc":{"_id":"_design/_replicator","_rev":"1-5bfa2c99eefe2b2eb4962db50aa3cfd4","language":"javascript","validate_doc_update":"\n function(newDoc, oldDoc, userCtx) {\n function reportError(error_msg) {\n log('Error writing document `' + newDoc._id +\n '\\' to the replicator database: ' + error_msg);\n throw({forbidden: error_msg});\n }\n\n function validateEndpoint(endpoint, fieldName) {\n if ((typeof endpoint !== 'string') &&\n ((typeof endpoint !== 'object') || (endpoint === null))) {\n\n reportError('The `' + fieldName + '\\' property must exist' +\n ' and be either a string or an object.');\n }\n\n if (typeof endpoint === 'object') {\n if ((typeof endpoint.url !== 'string') || !endpoint.url) {\n reportError('The url property must exist in the `' +\n fieldName + '\\' field and must be a non-empty string.');\n }\n\n if ((typeof endpoint.auth !== 'undefined') &&\n ((typeof endpoint.auth !== 'object') ||\n endpoint.auth === null)) {\n\n reportError('`' + fieldName +\n '.auth\\' must be a non-null object.');\n }\n\n if ((typeof endpoint.headers !== 'undefined') &&\n ((typeof endpoint.headers !== 'object') ||\n endpoint.headers === null)) {\n\n reportError('`' + fieldName +\n '.headers\\' must be a non-null object.');\n }\n }\n }\n\n var isReplicator = (userCtx.roles.indexOf('_replicator') >= 0);\n var isAdmin = (userCtx.roles.indexOf('_admin') >= 0);\n\n if (oldDoc && !newDoc._deleted && !isReplicator &&\n (oldDoc._replication_state === 'triggered')) {\n reportError('Only the replicator can edit replication documents ' +\n 'that are in the triggered state.');\n }\n\n if (!newDoc._deleted) {\n validateEndpoint(newDoc.source, 'source');\n validateEndpoint(newDoc.target, 'target');\n\n if ((typeof newDoc.create_target !== 'undefined') &&\n (typeof newDoc.create_target !== 'boolean')) {\n\n reportError('The `create_target\\' field must be a boolean.');\n }\n\n if ((typeof newDoc.continuous !== 'undefined') &&\n (typeof newDoc.continuous !== 'boolean')) {\n\n reportError('The `continuous\\' field must be a boolean.');\n }\n\n if ((typeof newDoc.doc_ids !== 'undefined') &&\n !isArray(newDoc.doc_ids)) {\n\n reportError('The `doc_ids\\' field must be an array of strings.');\n }\n\n if ((typeof newDoc.filter !== 'undefined') &&\n ((typeof newDoc.filter !== 'string') || !newDoc.filter)) {\n\n reportError('The `filter\\' field must be a non-empty string.');\n }\n\n if ((typeof newDoc.query_params !== 'undefined') &&\n ((typeof newDoc.query_params !== 'object') ||\n newDoc.query_params === null)) {\n\n reportError('The `query_params\\' field must be an object.');\n }\n\n if (newDoc.user_ctx) {\n var user_ctx = newDoc.user_ctx;\n\n if ((typeof user_ctx !== 'object') || (user_ctx === null)) {\n reportError('The `user_ctx\\' property must be a ' +\n 'non-null object.');\n }\n\n if (!(user_ctx.name === null ||\n (typeof user_ctx.name === 'undefined') ||\n ((typeof user_ctx.name === 'string') &&\n user_ctx.name.length > 0))) {\n\n reportError('The `user_ctx.name\\' property must be a ' +\n 'non-empty string or null.');\n }\n\n if (!isAdmin && (user_ctx.name !== userCtx.name)) {\n reportError('The given `user_ctx.name\\' is not valid');\n }\n\n if (user_ctx.roles && !isArray(user_ctx.roles)) {\n reportError('The `user_ctx.roles\\' property must be ' +\n 'an array of strings.');\n }\n\n if (!isAdmin && user_ctx.roles) {\n for (var i = 0; i < user_ctx.roles.length; i++) {\n var role = user_ctx.roles[i];\n\n if (typeof role !== 'string' || role.length === 0) {\n reportError('Roles must be non-empty strings.');\n }\n if (userCtx.roles.indexOf(role) === -1) {\n reportError('Invalid role (`' + role +\n '\\') in the `user_ctx\\'');\n }\n }\n }\n } else {\n if (!isAdmin) {\n reportError('The `user_ctx\\' property is missing (it is ' +\n 'optional for admins only).');\n }\n }\n } else {\n if (!isAdmin) {\n if (!oldDoc.user_ctx || (oldDoc.user_ctx.name !== userCtx.name)) {\n reportError('Replication documents can only be deleted by ' +\n 'admins or by the users who created them.');\n }\n }\n }\n }\n"}}, {"id":"identities_tmp_identities","key":"identities_tmp_identities","value":{"rev":"7-454aaa785307bd2796fe441351b79cb4"},"doc":{"_id":"identities_tmp_identities","_rev":"7-454aaa785307bd2796fe441351b79cb4","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/identities","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_identities","_replication_state":"completed","_replication_state_time":"2013-08-20T14:54:45+00:00","_replication_id":"8a85dcdda72f667899c3feb57f9529c3"}}, {"id":"sessions_tmp_sessions","key":"sessions_tmp_sessions","value":{"rev":"7-30d9d53baf2e35c5a973dd7ee81e2898"},"doc":{"_id":"sessions_tmp_sessions","_rev":"7-30d9d53baf2e35c5a973dd7ee81e2898","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/sessions","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_sessions","_replication_state":"completed","_replication_state_time":"2013-08-20T14:55:05+00:00","_replication_id":"1e086fd43294da670f7066675e383f1c"}}, {"id":"shared_tmp_shared","key":"shared_tmp_shared","value":{"rev":"7-b1ff94c539568d6840bc95917df60396"},"doc":{"_id":"shared_tmp_shared","_rev":"7-b1ff94c539568d6840bc95917df60396","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/shared","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_shared","_replication_state":"completed","_replication_state_time":"2013-08-20T14:55:05+00:00","_replication_id":"cb0a06db3061b8fec5a34d09f85e36f8"}}, {"id":"test_db_tmp_test_db","key":"test_db_tmp_test_db","value":{"rev":"7-3235221cc8a4ff4839dbc85359aa45aa"},"doc":{"_id":"test_db_tmp_test_db","_rev":"7-3235221cc8a4ff4839dbc85359aa45aa","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/test_db","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_test_db","_replication_state":"completed","_replication_state_time":"2013-08-20T14:54:59+00:00","_replication_id":"64bd4456f0db33b02d90961904becda7"}}, {"id":"tickets_tmp_tickets","key":"tickets_tmp_tickets","value":{"rev":"5-76e02bfe1fe1b5c69770b1578dcd1183"},"doc":{"_id":"tickets_tmp_tickets","_rev":"5-76e02bfe1fe1b5c69770b1578dcd1183","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tickets","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_tickets","_replication_state":"triggered","_replication_state_time":"2013-08-20T14:55:00+00:00","_replication_id":"6f4b60aa694bba7ecc0dd9817b5d4f2e"}}, {"id":"tokens_tmp_tokens","key":"tokens_tmp_tokens","value":{"rev":"3-f95847067767fad2ff0c011dc6005487"},"doc":{"_id":"tokens_tmp_tokens","_rev":"3-f95847067767fad2ff0c011dc6005487","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tokens","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_tokens"}}, {"id":"user-004c67a90c60fa42bef7ea7a408901c0_tmp_user-004c67a90c60fa42bef7ea7a408901c0","key":"user-004c67a90c60fa42bef7ea7a408901c0_tmp_user-004c67a90c60fa42bef7ea7a408901c0","value":{"rev":"3-3e1dcf3bdd5a6cea300ae0ebea4bc130"},"doc":{"_id":"user-004c67a90c60fa42bef7ea7a408901c0_tmp_user-004c67a90c60fa42bef7ea7a408901c0","_rev":"3-3e1dcf3bdd5a6cea300ae0ebea4bc130","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-004c67a90c60fa42bef7ea7a408901c0","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-004c67a90c60fa42bef7ea7a408901c0"}}, {"id":"user-004c67a90c60fa42bef7ea7a40acf89b_tmp_user-004c67a90c60fa42bef7ea7a40acf89b","key":"user-004c67a90c60fa42bef7ea7a40acf89b_tmp_user-004c67a90c60fa42bef7ea7a40acf89b","value":{"rev":"3-cc5a1a1d37a3dcaea70182274edea212"},"doc":{"_id":"user-004c67a90c60fa42bef7ea7a40acf89b_tmp_user-004c67a90c60fa42bef7ea7a40acf89b","_rev":"3-cc5a1a1d37a3dcaea70182274edea212","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-004c67a90c60fa42bef7ea7a40acf89b","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-004c67a90c60fa42bef7ea7a40acf89b"}}, {"id":"user-01f76b54fab755789c90864356234a8a_tmp_user-01f76b54fab755789c90864356234a8a","key":"user-01f76b54fab755789c90864356234a8a_tmp_user-01f76b54fab755789c90864356234a8a","value":{"rev":"3-b2974124494a5238d1df43b3bfc7e7f6"},"doc":{"_id":"user-01f76b54fab755789c90864356234a8a_tmp_user-01f76b54fab755789c90864356234a8a","_rev":"3-b2974124494a5238d1df43b3bfc7e7f6","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-01f76b54fab755789c90864356234a8a","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-01f76b54fab755789c90864356234a8a"}}, {"id":"user-01f76b54fab755789c90864356235669_tmp_user-01f76b54fab755789c90864356235669","key":"user-01f76b54fab755789c90864356235669_tmp_user-01f76b54fab755789c90864356235669","value":{"rev":"3-29041fddee30412a067480735b9d24e6"},"doc":{"_id":"user-01f76b54fab755789c90864356235669_tmp_user-01f76b54fab755789c90864356235669","_rev":"3-29041fddee30412a067480735b9d24e6","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-01f76b54fab755789c90864356235669","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-01f76b54fab755789c90864356235669"}}, {"id":"user-0_tmp_user-0","key":"user-0_tmp_user-0","value":{"rev":"3-d281cf5e0a60da8ffcae90e243db6fd6"},"doc":{"_id":"user-0_tmp_user-0","_rev":"3-d281cf5e0a60da8ffcae90e243db6fd6","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-0","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-0"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e0509c0_tmp_user-5817af3f1d0800a1d5c23fe97e0509c0","key":"user-5817af3f1d0800a1d5c23fe97e0509c0_tmp_user-5817af3f1d0800a1d5c23fe97e0509c0","value":{"rev":"3-842a7ee04addcb771a276259f63c0dc6"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e0509c0_tmp_user-5817af3f1d0800a1d5c23fe97e0509c0","_rev":"3-842a7ee04addcb771a276259f63c0dc6","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e0509c0","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e0509c0"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e050e93_tmp_user-5817af3f1d0800a1d5c23fe97e050e93","key":"user-5817af3f1d0800a1d5c23fe97e050e93_tmp_user-5817af3f1d0800a1d5c23fe97e050e93","value":{"rev":"3-3dc1937bcf3a5186ef9288d7bdfdf025"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e050e93_tmp_user-5817af3f1d0800a1d5c23fe97e050e93","_rev":"3-3dc1937bcf3a5186ef9288d7bdfdf025","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e050e93","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e050e93"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e74a98f_tmp_user-5817af3f1d0800a1d5c23fe97e74a98f","key":"user-5817af3f1d0800a1d5c23fe97e74a98f_tmp_user-5817af3f1d0800a1d5c23fe97e74a98f","value":{"rev":"3-be11ca61bb7d5a90e9d4b0d3f9f1507a"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e74a98f_tmp_user-5817af3f1d0800a1d5c23fe97e74a98f","_rev":"3-be11ca61bb7d5a90e9d4b0d3f9f1507a","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e74a98f","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e74a98f"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e74afef_tmp_user-5817af3f1d0800a1d5c23fe97e74afef","key":"user-5817af3f1d0800a1d5c23fe97e74afef_tmp_user-5817af3f1d0800a1d5c23fe97e74afef","value":{"rev":"3-4b84a25fa1e37681968395991aaecbc6"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e74afef_tmp_user-5817af3f1d0800a1d5c23fe97e74afef","_rev":"3-4b84a25fa1e37681968395991aaecbc6","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e74afef","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e74afef"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e74b080_tmp_user-5817af3f1d0800a1d5c23fe97e74b080","key":"user-5817af3f1d0800a1d5c23fe97e74b080_tmp_user-5817af3f1d0800a1d5c23fe97e74b080","value":{"rev":"3-a255b4811c4dddec4d56ebb64e3d7e0c"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e74b080_tmp_user-5817af3f1d0800a1d5c23fe97e74b080","_rev":"3-a255b4811c4dddec4d56ebb64e3d7e0c","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e74b080","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e74b080"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e74b2ad_tmp_user-5817af3f1d0800a1d5c23fe97e74b2ad","key":"user-5817af3f1d0800a1d5c23fe97e74b2ad_tmp_user-5817af3f1d0800a1d5c23fe97e74b2ad","value":{"rev":"3-cf6559dbd6bc4a2792b4c4d8e2ffecbe"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e74b2ad_tmp_user-5817af3f1d0800a1d5c23fe97e74b2ad","_rev":"3-cf6559dbd6bc4a2792b4c4d8e2ffecbe","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e74b2ad","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e74b2ad"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e74d26b_tmp_user-5817af3f1d0800a1d5c23fe97e74d26b","key":"user-5817af3f1d0800a1d5c23fe97e74d26b_tmp_user-5817af3f1d0800a1d5c23fe97e74d26b","value":{"rev":"3-53771b3e1700ec88bc1d5a11606123ea"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e74d26b_tmp_user-5817af3f1d0800a1d5c23fe97e74d26b","_rev":"3-53771b3e1700ec88bc1d5a11606123ea","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e74d26b","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e74d26b"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e74e259_tmp_user-5817af3f1d0800a1d5c23fe97e74e259","key":"user-5817af3f1d0800a1d5c23fe97e74e259_tmp_user-5817af3f1d0800a1d5c23fe97e74e259","value":{"rev":"3-ee19dbf75123988473b3ce126c3bdd3b"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e74e259_tmp_user-5817af3f1d0800a1d5c23fe97e74e259","_rev":"3-ee19dbf75123988473b3ce126c3bdd3b","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e74e259","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e74e259"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e74e529_tmp_user-5817af3f1d0800a1d5c23fe97e74e529","key":"user-5817af3f1d0800a1d5c23fe97e74e529_tmp_user-5817af3f1d0800a1d5c23fe97e74e529","value":{"rev":"3-f0c6e78987ebf81a83435a669058b4aa"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e74e529_tmp_user-5817af3f1d0800a1d5c23fe97e74e529","_rev":"3-f0c6e78987ebf81a83435a669058b4aa","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e74e529","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e74e529"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e74f048_tmp_user-5817af3f1d0800a1d5c23fe97e74f048","key":"user-5817af3f1d0800a1d5c23fe97e74f048_tmp_user-5817af3f1d0800a1d5c23fe97e74f048","value":{"rev":"3-f2bed88d762caebdea837248bae68dcc"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e74f048_tmp_user-5817af3f1d0800a1d5c23fe97e74f048","_rev":"3-f2bed88d762caebdea837248bae68dcc","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e74f048","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e74f048"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e960cc0_tmp_user-5817af3f1d0800a1d5c23fe97e960cc0","key":"user-5817af3f1d0800a1d5c23fe97e960cc0_tmp_user-5817af3f1d0800a1d5c23fe97e960cc0","value":{"rev":"3-559f9cfc99e568c8f6d8850e8073aa19"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e960cc0_tmp_user-5817af3f1d0800a1d5c23fe97e960cc0","_rev":"3-559f9cfc99e568c8f6d8850e8073aa19","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e960cc0","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e960cc0"}}, {"id":"user-5817af3f1d0800a1d5c23fe97e961c3f_tmp_user-5817af3f1d0800a1d5c23fe97e961c3f","key":"user-5817af3f1d0800a1d5c23fe97e961c3f_tmp_user-5817af3f1d0800a1d5c23fe97e961c3f","value":{"rev":"3-7ef551452d4ba047236ee5c852d09205"},"doc":{"_id":"user-5817af3f1d0800a1d5c23fe97e961c3f_tmp_user-5817af3f1d0800a1d5c23fe97e961c3f","_rev":"3-7ef551452d4ba047236ee5c852d09205","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-5817af3f1d0800a1d5c23fe97e961c3f","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-5817af3f1d0800a1d5c23fe97e961c3f"}}, {"id":"user-c76b80c91ecdf8631ec26ce31b41635a_tmp_user-c76b80c91ecdf8631ec26ce31b41635a","key":"user-c76b80c91ecdf8631ec26ce31b41635a_tmp_user-c76b80c91ecdf8631ec26ce31b41635a","value":{"rev":"3-3a9f0fd5a2606d257cc09016293ff52d"},"doc":{"_id":"user-c76b80c91ecdf8631ec26ce31b41635a_tmp_user-c76b80c91ecdf8631ec26ce31b41635a","_rev":"3-3a9f0fd5a2606d257cc09016293ff52d","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-c76b80c91ecdf8631ec26ce31b41635a","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-c76b80c91ecdf8631ec26ce31b41635a"}}, {"id":"user-c76b80c91ecdf8631ec26ce31bdccf6f_tmp_user-c76b80c91ecdf8631ec26ce31bdccf6f","key":"user-c76b80c91ecdf8631ec26ce31bdccf6f_tmp_user-c76b80c91ecdf8631ec26ce31bdccf6f","value":{"rev":"3-87d66834c00169347fff0295fa1f6197"},"doc":{"_id":"user-c76b80c91ecdf8631ec26ce31bdccf6f_tmp_user-c76b80c91ecdf8631ec26ce31bdccf6f","_rev":"3-87d66834c00169347fff0295fa1f6197","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-c76b80c91ecdf8631ec26ce31bdccf6f","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-c76b80c91ecdf8631ec26ce31bdccf6f"}}, {"id":"user-c8ba36de54aa4bb13db7048797207b73_tmp_user-c8ba36de54aa4bb13db7048797207b73","key":"user-c8ba36de54aa4bb13db7048797207b73_tmp_user-c8ba36de54aa4bb13db7048797207b73","value":{"rev":"3-cb072fce0a58d048327c8dd998029573"},"doc":{"_id":"user-c8ba36de54aa4bb13db7048797207b73_tmp_user-c8ba36de54aa4bb13db7048797207b73","_rev":"3-cb072fce0a58d048327c8dd998029573","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-c8ba36de54aa4bb13db7048797207b73","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-c8ba36de54aa4bb13db7048797207b73"}}, {"id":"user-c8ba36de54aa4bb13db70487973f0e98_tmp_user-c8ba36de54aa4bb13db70487973f0e98","key":"user-c8ba36de54aa4bb13db70487973f0e98_tmp_user-c8ba36de54aa4bb13db70487973f0e98","value":{"rev":"3-d81d562038494ddbd16411c61c02886d"},"doc":{"_id":"user-c8ba36de54aa4bb13db70487973f0e98_tmp_user-c8ba36de54aa4bb13db70487973f0e98","_rev":"3-d81d562038494ddbd16411c61c02886d","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-c8ba36de54aa4bb13db70487973f0e98","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-c8ba36de54aa4bb13db70487973f0e98"}}, {"id":"user-c8ba36de54aa4bb13db70487973f0eb1_tmp_user-c8ba36de54aa4bb13db70487973f0eb1","key":"user-c8ba36de54aa4bb13db70487973f0eb1_tmp_user-c8ba36de54aa4bb13db70487973f0eb1","value":{"rev":"3-02306a6e610fd7294d16b948c740987f"},"doc":{"_id":"user-c8ba36de54aa4bb13db70487973f0eb1_tmp_user-c8ba36de54aa4bb13db70487973f0eb1","_rev":"3-02306a6e610fd7294d16b948c740987f","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-c8ba36de54aa4bb13db70487973f0eb1","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-c8ba36de54aa4bb13db70487973f0eb1"}}, {"id":"user-c8ba36de54aa4bb13db70487973f13e1_tmp_user-c8ba36de54aa4bb13db70487973f13e1","key":"user-c8ba36de54aa4bb13db70487973f13e1_tmp_user-c8ba36de54aa4bb13db70487973f13e1","value":{"rev":"3-7ba4d22d6a24b5c256f79c2d9fe655e4"},"doc":{"_id":"user-c8ba36de54aa4bb13db70487973f13e1_tmp_user-c8ba36de54aa4bb13db70487973f13e1","_rev":"3-7ba4d22d6a24b5c256f79c2d9fe655e4","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-c8ba36de54aa4bb13db70487973f13e1","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-c8ba36de54aa4bb13db70487973f13e1"}}, {"id":"user-c8ba36de54aa4bb13db70487973f1d88_tmp_user-c8ba36de54aa4bb13db70487973f1d88","key":"user-c8ba36de54aa4bb13db70487973f1d88_tmp_user-c8ba36de54aa4bb13db70487973f1d88","value":{"rev":"3-019d76678f92c70e41d8a2d6f96c8485"},"doc":{"_id":"user-c8ba36de54aa4bb13db70487973f1d88_tmp_user-c8ba36de54aa4bb13db70487973f1d88","_rev":"3-019d76678f92c70e41d8a2d6f96c8485","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/user-c8ba36de54aa4bb13db70487973f1d88","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_user-c8ba36de54aa4bb13db70487973f1d88"}}, {"id":"users_replicated_tmp_users_replicated","key":"users_replicated_tmp_users_replicated","value":{"rev":"91-97121044df822849772eb95e7c57f340"},"doc":{"_id":"users_replicated_tmp_users_replicated","_rev":"91-97121044df822849772eb95e7c57f340","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/users_replicated","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_users_replicated"}}, {"id":"users_tmp_users","key":"users_tmp_users","value":{"rev":"3-3c8f8b2c2985ce5819b9ce7ae9e960fd"},"doc":{"_id":"users_tmp_users","_rev":"3-3c8f8b2c2985ce5819b9ce7ae9e960fd","source":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/users","target":"http://admin:zyMM7LZMjGE2aUvJ5sH_8SraPuxB2H5L@127.0.0.1:5984/tmp_users"}} ]}
maybe too many concurrent tasks are the problem.
(from redmine: created on 2013-08-20, closed on 2013-08-20, relates #3520 (closed))