[{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/3814019758","html_url":"https://github.com/conda/infrastructure/issues/1280#issuecomment-3814019758","issue_url":"https://api.github.com/repos/conda/infrastructure/issues/1280","id":3814019758,"node_id":"IC_kwDOF_B_Rc7jVVKu","user":{"login":"jakirkham","id":3019665,"node_id":"MDQ6VXNlcjMwMTk2NjU=","avatar_url":"https://avatars.githubusercontent.com/u/3019665?v=4","gravatar_id":"","url":"https://api.github.com/users/jakirkham","html_url":"https://github.com/jakirkham","followers_url":"https://api.github.com/users/jakirkham/followers","following_url":"https://api.github.com/users/jakirkham/following{/other_user}","gists_url":"https://api.github.com/users/jakirkham/gists{/gist_id}","starred_url":"https://api.github.com/users/jakirkham/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jakirkham/subscriptions","organizations_url":"https://api.github.com/users/jakirkham/orgs","repos_url":"https://api.github.com/users/jakirkham/repos","events_url":"https://api.github.com/users/jakirkham/events{/privacy}","received_events_url":"https://api.github.com/users/jakirkham/received_events","type":"User","user_view_type":"public","site_admin":false},"created_at":"2026-01-28T21:26:49Z","updated_at":"2026-01-28T21:26:49Z","body":"cc @lwinfree","author_association":"MEMBER","pin":null,"reactions":{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/3814019758/reactions","total_count":0,"+1":0,"-1":0,"laugh":0,"hooray":0,"confused":0,"heart":0,"rocket":0,"eyes":0},"performed_via_github_app":null,"minimized":null},{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/3822498355","html_url":"https://github.com/conda/infrastructure/issues/1280#issuecomment-3822498355","issue_url":"https://api.github.com/repos/conda/infrastructure/issues/1280","id":3822498355,"node_id":"IC_kwDOF_B_Rc7j1rIz","user":{"login":"h-vetinari","id":33685575,"node_id":"MDQ6VXNlcjMzNjg1NTc1","avatar_url":"https://avatars.githubusercontent.com/u/33685575?v=4","gravatar_id":"","url":"https://api.github.com/users/h-vetinari","html_url":"https://github.com/h-vetinari","followers_url":"https://api.github.com/users/h-vetinari/followers","following_url":"https://api.github.com/users/h-vetinari/following{/other_user}","gists_url":"https://api.github.com/users/h-vetinari/gists{/gist_id}","starred_url":"https://api.github.com/users/h-vetinari/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/h-vetinari/subscriptions","organizations_url":"https://api.github.com/users/h-vetinari/orgs","repos_url":"https://api.github.com/users/h-vetinari/repos","events_url":"https://api.github.com/users/h-vetinari/events{/privacy}","received_events_url":"https://api.github.com/users/h-vetinari/received_events","type":"User","user_view_type":"public","site_admin":false},"created_at":"2026-01-30T08:29:43Z","updated_at":"2026-01-30T08:37:46Z","body":"Seeing times over 1h right now. \n\n<img width=\"1896\" height=\"610\" alt=\"Image\" src=\"https://github.com/user-attachments/assets/c1233c31-66e4-4cc4-9424-021f52f6b3d3\" />\n\nThe X is because the upload timestamp is wrong (which I consider quite problematic for such a fundamental piece of information, but unrelated here).\n\nAt least the detail view has correct metadata:\n\n<img width=\"1646\" height=\"797\" alt=\"Image\" src=\"https://github.com/user-attachments/assets/a1126a79-0bc9-43f5-92ce-a9d036c1f4d2\" />\n\nSo that's >70min right now","author_association":"NONE","pin":null,"reactions":{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/3822498355/reactions","total_count":0,"+1":0,"-1":0,"laugh":0,"hooray":0,"confused":0,"heart":0,"rocket":0,"eyes":0},"performed_via_github_app":null,"minimized":null},{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/3824737467","html_url":"https://github.com/conda/infrastructure/issues/1280#issuecomment-3824737467","issue_url":"https://api.github.com/repos/conda/infrastructure/issues/1280","id":3824737467,"node_id":"IC_kwDOF_B_Rc7j-Ny7","user":{"login":"lwinfree","id":17657625,"node_id":"MDQ6VXNlcjE3NjU3NjI1","avatar_url":"https://avatars.githubusercontent.com/u/17657625?v=4","gravatar_id":"","url":"https://api.github.com/users/lwinfree","html_url":"https://github.com/lwinfree","followers_url":"https://api.github.com/users/lwinfree/followers","following_url":"https://api.github.com/users/lwinfree/following{/other_user}","gists_url":"https://api.github.com/users/lwinfree/gists{/gist_id}","starred_url":"https://api.github.com/users/lwinfree/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/lwinfree/subscriptions","organizations_url":"https://api.github.com/users/lwinfree/orgs","repos_url":"https://api.github.com/users/lwinfree/repos","events_url":"https://api.github.com/users/lwinfree/events{/privacy}","received_events_url":"https://api.github.com/users/lwinfree/received_events","type":"User","user_view_type":"public","site_admin":false},"created_at":"2026-01-30T17:01:00Z","updated_at":"2026-01-30T17:01:00Z","body":"hey y'all, thanks for the issue! We've got an internal issue going as well to investigate the root cause and any performance improvements. I'll keep y'all updated as we dig in.","author_association":"NONE","pin":null,"reactions":{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/3824737467/reactions","total_count":3,"+1":0,"-1":0,"laugh":0,"hooray":0,"confused":0,"heart":3,"rocket":0,"eyes":0},"performed_via_github_app":null,"minimized":null},{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/6549047666","html_url":"https://github.com/conda/infrastructure/issues/1280#issuecomment-6549047666","issue_url":"https://api.github.com/repos/conda/infrastructure/issues/1280","id":6549047666,"node_id":"IC_kwDOF_B_Rc8AAAABhlqJcg","user":{"login":"MarkovianProtocol","id":292588966,"node_id":"U_kgDOEXCNpg","avatar_url":"https://avatars.githubusercontent.com/u/292588966?v=4","gravatar_id":"","url":"https://api.github.com/users/MarkovianProtocol","html_url":"https://github.com/MarkovianProtocol","followers_url":"https://api.github.com/users/MarkovianProtocol/followers","following_url":"https://api.github.com/users/MarkovianProtocol/following{/other_user}","gists_url":"https://api.github.com/users/MarkovianProtocol/gists{/gist_id}","starred_url":"https://api.github.com/users/MarkovianProtocol/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/MarkovianProtocol/subscriptions","organizations_url":"https://api.github.com/users/MarkovianProtocol/orgs","repos_url":"https://api.github.com/users/MarkovianProtocol/repos","events_url":"https://api.github.com/users/MarkovianProtocol/events{/privacy}","received_events_url":"https://api.github.com/users/MarkovianProtocol/received_events","type":"User","user_view_type":"public","site_admin":false},"created_at":"2026-10-31T20:58:25Z","updated_at":"2026-10-31T20:58:25Z","body":"This supports the issue: I timed every new conda-forge package version for a week (17 to 24 October), and the 30 to 40 minute waits are still the normal case.\n\n| | median | 90th pct | max | over 15 min |\n|---|---|---|---|---|\n| Time between syncs (rss.xml lastBuildDate) | 38.4 min | 41.6 | 128.8 | 233 of 233 |\n| Upload to first listed by a sync, single-file versions | 35.9 min | 53.9 | 135.7 | 624 of 634 |\n| Upload to repodata.json containing it, single-file (from 21 Oct) | 49.3 min | 66.3 | 74.3 | 317 of 317 |\n\nSyncs never came closer than 33.3 minutes apart, so on this cycle a 15-minute wait needs an upload that lands just before a sync; 10 of the 634 did. Six gaps ran over an hour, the longest 128.8 minutes on 19 October, which fits the >70 minute reading above. rss.xml was written a median 21.1 minutes after its own lastBuildDate and repodata.json a median 12.9 minutes after it. Cloudflare added about 2.4 minutes, so almost all of the wait happens before the edge. Start times are the upload_time api.anaconda.org records, so the copy made during validation isn't timed.\n\nTwo questions, for whoever can answer: what did the internal investigation from January find, and is there a target for the time between syncs? And should the life-cycle page's \"around 15 minutes\" and the FAQ's \"about 10 minutes\" change to match the current cycle?\n\nWrite-up, scripts and raw data: https://markovianprotocol.com/measurements/sm-022.html?r=cf1280 (the scripts rerun from public endpoints). I keep polling and add a row each week.\n","author_association":"NONE","pin":null,"reactions":{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/6549047666/reactions","total_count":2,"+1":0,"-1":0,"laugh":0,"hooray":1,"confused":0,"heart":0,"rocket":0,"eyes":1},"performed_via_github_app":null,"minimized":null},{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/6585024924","html_url":"https://github.com/conda/infrastructure/issues/1280#issuecomment-6585024924","issue_url":"https://api.github.com/repos/conda/infrastructure/issues/1280","id":6585024924,"node_id":"IC_kwDOF_B_Rc8AAAABiH-BnA","user":{"login":"lwinfree","id":17657625,"node_id":"MDQ6VXNlcjE3NjU3NjI1","avatar_url":"https://avatars.githubusercontent.com/u/17657625?v=4","gravatar_id":"","url":"https://api.github.com/users/lwinfree","html_url":"https://github.com/lwinfree","followers_url":"https://api.github.com/users/lwinfree/followers","following_url":"https://api.github.com/users/lwinfree/following{/other_user}","gists_url":"https://api.github.com/users/lwinfree/gists{/gist_id}","starred_url":"https://api.github.com/users/lwinfree/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/lwinfree/subscriptions","organizations_url":"https://api.github.com/users/lwinfree/orgs","repos_url":"https://api.github.com/users/lwinfree/repos","events_url":"https://api.github.com/users/lwinfree/events{/privacy}","received_events_url":"https://api.github.com/users/lwinfree/received_events","type":"User","user_view_type":"public","site_admin":false},"created_at":"2026-11-02T18:29:21Z","updated_at":"2026-11-02T18:29:21Z","body":"hey @CodingBurak could you please check out the above data? Also, we owe an update to this issue. Thx! ","author_association":"NONE","pin":null,"reactions":{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/6585024924/reactions","total_count":0,"+1":0,"-1":0,"laugh":0,"hooray":0,"confused":0,"heart":0,"rocket":0,"eyes":0},"performed_via_github_app":null,"minimized":null},{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/6608934248","html_url":"https://github.com/conda/infrastructure/issues/1280#issuecomment-6608934248","issue_url":"https://api.github.com/repos/conda/infrastructure/issues/1280","id":6608934248,"node_id":"IC_kwDOF_B_Rc8AAAABiexVaA","user":{"login":"CodingBurak","id":75946035,"node_id":"MDQ6VXNlcjc1OTQ2MDM1","avatar_url":"https://avatars.githubusercontent.com/u/75946035?v=4","gravatar_id":"","url":"https://api.github.com/users/CodingBurak","html_url":"https://github.com/CodingBurak","followers_url":"https://api.github.com/users/CodingBurak/followers","following_url":"https://api.github.com/users/CodingBurak/following{/other_user}","gists_url":"https://api.github.com/users/CodingBurak/gists{/gist_id}","starred_url":"https://api.github.com/users/CodingBurak/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/CodingBurak/subscriptions","organizations_url":"https://api.github.com/users/CodingBurak/orgs","repos_url":"https://api.github.com/users/CodingBurak/repos","events_url":"https://api.github.com/users/CodingBurak/events{/privacy}","received_events_url":"https://api.github.com/users/CodingBurak/received_events","type":"User","user_view_type":"public","site_admin":false},"created_at":"2026-11-03T16:05:45Z","updated_at":"2026-11-03T16:05:45Z","body":"Hi all, thanks for the careful measurements. They match what we see on our side.\n\n  **Why it's 30 to 40 minutes today**\n  Syncs run back to back, and each one re-indexes the whole conda-forge channel, not just what changed. As the channel has grown (646,425 new conda-forge files since January) and anaconda.org traffic has increased, each sync takes longer. An\n  upload that lands after a sync's snapshot waits for the next one, so the typical delay is one to two sync cycles. That matches the 36 to 50 minute median you measured. The gaps of over an hour (for example, 128.8 minutes on 19 October) were\n  most likely syncs that ran long or had to be retried.\n  \n  **What we're doing about it**\n  We're working on replacing the full-channel re-index with an incremental, event-driven indexer. A change-stream listener picks up each new upload as it lands and publishes just that package's shard, instead of re-processing every file in\n  conda-forge on each sync. This decouples per-upload latency from channel size, so new uploads surface within a single short cycle regardless of how large conda-forge grows. Once that's in place, we expect uploads to appear within about 15-20\n  minutes.\n  \n  **Timeline**\n  We're targeting Nov end 2026 and will post an update here as it rolls out.\n","author_association":"NONE","pin":null,"reactions":{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/6608934248/reactions","total_count":1,"+1":0,"-1":0,"laugh":0,"hooray":0,"confused":0,"heart":1,"rocket":0,"eyes":0},"performed_via_github_app":null,"minimized":null},{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/6609929367","html_url":"https://github.com/conda/infrastructure/issues/1280#issuecomment-6609929367","issue_url":"https://api.github.com/repos/conda/infrastructure/issues/1280","id":6609929367,"node_id":"IC_kwDOF_B_Rc8AAAABifuElw","user":{"login":"MarkovianProtocol","id":292588966,"node_id":"U_kgDOEXCNpg","avatar_url":"https://avatars.githubusercontent.com/u/292588966?v=4","gravatar_id":"","url":"https://api.github.com/users/MarkovianProtocol","html_url":"https://github.com/MarkovianProtocol","followers_url":"https://api.github.com/users/MarkovianProtocol/followers","following_url":"https://api.github.com/users/MarkovianProtocol/following{/other_user}","gists_url":"https://api.github.com/users/MarkovianProtocol/gists{/gist_id}","starred_url":"https://api.github.com/users/MarkovianProtocol/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/MarkovianProtocol/subscriptions","organizations_url":"https://api.github.com/users/MarkovianProtocol/orgs","repos_url":"https://api.github.com/users/MarkovianProtocol/repos","events_url":"https://api.github.com/users/MarkovianProtocol/events{/privacy}","received_events_url":"https://api.github.com/users/MarkovianProtocol/received_events","type":"User","user_view_type":"public","site_admin":false},"created_at":"2026-11-03T16:44:39Z","updated_at":"2026-11-03T16:44:39Z","body":"Thank you, this answers the question about the cause and the target. We'll keep the weekly recount running and post the before-and-after numbers here once the incremental indexer is live, so the change is measured the same way as the slowdown.\n","author_association":"NONE","pin":null,"reactions":{"url":"https://api.github.com/repos/conda/infrastructure/issues/comments/6609929367/reactions","total_count":0,"+1":0,"-1":0,"laugh":0,"hooray":0,"confused":0,"heart":0,"rocket":0,"eyes":0},"performed_via_github_app":null,"minimized":null}]