#![allow(clippy::unwrap_used, clippy::expect_used)] use std::fs::File; use std::fs::{self}; use std::io::Write; use std::path::Path; use tempfile::TempDir; use time::OffsetDateTime; use time::PrimitiveDateTime; use time::format_description::FormatItem; use time::macros::format_description; use uuid::Uuid; use crate::rollout::INTERACTIVE_SESSION_SOURCES; use crate::rollout::list::ConversationItem; use crate::rollout::list::ConversationsPage; use crate::rollout::list::Cursor; use crate::rollout::list::get_conversations; use anyhow::Result; use codex_protocol::ConversationId; use codex_protocol::models::ContentItem; use codex_protocol::models::ResponseItem; use codex_protocol::protocol::EventMsg; use codex_protocol::protocol::RolloutItem; use codex_protocol::protocol::RolloutLine; use codex_protocol::protocol::SessionMeta; use codex_protocol::protocol::SessionMetaLine; use codex_protocol::protocol::SessionSource; use codex_protocol::protocol::UserMessageEvent; const NO_SOURCE_FILTER: &[SessionSource] = &[]; const TEST_PROVIDER: &str = "test-provider"; fn provider_vec(providers: &[&str]) -> Vec { providers .iter() .map(std::string::ToString::to_string) .collect() } fn write_session_file( root: &Path, ts_str: &str, uuid: Uuid, num_records: usize, source: Option, ) -> std::io::Result<(OffsetDateTime, Uuid)> { write_session_file_with_provider( root, ts_str, uuid, num_records, source, Some("test-provider"), ) } fn write_session_file_with_provider( root: &Path, ts_str: &str, uuid: Uuid, num_records: usize, source: Option, model_provider: Option<&str>, ) -> std::io::Result<(OffsetDateTime, Uuid)> { let format: &[FormatItem] = format_description!("[year]-[month]-[day]T[hour]-[minute]-[second]"); let dt = PrimitiveDateTime::parse(ts_str, format) .unwrap() .assume_utc(); let dir = root .join("sessions") .join(format!("{:04}", dt.year())) .join(format!("{:02}", u8::from(dt.month()))) .join(format!("{:02}", dt.day())); fs::create_dir_all(&dir)?; let filename = format!("rollout-{ts_str}-{uuid}.jsonl"); let file_path = dir.join(filename); let mut file = File::create(file_path)?; let mut payload = serde_json::json!({ "id": uuid, "timestamp": ts_str, "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", }); if let Some(source) = source { payload["source"] = serde_json::to_value(source).unwrap(); } if let Some(provider) = model_provider { payload["model_provider"] = serde_json::Value::String(provider.to_string()); } let meta = serde_json::json!({ "timestamp": ts_str, "type": "session_meta", "payload": payload, }); writeln!(file, "{meta}")?; // Include at least one user message event to satisfy listing filters let user_event = serde_json::json!({ "timestamp": ts_str, "type": "event_msg", "payload": { "type": "user_message", "message": "Hello from user", "kind": "plain" } }); writeln!(file, "{user_event}")?; for i in 0..num_records { let rec = serde_json::json!({ "record_type": "response", "index": i }); writeln!(file, "{rec}")?; } Ok((dt, uuid)) } #[tokio::test] async fn test_list_conversations_latest_first() { let temp = TempDir::new().unwrap(); let home = temp.path(); // Fixed UUIDs for deterministic expectations let u1 = Uuid::from_u128(1); let u2 = Uuid::from_u128(2); let u3 = Uuid::from_u128(3); // Create three sessions across three days write_session_file( home, "2025-01-01T12-00-00", u1, 3, Some(SessionSource::VSCode), ) .unwrap(); write_session_file( home, "2025-01-02T12-00-00", u2, 3, Some(SessionSource::VSCode), ) .unwrap(); write_session_file( home, "2025-01-03T12-00-00", u3, 3, Some(SessionSource::VSCode), ) .unwrap(); let provider_filter = provider_vec(&[TEST_PROVIDER]); let page = get_conversations( home, 10, None, INTERACTIVE_SESSION_SOURCES, Some(provider_filter.as_slice()), TEST_PROVIDER, ) .await .unwrap(); // Build expected objects let p1 = home .join("sessions") .join("2025") .join("01") .join("03") .join(format!("rollout-2025-01-03T12-00-00-{u3}.jsonl")); let p2 = home .join("sessions") .join("2025") .join("01") .join("02") .join(format!("rollout-2025-01-02T12-00-00-{u2}.jsonl")); let p3 = home .join("sessions") .join("2025") .join("01") .join("01") .join(format!("rollout-2025-01-01T12-00-00-{u1}.jsonl")); let head_3 = vec![serde_json::json!({ "id": u3, "timestamp": "2025-01-03T12-00-00", "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })]; let head_2 = vec![serde_json::json!({ "id": u2, "timestamp": "2025-01-02T12-00-00", "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })]; let head_1 = vec![serde_json::json!({ "id": u1, "timestamp": "2025-01-01T12-00-00", "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })]; let updated_times: Vec> = page.items.iter().map(|i| i.updated_at.clone()).collect(); let expected = ConversationsPage { items: vec![ ConversationItem { path: p1, head: head_3, created_at: Some("2025-01-03T12-00-00".into()), updated_at: updated_times.first().cloned().flatten(), }, ConversationItem { path: p2, head: head_2, created_at: Some("2025-01-02T12-00-00".into()), updated_at: updated_times.get(1).cloned().flatten(), }, ConversationItem { path: p3, head: head_1, created_at: Some("2025-01-01T12-00-00".into()), updated_at: updated_times.get(2).cloned().flatten(), }, ], next_cursor: None, num_scanned_files: 3, reached_scan_cap: false, }; assert_eq!(page, expected); } #[tokio::test] async fn test_pagination_cursor() { let temp = TempDir::new().unwrap(); let home = temp.path(); // Fixed UUIDs for deterministic expectations let u1 = Uuid::from_u128(11); let u2 = Uuid::from_u128(22); let u3 = Uuid::from_u128(33); let u4 = Uuid::from_u128(44); let u5 = Uuid::from_u128(55); // Oldest to newest write_session_file( home, "2025-03-01T09-00-00", u1, 1, Some(SessionSource::VSCode), ) .unwrap(); write_session_file( home, "2025-03-02T09-00-00", u2, 1, Some(SessionSource::VSCode), ) .unwrap(); write_session_file( home, "2025-03-03T09-00-00", u3, 1, Some(SessionSource::VSCode), ) .unwrap(); write_session_file( home, "2025-03-04T09-00-00", u4, 1, Some(SessionSource::VSCode), ) .unwrap(); write_session_file( home, "2025-03-05T09-00-00", u5, 1, Some(SessionSource::VSCode), ) .unwrap(); let provider_filter = provider_vec(&[TEST_PROVIDER]); let page1 = get_conversations( home, 2, None, INTERACTIVE_SESSION_SOURCES, Some(provider_filter.as_slice()), TEST_PROVIDER, ) .await .unwrap(); let p5 = home .join("sessions") .join("2025") .join("03") .join("05") .join(format!("rollout-2025-03-05T09-00-00-{u5}.jsonl")); let p4 = home .join("sessions") .join("2025") .join("03") .join("04") .join(format!("rollout-2025-03-04T09-00-00-{u4}.jsonl")); let head_5 = vec![serde_json::json!({ "id": u5, "timestamp": "2025-03-05T09-00-00", "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })]; let head_4 = vec![serde_json::json!({ "id": u4, "timestamp": "2025-03-04T09-00-00", "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })]; let updated_page1: Vec> = page1.items.iter().map(|i| i.updated_at.clone()).collect(); let expected_cursor1: Cursor = serde_json::from_str(&format!("\"2025-03-04T09-00-00|{u4}\"")).unwrap(); let expected_page1 = ConversationsPage { items: vec![ ConversationItem { path: p5, head: head_5, created_at: Some("2025-03-05T09-00-00".into()), updated_at: updated_page1.first().cloned().flatten(), }, ConversationItem { path: p4, head: head_4, created_at: Some("2025-03-04T09-00-00".into()), updated_at: updated_page1.get(1).cloned().flatten(), }, ], next_cursor: Some(expected_cursor1.clone()), num_scanned_files: 3, // scanned 05, 04, and peeked at 03 before breaking reached_scan_cap: false, }; assert_eq!(page1, expected_page1); let page2 = get_conversations( home, 2, page1.next_cursor.as_ref(), INTERACTIVE_SESSION_SOURCES, Some(provider_filter.as_slice()), TEST_PROVIDER, ) .await .unwrap(); let p3 = home .join("sessions") .join("2025") .join("03") .join("03") .join(format!("rollout-2025-03-03T09-00-00-{u3}.jsonl")); let p2 = home .join("sessions") .join("2025") .join("03") .join("02") .join(format!("rollout-2025-03-02T09-00-00-{u2}.jsonl")); let head_3 = vec![serde_json::json!({ "id": u3, "timestamp": "2025-03-03T09-00-00", "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })]; let head_2 = vec![serde_json::json!({ "id": u2, "timestamp": "2025-03-02T09-00-00", "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })]; let updated_page2: Vec> = page2.items.iter().map(|i| i.updated_at.clone()).collect(); let expected_cursor2: Cursor = serde_json::from_str(&format!("\"2025-03-02T09-00-00|{u2}\"")).unwrap(); let expected_page2 = ConversationsPage { items: vec![ ConversationItem { path: p3, head: head_3, created_at: Some("2025-03-03T09-00-00".into()), updated_at: updated_page2.first().cloned().flatten(), }, ConversationItem { path: p2, head: head_2, created_at: Some("2025-03-02T09-00-00".into()), updated_at: updated_page2.get(1).cloned().flatten(), }, ], next_cursor: Some(expected_cursor2.clone()), num_scanned_files: 5, // scanned 05, 04 (anchor), 03, 02, and peeked at 01 reached_scan_cap: false, }; assert_eq!(page2, expected_page2); let page3 = get_conversations( home, 2, page2.next_cursor.as_ref(), INTERACTIVE_SESSION_SOURCES, Some(provider_filter.as_slice()), TEST_PROVIDER, ) .await .unwrap(); let p1 = home .join("sessions") .join("2025") .join("03") .join("01") .join(format!("rollout-2025-03-01T09-00-00-{u1}.jsonl")); let head_1 = vec![serde_json::json!({ "id": u1, "timestamp": "2025-03-01T09-00-00", "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })]; let updated_page3: Vec> = page3.items.iter().map(|i| i.updated_at.clone()).collect(); let expected_page3 = ConversationsPage { items: vec![ConversationItem { path: p1, head: head_1, created_at: Some("2025-03-01T09-00-00".into()), updated_at: updated_page3.first().cloned().flatten(), }], next_cursor: None, num_scanned_files: 5, // scanned 05, 04 (anchor), 03, 02 (anchor), 01 reached_scan_cap: false, }; assert_eq!(page3, expected_page3); } #[tokio::test] async fn test_get_conversation_contents() { let temp = TempDir::new().unwrap(); let home = temp.path(); let uuid = Uuid::new_v4(); let ts = "2025-04-01T10-30-00"; write_session_file(home, ts, uuid, 2, Some(SessionSource::VSCode)).unwrap(); let provider_filter = provider_vec(&[TEST_PROVIDER]); let page = get_conversations( home, 1, None, INTERACTIVE_SESSION_SOURCES, Some(provider_filter.as_slice()), TEST_PROVIDER, ) .await .unwrap(); let path = &page.items[0].path; let content = tokio::fs::read_to_string(path).await.unwrap(); // Page equality (single item) let expected_path = home .join("sessions") .join("2025") .join("04") .join("01") .join(format!("rollout-2025-04-01T10-30-00-{uuid}.jsonl")); let expected_head = vec![serde_json::json!({ "id": uuid, "timestamp": ts, "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })]; let expected_page = ConversationsPage { items: vec![ConversationItem { path: expected_path, head: expected_head, created_at: Some(ts.into()), updated_at: page.items[0].updated_at.clone(), }], next_cursor: None, num_scanned_files: 1, reached_scan_cap: false, }; assert_eq!(page, expected_page); // Entire file contents equality let meta = serde_json::json!({ "timestamp": ts, "type": "session_meta", "payload": { "id": uuid, "timestamp": ts, "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", } }); let user_event = serde_json::json!({ "timestamp": ts, "type": "event_msg", "payload": {"type": "user_message", "message": "Hello from user", "kind": "plain"} }); let rec0 = serde_json::json!({"record_type": "response", "index": 0}); let rec1 = serde_json::json!({"record_type": "response", "index": 1}); let expected_content = format!("{meta}\n{user_event}\n{rec0}\n{rec1}\n"); assert_eq!(content, expected_content); } #[tokio::test] async fn test_updated_at_uses_file_mtime() -> Result<()> { let temp = TempDir::new().unwrap(); let home = temp.path(); let ts = "2025-06-01T08-00-00"; let uuid = Uuid::from_u128(42); let day_dir = home.join("sessions").join("2025").join("06").join("01"); fs::create_dir_all(&day_dir)?; let file_path = day_dir.join(format!("rollout-{ts}-{uuid}.jsonl")); let mut file = File::create(&file_path)?; let conversation_id = ConversationId::from_string(&uuid.to_string())?; let meta_line = RolloutLine { timestamp: ts.to_string(), item: RolloutItem::SessionMeta(SessionMetaLine { meta: SessionMeta { id: conversation_id, timestamp: ts.to_string(), instructions: None, cwd: ".".into(), originator: "test_originator".into(), cli_version: "test_version".into(), source: SessionSource::VSCode, model_provider: Some("test-provider".into()), }, git: None, }), }; writeln!(file, "{}", serde_json::to_string(&meta_line)?)?; let user_event_line = RolloutLine { timestamp: ts.to_string(), item: RolloutItem::EventMsg(EventMsg::UserMessage(UserMessageEvent { message: "hello".into(), images: None, })), }; writeln!(file, "{}", serde_json::to_string(&user_event_line)?)?; let total_messages = 12usize; for idx in 0..total_messages { let response_line = RolloutLine { timestamp: format!("{ts}-{idx:02}"), item: RolloutItem::ResponseItem(ResponseItem::Message { id: None, role: "assistant".into(), content: vec![ContentItem::OutputText { text: format!("reply-{idx}"), }], }), }; writeln!(file, "{}", serde_json::to_string(&response_line)?)?; } drop(file); let provider_filter = provider_vec(&[TEST_PROVIDER]); let page = get_conversations( home, 1, None, INTERACTIVE_SESSION_SOURCES, Some(provider_filter.as_slice()), TEST_PROVIDER, ) .await?; let item = page.items.first().expect("conversation item"); assert_eq!(item.created_at.as_deref(), Some(ts)); let updated = item .updated_at .as_deref() .and_then(|s| chrono::DateTime::parse_from_rfc3339(s).ok()) .map(|dt| dt.with_timezone(&chrono::Utc)) .expect("updated_at set from file mtime"); let now = chrono::Utc::now(); let age = now - updated; assert!(age.num_seconds().abs() < 30); Ok(()) } #[tokio::test] async fn test_stable_ordering_same_second_pagination() { let temp = TempDir::new().unwrap(); let home = temp.path(); let ts = "2025-07-01T00-00-00"; let u1 = Uuid::from_u128(1); let u2 = Uuid::from_u128(2); let u3 = Uuid::from_u128(3); write_session_file(home, ts, u1, 0, Some(SessionSource::VSCode)).unwrap(); write_session_file(home, ts, u2, 0, Some(SessionSource::VSCode)).unwrap(); write_session_file(home, ts, u3, 0, Some(SessionSource::VSCode)).unwrap(); let provider_filter = provider_vec(&[TEST_PROVIDER]); let page1 = get_conversations( home, 2, None, INTERACTIVE_SESSION_SOURCES, Some(provider_filter.as_slice()), TEST_PROVIDER, ) .await .unwrap(); let p3 = home .join("sessions") .join("2025") .join("07") .join("01") .join(format!("rollout-2025-07-01T00-00-00-{u3}.jsonl")); let p2 = home .join("sessions") .join("2025") .join("07") .join("01") .join(format!("rollout-2025-07-01T00-00-00-{u2}.jsonl")); let head = |u: Uuid| -> Vec { vec![serde_json::json!({ "id": u, "timestamp": ts, "instructions": null, "cwd": ".", "originator": "test_originator", "cli_version": "test_version", "source": "vscode", "model_provider": "test-provider", })] }; let updated_page1: Vec> = page1.items.iter().map(|i| i.updated_at.clone()).collect(); let expected_cursor1: Cursor = serde_json::from_str(&format!("\"{ts}|{u2}\"")).unwrap(); let expected_page1 = ConversationsPage { items: vec![ ConversationItem { path: p3, head: head(u3), created_at: Some(ts.to_string()), updated_at: updated_page1.first().cloned().flatten(), }, ConversationItem { path: p2, head: head(u2), created_at: Some(ts.to_string()), updated_at: updated_page1.get(1).cloned().flatten(), }, ], next_cursor: Some(expected_cursor1.clone()), num_scanned_files: 3, // scanned u3, u2, peeked u1 reached_scan_cap: false, }; assert_eq!(page1, expected_page1); let page2 = get_conversations( home, 2, page1.next_cursor.as_ref(), INTERACTIVE_SESSION_SOURCES, Some(provider_filter.as_slice()), TEST_PROVIDER, ) .await .unwrap(); let p1 = home .join("sessions") .join("2025") .join("07") .join("01") .join(format!("rollout-2025-07-01T00-00-00-{u1}.jsonl")); let updated_page2: Vec> = page2.items.iter().map(|i| i.updated_at.clone()).collect(); let expected_page2 = ConversationsPage { items: vec![ConversationItem { path: p1, head: head(u1), created_at: Some(ts.to_string()), updated_at: updated_page2.first().cloned().flatten(), }], next_cursor: None, num_scanned_files: 3, // scanned u3, u2 (anchor), u1 reached_scan_cap: false, }; assert_eq!(page2, expected_page2); } #[tokio::test] async fn test_source_filter_excludes_non_matching_sessions() { let temp = TempDir::new().unwrap(); let home = temp.path(); let interactive_id = Uuid::from_u128(42); let non_interactive_id = Uuid::from_u128(77); write_session_file( home, "2025-08-02T10-00-00", interactive_id, 2, Some(SessionSource::Cli), ) .unwrap(); write_session_file( home, "2025-08-01T10-00-00", non_interactive_id, 2, Some(SessionSource::Exec), ) .unwrap(); let provider_filter = provider_vec(&[TEST_PROVIDER]); let interactive_only = get_conversations( home, 10, None, INTERACTIVE_SESSION_SOURCES, Some(provider_filter.as_slice()), TEST_PROVIDER, ) .await .unwrap(); let paths: Vec<_> = interactive_only .items .iter() .map(|item| item.path.as_path()) .collect(); assert_eq!(paths.len(), 1); assert!(paths.iter().all(|path| { path.ends_with("rollout-2025-08-02T10-00-00-00000000-0000-0000-0000-00000000002a.jsonl") })); let all_sessions = get_conversations(home, 10, None, NO_SOURCE_FILTER, None, TEST_PROVIDER) .await .unwrap(); let all_paths: Vec<_> = all_sessions .items .into_iter() .map(|item| item.path) .collect(); assert_eq!(all_paths.len(), 2); assert!(all_paths.iter().any(|path| { path.ends_with("rollout-2025-08-02T10-00-00-00000000-0000-0000-0000-00000000002a.jsonl") })); assert!(all_paths.iter().any(|path| { path.ends_with("rollout-2025-08-01T10-00-00-00000000-0000-0000-0000-00000000004d.jsonl") })); } #[tokio::test] async fn test_model_provider_filter_selects_only_matching_sessions() -> Result<()> { let temp = TempDir::new().unwrap(); let home = temp.path(); let openai_id = Uuid::from_u128(1); let beta_id = Uuid::from_u128(2); let none_id = Uuid::from_u128(3); write_session_file_with_provider( home, "2025-09-01T12-00-00", openai_id, 1, Some(SessionSource::VSCode), Some("openai"), )?; write_session_file_with_provider( home, "2025-09-01T11-00-00", beta_id, 1, Some(SessionSource::VSCode), Some("beta"), )?; write_session_file_with_provider( home, "2025-09-01T10-00-00", none_id, 1, Some(SessionSource::VSCode), None, )?; let openai_id_str = openai_id.to_string(); let none_id_str = none_id.to_string(); let openai_filter = provider_vec(&["openai"]); let openai_sessions = get_conversations( home, 10, None, NO_SOURCE_FILTER, Some(openai_filter.as_slice()), "openai", ) .await?; assert_eq!(openai_sessions.items.len(), 2); let openai_ids: Vec<_> = openai_sessions .items .iter() .filter_map(|item| { item.head .first() .and_then(|value| value.get("id")) .and_then(serde_json::Value::as_str) .map(str::to_string) }) .collect(); assert!(openai_ids.contains(&openai_id_str)); assert!(openai_ids.contains(&none_id_str)); let beta_filter = provider_vec(&["beta"]); let beta_sessions = get_conversations( home, 10, None, NO_SOURCE_FILTER, Some(beta_filter.as_slice()), "openai", ) .await?; assert_eq!(beta_sessions.items.len(), 1); let beta_id_str = beta_id.to_string(); let beta_head = beta_sessions .items .first() .and_then(|item| item.head.first()) .and_then(|value| value.get("id")) .and_then(serde_json::Value::as_str); assert_eq!(beta_head, Some(beta_id_str.as_str())); let unknown_filter = provider_vec(&["unknown"]); let unknown_sessions = get_conversations( home, 10, None, NO_SOURCE_FILTER, Some(unknown_filter.as_slice()), "openai", ) .await?; assert!(unknown_sessions.items.is_empty()); let all_sessions = get_conversations(home, 10, None, NO_SOURCE_FILTER, None, "openai").await?; assert_eq!(all_sessions.items.len(), 3); Ok(()) }