notecrumbs

render.rs (49901B)

---

 use crate::{
     abbrev::abbrev_str, error::Result, fonts, nip19, relay_pool::RelayPool, Error, Notecrumbs,
 };
 use egui::epaint::Shadow;
 use egui::{
     pos2,
     text::{LayoutJob, TextFormat},
     Color32, FontFamily, FontId, Mesh, Rect, RichText, Rounding, Shape, TextureHandle, Vec2,
     Visuals,
 };
 use nostr::event::{
     kind::Kind,
     tag::{TagKind, TagStandard},
 };
 use nostr::nips::nip01::Coordinate;
 use nostr::{RelayUrl, SingleLetterTag, Timestamp};
 use nostr_sdk::async_utility::futures_util::StreamExt;
 use nostr_sdk::nips::nip19::Nip19;
 use nostr_sdk::prelude::{Event, EventId, PublicKey};
 use nostr_sdk::JsonUtil;
 use nostrdb::{
     Block, BlockType, Blocks, FilterElement, FilterField, IngestMetadata, Mention, Ndb, Note,
     NoteKey, ProfileKey, ProfileRecord, Transaction,
 };
 use std::collections::{BTreeMap, BTreeSet, HashSet};
 use std::sync::Arc;
 use std::time::SystemTime;
 use tokio::time::{timeout, Duration};
 use tracing::{debug, error, warn};
 
 const PURPLE: Color32 = Color32::from_rgb(0xcc, 0x43, 0xc5);
 pub const PROFILE_FEED_RECENT_LIMIT: usize = 12;
 pub const PROFILE_FEED_LOOKBACK_DAYS: u64 = 30;
 pub const DIRECT_REPLY_LIMIT: i32 = 50;
 
 #[derive(Clone)]
 pub enum NoteRenderData {
     Missing([u8; 32]),
     Address {
         author: [u8; 32],
         kind: u64,
         identifier: String,
     },
     Note(NoteKey),
 }
 
 impl NoteRenderData {
     pub fn needs_note(&self) -> bool {
         match self {
             NoteRenderData::Missing(_) => true,
             NoteRenderData::Address { .. } => true,
             NoteRenderData::Note(_) => false,
         }
     }
 
     pub fn lookup<'a>(
         &self,
         txn: &'a Transaction,
         ndb: &Ndb,
     ) -> std::result::Result<Note<'a>, nostrdb::Error> {
         match self {
             NoteRenderData::Missing(note_id) => ndb.get_note_by_id(txn, note_id),
             NoteRenderData::Address {
                 author,
                 kind,
                 identifier,
             } => query_note_by_address(ndb, txn, author, *kind, identifier),
             NoteRenderData::Note(note_key) => ndb.get_note_by_key(txn, *note_key),
         }
     }
 }
 
 pub struct NoteAndProfileRenderData {
     pub note_rd: NoteRenderData,
     pub profile_rd: Option<ProfileRenderData>,
     /// Source relay URL(s) where the note was fetched from.
     /// Used for generating bech32 links with relay hints.
     pub source_relays: Vec<RelayUrl>,
 }
 
 impl NoteAndProfileRenderData {
     pub fn new(note_rd: NoteRenderData, profile_rd: Option<ProfileRenderData>) -> Self {
         Self {
             note_rd,
             profile_rd,
             source_relays: Vec::new(),
         }
     }
 
     pub fn add_source_relay(&mut self, relay: RelayUrl) {
         if !self.source_relays.contains(&relay) {
             self.source_relays.push(relay);
         }
     }
 }
 
 pub enum ProfileRenderData {
     Missing([u8; 32]),
     Profile(ProfileKey),
 }
 
 impl ProfileRenderData {
     pub fn lookup<'a>(
         &self,
         txn: &'a Transaction,
         ndb: &Ndb,
     ) -> std::result::Result<ProfileRecord<'a>, nostrdb::Error> {
         match self {
             ProfileRenderData::Missing(pk) => ndb.get_profile_by_pubkey(txn, pk),
             ProfileRenderData::Profile(key) => ndb.get_profile_by_key(txn, *key),
         }
     }
 
     pub fn needs_profile(&self) -> bool {
         match self {
             ProfileRenderData::Missing(_) => true,
             ProfileRenderData::Profile(_) => false,
         }
     }
 }
 
 /// Primary keys for the data we're interested in rendering
 pub enum RenderData {
     Profile(Option<ProfileRenderData>),
     Note(NoteAndProfileRenderData),
 }
 
 impl RenderData {
     pub fn note(note_rd: NoteRenderData, profile_rd: Option<ProfileRenderData>) -> Self {
         Self::Note(NoteAndProfileRenderData::new(note_rd, profile_rd))
     }
 
     pub fn profile(profile_rd: Option<ProfileRenderData>) -> Self {
         Self::Profile(profile_rd)
     }
 
     pub fn is_complete(&self) -> bool {
         !(self.needs_profile() || self.needs_note())
     }
 
     pub fn note_render_data(&self) -> Option<&NoteRenderData> {
         match self {
             Self::Note(nrd) => Some(&nrd.note_rd),
             Self::Profile(_) => None,
         }
     }
 
     pub fn profile_render_data(&self) -> Option<&ProfileRenderData> {
         match self {
             Self::Note(nrd) => nrd.profile_rd.as_ref(),
             Self::Profile(prd) => prd.as_ref(),
         }
     }
 
     pub fn needs_profile(&self) -> bool {
         match self {
             RenderData::Profile(profile_rd) => profile_rd
                 .as_ref()
                 .map(|prd| prd.needs_profile())
                 .unwrap_or(true),
             RenderData::Note(note) => note
                 .profile_rd
                 .as_ref()
                 .map(|prd| prd.needs_profile())
                 .unwrap_or(true),
         }
     }
 
     pub fn needs_note(&self) -> bool {
         match self {
             RenderData::Profile(_pkey) => false,
             RenderData::Note(rd) => rd.note_rd.needs_note(),
         }
     }
 }
 
 fn renderdata_to_filter(render_data: &RenderData) -> Vec<nostrdb::Filter> {
     if render_data.is_complete() {
         return vec![];
     }
 
     let mut filters = Vec::with_capacity(2);
 
     match render_data.note_render_data() {
         Some(NoteRenderData::Missing(note_id)) => {
             filters.push(nostrdb::Filter::new().ids([note_id]).limit(1).build());
         }
         Some(NoteRenderData::Address {
             author,
             kind,
             identifier,
         }) => {
             filters.push(build_address_filter(author, *kind, identifier.as_str()));
         }
         None | Some(NoteRenderData::Note(_)) => {}
     }
 
     match render_data.profile_render_data() {
         Some(ProfileRenderData::Missing(pubkey)) => {
             filters.push(
                 nostrdb::Filter::new()
                     .authors([pubkey])
                     .kinds([0])
                     .limit(1)
                     .build(),
             );
         }
         None | Some(ProfileRenderData::Profile(_)) => {}
     }
 
     filters
 }
 
 pub(crate) fn convert_filter(ndb_filter: &nostrdb::Filter) -> nostr::Filter {
     let mut filter = nostr::Filter::new();
 
     for element in ndb_filter {
         match element {
             FilterField::Ids(id_elems) => {
                 let event_ids = id_elems
                     .into_iter()
                     .map(|id| EventId::from_slice(id).expect("event id"));
                 filter = filter.ids(event_ids);
             }
 
             FilterField::Authors(authors) => {
                 let authors = authors
                     .into_iter()
                     .map(|id| PublicKey::from_slice(id).expect("ok"));
                 filter = filter.authors(authors);
             }
 
             FilterField::Kinds(int_elems) => {
                 let kinds = int_elems.into_iter().map(|knd| Kind::from_u16(knd as u16));
                 filter = filter.kinds(kinds);
             }
 
             FilterField::Tags(chr, tag_elems) => {
                 let single_letter = if let Ok(single) = SingleLetterTag::from_char(chr) {
                     single
                 } else {
                     warn!("failed to adding char filter element: '{}", chr);
                     continue;
                 };
 
                 let mut tags: BTreeMap<SingleLetterTag, BTreeSet<String>> = BTreeMap::new();
                 let mut elems: BTreeSet<String> = BTreeSet::new();
 
                 for elem in tag_elems {
                     match elem {
                         FilterElement::Str(s) => {
                             elems.insert(s.to_string());
                         }
                         FilterElement::Id(id) => {
                             elems.insert(hex::encode(id));
                         }
                         _ => {
                             warn!(
                                 "not adding non-string element from filter tag '{}",
                                 single_letter
                             );
                         }
                     }
                 }
 
                 tags.insert(single_letter, elems);
 
                 filter.generic_tags = tags;
             }
 
             FilterField::Since(since) => {
                 filter.since = Some(Timestamp::from_secs(since));
             }
 
             FilterField::Until(until) => {
                 filter.until = Some(Timestamp::from_secs(until));
             }
 
             FilterField::Limit(limit) => {
                 filter.limit = Some(limit as usize);
             }
 
             // Ignore new filter fields we don't handle
             FilterField::Search(_) | FilterField::Relays(_) | FilterField::Custom(_) => {}
         }
     }
 
     filter
 }
 
 fn coordinate_tag(author: &[u8; 32], kind: u64, identifier: &str) -> String {
     let Ok(public_key) = PublicKey::from_slice(author) else {
         return String::new();
     };
     let nostr_kind = Kind::from_u16(kind as u16);
     let coordinate = Coordinate::new(nostr_kind, public_key).identifier(identifier);
     coordinate.to_string()
 }
 
 fn build_address_filter(author: &[u8; 32], kind: u64, identifier: &str) -> nostrdb::Filter {
     let author_ref: [&[u8; 32]; 1] = [author];
     let mut filter = nostrdb::Filter::new().authors(author_ref).kinds([kind]);
     if !identifier.is_empty() {
         filter = filter.tags([identifier], 'd');
     }
     filter.limit(1).build()
 }
 
 fn query_note_by_address<'a>(
     ndb: &Ndb,
     txn: &'a Transaction,
     author: &[u8; 32],
     kind: u64,
     identifier: &str,
 ) -> std::result::Result<Note<'a>, nostrdb::Error> {
     let mut results = ndb.query(txn, &[build_address_filter(author, kind, identifier)], 1)?;
     if results.is_empty() && !identifier.is_empty() {
         let coord_tag = coordinate_tag(author, kind, identifier);
         let coord_filter = nostrdb::Filter::new()
             .authors([author])
             .kinds([kind])
             .tags([coord_tag.as_str()], 'a')
             .limit(1)
             .build();
         results = ndb.query(txn, &[coord_filter], 1)?;
     }
     if let Some(result) = results.first() {
         ndb.get_note_by_key(txn, result.note_key)
     } else {
         Err(nostrdb::Error::NotFound)
     }
 }
 
 /// Fetches notes from relays and returns the source relay URLs.
 /// The source relays are used to generate bech32 links with relay hints.
 /// Prioritizes default relays in the returned list for better reliability.
 pub async fn find_note(
     relay_pool: Arc<RelayPool>,
     ndb: Ndb,
     filters: Vec<nostr::Filter>,
     nip19: &Nip19,
 ) -> Result<Vec<RelayUrl>> {
     use nostr_sdk::JsonUtil;
 
     let mut relay_targets = nip19::nip19_relays(nip19);
     if relay_targets.is_empty() {
         relay_targets = relay_pool.default_relays().to_vec();
     }
 
     relay_pool.ensure_relays(relay_targets.clone()).await?;
 
     debug!("finding note(s) with filters: {:?}", filters);
 
     let mut all_source_relays = Vec::new();
     let default_relays = relay_pool.default_relays();
 
     for filter in filters {
         let mut streamed_events = relay_pool
             .stream_events(
                 filter,
                 &relay_targets,
                 std::time::Duration::from_millis(2000),
             )
             .await?;
 
         // Collect all responding relays, then prioritize after stream exhausts.
         while let Some(relay_event) = streamed_events.next().await {
             if let Err(err) = ensure_relay_hints(&relay_pool, &relay_event.event).await {
                 warn!("failed to apply relay hints: {err}");
             }
 
             debug!("processing event {:?}", relay_event.event);
             let relay_url = relay_event.relay_url();
             let ingest_meta = relay_url
                 .map(|url| IngestMetadata::new().relay(url.as_str()))
                 .unwrap_or_else(IngestMetadata::new);
             if let Err(err) = ndb.process_event_with(&relay_event.event.as_json(), ingest_meta) {
                 error!("error processing event: {err}");
             }
 
             // Skip profile events - their relays shouldn't be used as note hints
             if relay_event.event.kind == Kind::Metadata {
                 continue;
             }
 
             let Some(relay_url) = relay_url else {
                 continue;
             };
 
             if all_source_relays.contains(relay_url) {
                 continue;
             }
 
             all_source_relays.push(relay_url.clone());
         }
     }
 
     // Sort relays: default relays first (more reliable), then others.
     // Take up to 3 for the final result.
     const MAX_SOURCE_RELAYS: usize = 3;
     all_source_relays.sort_by(|a, b| {
         let a_is_default = default_relays.contains(a);
         let b_is_default = default_relays.contains(b);
         b_is_default.cmp(&a_is_default) // true > false, so defaults come first
     });
     all_source_relays.truncate(MAX_SOURCE_RELAYS);
 
     Ok(all_source_relays)
 }
 
 /// Fetch the latest profile metadata (kind 0) from relays and update nostrdb.
 ///
 /// Profile metadata is a replaceable event (NIP-01) - nostrdb keeps only the
 /// newest version by `created_at` timestamp. This function queries relays for
 /// the latest kind 0 event to ensure cached profile data stays fresh during
 /// background refreshes.
 async fn fetch_profile_metadata(
     relay_pool: Arc<RelayPool>,
     ndb: Ndb,
     relays: Vec<RelayUrl>,
     pubkey: [u8; 32],
 ) {
     use nostr_sdk::JsonUtil;
 
     if relays.is_empty() {
         return;
     }
 
     let filter = {
         let author_ref = [&pubkey];
         convert_filter(
             &nostrdb::Filter::new()
                 .authors(author_ref)
                 .kinds([0])
                 .limit(1)
                 .build(),
         )
     };
 
     let stream = relay_pool
         .stream_events(filter, &relays, Duration::from_millis(2000))
         .await;
 
     let mut stream = match stream {
         Ok(s) => s,
         Err(err) => {
             warn!("failed to stream profile metadata: {err}");
             return;
         }
     };
 
     // Process all returned events - nostrdb handles deduplication and keeps newest.
     // Note: we skip ensure_relay_hints here because kind 0 profile metadata doesn't
     // contain relay hints (unlike kind 1 notes which may have 'r' tags).
     while let Some(relay_event) = stream.next().await {
         let ingest_meta = relay_event
             .relay_url()
             .map(|url| IngestMetadata::new().relay(url.as_str()))
             .unwrap_or_else(IngestMetadata::new);
         if let Err(err) = ndb.process_event_with(&relay_event.event.as_json(), ingest_meta) {
             error!("error processing profile metadata event: {err}");
         }
     }
 }
 
 pub async fn fetch_profile_feed(
     relay_pool: Arc<RelayPool>,
     ndb: Ndb,
     pubkey: [u8; 32],
 ) -> Result<()> {
     let relay_targets = collect_profile_relays(relay_pool.clone(), ndb.clone(), pubkey).await?;
 
     // Spawn metadata fetch in parallel - best-effort, don't block note refresh
     tokio::spawn(fetch_profile_metadata(
         relay_pool.clone(),
         ndb.clone(),
         relay_targets.clone(),
         pubkey,
     ));
 
     let cutoff = SystemTime::now()
         .checked_sub(Duration::from_secs(
             60 * 60 * 24 * PROFILE_FEED_LOOKBACK_DAYS,
         ))
         .and_then(|ts| ts.duration_since(SystemTime::UNIX_EPOCH).ok())
         .map(|dur| dur.as_secs());
 
     let mut fetched = stream_profile_feed_once(
         relay_pool.clone(),
         ndb.clone(),
         &relay_targets,
         pubkey,
         cutoff,
     )
     .await?;
 
     if fetched == 0 {
         fetched = stream_profile_feed_once(
             relay_pool.clone(),
             ndb.clone(),
             &relay_targets,
             pubkey,
             None,
         )
         .await?;
     }
 
     if fetched == 0 {
         warn!(
             "no profile notes fetched for {} even after fallback",
             hex::encode(pubkey)
         );
     }
 
     Ok(())
 }
 
 impl RenderData {
     fn set_profile_key(&mut self, key: ProfileKey) {
         match self {
             RenderData::Profile(pk) => {
                 *pk = Some(ProfileRenderData::Profile(key));
             }
             RenderData::Note(note_rd) => {
                 note_rd.profile_rd = Some(ProfileRenderData::Profile(key));
             }
         };
     }
 
     fn set_note_key(&mut self, key: NoteKey) {
         match self {
             RenderData::Profile(_pk) => {}
             RenderData::Note(note) => {
                 note.note_rd = NoteRenderData::Note(key);
             }
         };
     }
 
     fn hydrate_from_note_key(&mut self, ndb: &Ndb, note_key: NoteKey) -> Result<bool> {
         let txn = Transaction::new(ndb)?;
         let note = match ndb.get_note_by_key(&txn, note_key) {
             Ok(note) => note,
             Err(err) => {
                 debug!(?note_key, "note key not yet visible in transaction: {err}");
                 return Ok(false);
             }
         };
 
         if note.kind() == 0 {
             match ndb.get_profilekey_by_pubkey(&txn, note.pubkey()) {
                 Ok(profile_key) => self.set_profile_key(profile_key),
                 Err(err) => {
                     debug!(
                         pubkey = %hex::encode(note.pubkey()),
                         "profile key not ready after note ingestion: {err}"
                     );
                 }
             }
         } else {
             self.set_note_key(note_key);
         }
 
         Ok(true)
     }
 
     pub async fn complete(
         &mut self,
         ndb: Ndb,
         relay_pool: Arc<RelayPool>,
         nip19: Nip19,
     ) -> Result<()> {
         let (mut stream, fetch_handle) = {
             let filter = renderdata_to_filter(self);
             if filter.is_empty() {
                 // should really never happen unless someone broke
                 // needs_note and needs_profile
                 return Err(Error::NothingToFetch);
             }
             let sub_id = ndb.subscribe(&filter)?;
 
             let stream = sub_id.stream(&ndb).notes_per_await(2);
 
             let filters = filter.iter().map(convert_filter).collect();
             let ndb = ndb.clone();
             let pool = relay_pool.clone();
             let handle = tokio::spawn(async move { find_note(pool, ndb, filters, &nip19).await });
             (stream, handle)
         };
 
         let wait_for = Duration::from_secs(1);
         let mut consecutive_timeouts = 0;
 
         loop {
             if !self.needs_note() && !self.needs_profile() {
                 break;
             }
 
             if consecutive_timeouts >= 5 {
                 warn!("render completion timed out waiting for remaining data");
                 break;
             }
 
             let note_keys = match timeout(wait_for, stream.next()).await {
                 Ok(Some(note_keys)) => {
                     consecutive_timeouts = 0;
                     note_keys
                 }
                 Ok(None) => {
                     // end of stream
                     break;
                 }
                 Err(_) => {
                     consecutive_timeouts += 1;
                     continue;
                 }
             };
 
             let note_keys_len = note_keys.len();
 
             for note_key in note_keys {
                 match self.hydrate_from_note_key(&ndb, note_key) {
                     Ok(true) => {}
                     Ok(false) => {
                         // keep waiting; the outer loop will retry on the next batch
                     }
                     Err(err) => {
                         error!(?note_key, "failed to hydrate note from key: {err}");
                     }
                 }
             }
 
             if note_keys_len >= 2 && !self.needs_note() && !self.needs_profile() {
                 break;
             }
         }
 
         // Capture source relay URLs from the fetch task
         match fetch_handle.await {
             Ok(Ok(source_relays)) => {
                 // Store source relays in the render data for bech32 link generation
                 if let RenderData::Note(ref mut note_data) = self {
                     for relay in source_relays {
                         note_data.add_source_relay(relay);
                     }
                 }
                 Ok(())
             }
             Ok(Err(err)) => Err(err),
             Err(join_err) => Err(Error::Generic(format!(
                 "relay fetch task failed: {}",
                 join_err
             ))),
         }
     }
 }
 
 /// Collect all unknown IDs from a note - author, mentions, quotes, reply chain.
 pub fn collect_note_unknowns(
     ndb: &Ndb,
     note_rd: &NoteRenderData,
 ) -> Option<crate::unknowns::UnknownIds> {
     let txn = Transaction::new(ndb).ok()?;
     let note = note_rd.lookup(&txn, ndb).ok()?;
 
     let mut unknowns = crate::unknowns::UnknownIds::new();
 
     // Collect from note content, author, reply chain, mentioned profiles/events
     unknowns.collect_from_note(ndb, &txn, &note);
 
     // Also collect from quote refs (q tags and inline nevent/naddr for embedded quotes)
     let quote_refs = crate::html::collect_all_quote_refs(ndb, &txn, &note);
     if !quote_refs.is_empty() {
         debug!("found {} quote refs in note", quote_refs.len());
         unknowns.collect_from_quote_refs(ndb, &txn, &quote_refs);
     }
 
     debug!("collected {} total unknowns from note", unknowns.ids_len());
 
     if unknowns.is_empty() {
         None
     } else {
         Some(unknowns)
     }
 }
 
 /// Fetch unknown IDs (quoted events, profiles) from relays using relay hints.
 pub async fn fetch_unknowns(
     relay_pool: &Arc<RelayPool>,
     ndb: &Ndb,
     unknowns: crate::unknowns::UnknownIds,
 ) -> Result<()> {
     use nostr_sdk::JsonUtil;
 
     // Collect relay hints before consuming unknowns
     let relay_hints = unknowns.relay_hints();
     let relay_targets: Vec<RelayUrl> = if relay_hints.is_empty() {
         relay_pool.default_relays().to_vec()
     } else {
         relay_hints.into_iter().collect()
     };
 
     // Build and convert filters in one go (nostrdb::Filter is not Send)
     let nostr_filters: Vec<nostr::Filter> = {
         let filters = unknowns.to_filters();
         if filters.is_empty() {
             return Ok(());
         }
         filters.iter().map(convert_filter).collect()
     };
 
     // Now we can await - nostrdb::Filter has been dropped
     relay_pool.ensure_relays(relay_targets.clone()).await?;
 
     debug!(
         "fetching {} unknowns from {:?}",
         nostr_filters.len(),
         relay_targets
     );
 
     // Stream with shorter timeout since these are secondary fetches
     for filter in nostr_filters {
         let mut stream = relay_pool
             .stream_events(filter, &relay_targets, Duration::from_millis(1500))
             .await?;
 
         while let Some(relay_event) = stream.next().await {
             let ingest_meta = relay_event
                 .relay_url()
                 .map(|url| IngestMetadata::new().relay(url.as_str()))
                 .unwrap_or_else(IngestMetadata::new);
             if let Err(err) = ndb.process_event_with(&relay_event.event.as_json(), ingest_meta) {
                 warn!("error processing quoted event: {err}");
             }
         }
     }
 
     Ok(())
 }
 
 /// Fetch kind:7 reactions for a note from relays and ingest into ndb.
 /// Collect unknown profiles from reply notes (already ingested into ndb).
 /// Call this after fetch_note_stats so reply authors can be resolved.
 pub fn collect_reply_unknowns(
     ndb: &Ndb,
     note_rd: &NoteRenderData,
 ) -> Option<crate::unknowns::UnknownIds> {
     let txn = Transaction::new(ndb).ok()?;
     let note = note_rd.lookup(&txn, ndb).ok()?;
 
     let filter = nostrdb::Filter::new()
         .kinds([1])
         .event(note.id())
         .limit(DIRECT_REPLY_LIMIT as u64)
         .build();
     let results = ndb.query(&txn, &[filter], DIRECT_REPLY_LIMIT).ok()?;
 
     let mut unknowns = crate::unknowns::UnknownIds::new();
 
     for result in &results {
         unknowns.add_profile_if_missing(ndb, &txn, result.note.pubkey());
     }
 
     if unknowns.is_empty() {
         None
     } else {
         Some(unknowns)
     }
 }
 
 /// Fetch note stats (reactions, replies, reposts) from relays and ingest into ndb.
 pub async fn fetch_note_stats(
     relay_pool: &Arc<RelayPool>,
     ndb: &Ndb,
     note_rd: &NoteRenderData,
     source_relays: &[RelayUrl],
 ) -> Result<()> {
     use nostr_sdk::JsonUtil;
 
     // Build filters for reactions (kind:7), replies (kind:1), and reposts (kind:6)
     // nostrdb::Filter is not Send, so convert before await
     let filters: Vec<nostr::Filter> = {
         let txn = Transaction::new(ndb)?;
         let note = note_rd.lookup(&txn, ndb)?;
         let id = note.id();
         vec![
             convert_filter(&nostrdb::Filter::new().kinds([7]).event(id).build()),
             convert_filter(&nostrdb::Filter::new().kinds([1]).event(id).build()),
             convert_filter(&nostrdb::Filter::new().kinds([6]).event(id).build()),
         ]
     };
 
     let relay_targets: Vec<RelayUrl> = if source_relays.is_empty() {
         relay_pool.default_relays().to_vec()
     } else {
         source_relays.to_vec()
     };
 
     relay_pool.ensure_relays(relay_targets.clone()).await?;
 
     debug!("fetching note stats from {:?}", relay_targets);
 
     for filter in filters {
         let mut stream = relay_pool
             .stream_events(filter, &relay_targets, Duration::from_millis(1500))
             .await?;
 
         while let Some(relay_event) = stream.next().await {
             let ingest_meta = relay_event
                 .relay_url()
                 .map(|url| IngestMetadata::new().relay(url.as_str()))
                 .unwrap_or_else(IngestMetadata::new);
             if let Err(err) = ndb.process_event_with(&relay_event.event.as_json(), ingest_meta) {
                 warn!("error processing event: {err}");
             }
         }
     }
 
     Ok(())
 }
 
 fn collect_relay_hints(event: &Event) -> Vec<RelayUrl> {
     let mut relays = Vec::new();
     for tag in event.tags.iter() {
         let candidate = match tag.kind() {
             TagKind::Relay | TagKind::Relays => tag.content(),
             TagKind::SingleLetter(letter) if letter.as_char() == 'r' => tag.content(),
             _ if event.kind == Kind::ContactList => {
                 if let Some(TagStandard::PublicKey {
                     relay_url: Some(url),
                     ..
                 }) = tag.as_standardized()
                 {
                     Some(url.as_str())
                 } else {
                     tag.as_slice().get(2).map(|value| value.as_str())
                 }
             }
             _ => None,
         };
 
         let Some(url) = candidate else {
             continue;
         };
 
         if url.is_empty() {
             continue;
         }
 
         match RelayUrl::parse(url) {
             Ok(relay) => relays.push(relay),
             Err(err) => warn!("ignoring invalid relay hint {}: {}", url, err),
         }
     }
     relays
 }
 
 async fn ensure_relay_hints(relay_pool: &Arc<RelayPool>, event: &Event) -> Result<()> {
     let hints = collect_relay_hints(event);
     if hints.is_empty() {
         return Ok(());
     }
     relay_pool.ensure_relays(hints).await
 }
 
 async fn collect_profile_relays(
     relay_pool: Arc<RelayPool>,
     ndb: Ndb,
     pubkey: [u8; 32],
 ) -> Result<Vec<RelayUrl>> {
     relay_pool
         .ensure_relays(relay_pool.default_relays().iter().cloned())
         .await?;
 
     let mut known: HashSet<String> = relay_pool
         .default_relays()
         .iter()
         .map(|url| url.to_string())
         .collect();
     let mut targets = relay_pool.default_relays().to_vec();
 
     let author_ref = [&pubkey];
 
     let relay_filter = convert_filter(
         &nostrdb::Filter::new()
             .authors(author_ref)
             .kinds([Kind::RelayList.as_u16() as u64])
             .limit(1)
             .build(),
     );
 
     let contact_filter = convert_filter(
         &nostrdb::Filter::new()
             .authors(author_ref)
             .kinds([Kind::ContactList.as_u16() as u64])
             .limit(1)
             .build(),
     );
 
     // Process each filter separately since stream_events now takes a single filter
     for filter in [relay_filter, contact_filter] {
         let mut stream = relay_pool
             .stream_events(filter, &[], Duration::from_millis(2000))
             .await?;
 
         while let Some(relay_event) = stream.next().await {
             let ingest_meta = relay_event
                 .relay_url()
                 .map(|url| IngestMetadata::new().relay(url.as_str()))
                 .unwrap_or_else(IngestMetadata::new);
             if let Err(err) = ndb.process_event_with(&relay_event.event.as_json(), ingest_meta) {
                 error!("error processing relay discovery event: {err}");
             }
 
             let hints = collect_relay_hints(&relay_event.event);
             if hints.is_empty() {
                 continue;
             }
 
             let mut fresh = Vec::new();
             for hint in hints {
                 let key = hint.to_string();
                 if known.insert(key) {
                     targets.push(hint.clone());
                     fresh.push(hint);
                 }
             }
 
             if !fresh.is_empty() {
                 relay_pool.ensure_relays(fresh).await?;
             }
         }
     }
 
     Ok(targets)
 }
 
 async fn stream_profile_feed_once(
     relay_pool: Arc<RelayPool>,
     ndb: Ndb,
     relays: &[RelayUrl],
     pubkey: [u8; 32],
     since: Option<u64>,
 ) -> Result<usize> {
     let filter = {
         let author_ref = [&pubkey];
         let mut builder = nostrdb::Filter::new()
             .authors(author_ref)
             .kinds([1])
             .limit(PROFILE_FEED_RECENT_LIMIT as u64);
 
         if let Some(since) = since {
             builder = builder.since(since);
         }
 
         convert_filter(&builder.build())
     };
     let mut stream = relay_pool
         .stream_events(filter, relays, Duration::from_millis(2000))
         .await?;
 
     let mut fetched = 0usize;
 
     while let Some(relay_event) = stream.next().await {
         if let Err(err) = ensure_relay_hints(&relay_pool, &relay_event.event).await {
             warn!("failed to apply relay hints: {err}");
         }
         let ingest_meta = relay_event
             .relay_url()
             .map(|url| IngestMetadata::new().relay(url.as_str()))
             .unwrap_or_else(IngestMetadata::new);
         if let Err(err) = ndb.process_event_with(&relay_event.event.as_json(), ingest_meta) {
             error!("error processing profile feed event: {err}");
         } else {
             fetched += 1;
         }
     }
 
     Ok(fetched)
 }
 
 /// Attempt to locate the render data locally. Anything missing from
 /// render data will be fetched.
 pub fn get_render_data(ndb: &Ndb, txn: &Transaction, nip19: &Nip19) -> Result<RenderData> {
     match nip19 {
         Nip19::Event(nevent) => {
             let m_note = ndb.get_note_by_id(txn, nevent.event_id.as_bytes()).ok();
 
             let pk = if let Some(pk) = m_note.as_ref().map(|note| note.pubkey()) {
                 Some(*pk)
             } else {
                 nevent.author.map(|a| a.to_bytes())
             };
 
             let profile_rd = pk.as_ref().map(|pubkey| {
                 if let Ok(profile_key) = ndb.get_profilekey_by_pubkey(txn, pubkey) {
                     ProfileRenderData::Profile(profile_key)
                 } else {
                     ProfileRenderData::Missing(*pubkey)
                 }
             });
 
             let note_rd = if let Some(note_key) = m_note.and_then(|n| n.key()) {
                 NoteRenderData::Note(note_key)
             } else {
                 NoteRenderData::Missing(*nevent.event_id.as_bytes())
             };
 
             Ok(RenderData::note(note_rd, profile_rd))
         }
 
         Nip19::EventId(evid) => {
             let m_note = ndb.get_note_by_id(txn, evid.as_bytes()).ok();
             let note_key = m_note.as_ref().and_then(|n| n.key());
             let pk = m_note.map(|note| note.pubkey());
 
             let profile_rd = pk.map(|pubkey| {
                 if let Ok(profile_key) = ndb.get_profilekey_by_pubkey(txn, pubkey) {
                     ProfileRenderData::Profile(profile_key)
                 } else {
                     ProfileRenderData::Missing(*pubkey)
                 }
             });
 
             let note_rd = if let Some(note_key) = note_key {
                 NoteRenderData::Note(note_key)
             } else {
                 NoteRenderData::Missing(*evid.as_bytes())
             };
 
             Ok(RenderData::note(note_rd, profile_rd))
         }
 
         Nip19::Coordinate(coordinate) => {
             let author = coordinate.public_key.to_bytes();
             let kind: u64 = u16::from(coordinate.kind) as u64;
             let identifier = coordinate.identifier.clone();
 
             let note_rd = {
                 let filter = build_address_filter(&author, kind, identifier.as_str());
                 let note_key = ndb
                     .query(txn, &[filter], 1)
                     .ok()
                     .and_then(|results| results.into_iter().next().map(|res| res.note_key));
 
                 if let Some(note_key) = note_key {
                     NoteRenderData::Note(note_key)
                 } else {
                     NoteRenderData::Address {
                         author,
                         kind,
                         identifier,
                     }
                 }
             };
 
             let profile_rd = {
                 if let Ok(profile_key) = ndb.get_profilekey_by_pubkey(txn, &author) {
                     Some(ProfileRenderData::Profile(profile_key))
                 } else {
                     Some(ProfileRenderData::Missing(author))
                 }
             };
 
             Ok(RenderData::note(note_rd, profile_rd))
         }
 
         Nip19::Profile(nprofile) => {
             let pubkey = nprofile.public_key.to_bytes();
             let profile_rd = if let Ok(profile_key) = ndb.get_profilekey_by_pubkey(txn, &pubkey) {
                 ProfileRenderData::Profile(profile_key)
             } else {
                 ProfileRenderData::Missing(pubkey)
             };
 
             Ok(RenderData::profile(Some(profile_rd)))
         }
 
         Nip19::Pubkey(public_key) => {
             let pubkey = public_key.to_bytes();
             let profile_rd = if let Ok(profile_key) = ndb.get_profilekey_by_pubkey(txn, &pubkey) {
                 ProfileRenderData::Profile(profile_key)
             } else {
                 ProfileRenderData::Missing(pubkey)
             };
 
             Ok(RenderData::profile(Some(profile_rd)))
         }
 
         _ => Err(Error::CantRender),
     }
 }
 
 fn render_username(ui: &mut egui::Ui, profile: Option<&ProfileRecord>) {
     let name = format!(
         "@{}",
         profile
             .and_then(|pr| pr.record().profile().and_then(|p| p.name()))
             .unwrap_or("nostrich")
     );
     ui.label(RichText::new(&name).size(40.0).color(Color32::LIGHT_GRAY));
 }
 
 fn setup_visuals(font_data: &egui::FontData, ctx: &egui::Context) {
     let mut visuals = Visuals::dark();
     visuals.override_text_color = Some(Color32::WHITE);
     ctx.set_visuals(visuals);
     fonts::setup_fonts(font_data, ctx);
 }
 
 fn push_job_text(job: &mut LayoutJob, s: &str, color: Color32) {
     job.append(
         s,
         0.0,
         TextFormat {
             font_id: FontId::new(50.0, FontFamily::Proportional),
             color,
             ..Default::default()
         },
     )
 }
 
 fn push_job_user_mention(
     job: &mut LayoutJob,
     ndb: &Ndb,
     block: &Block,
     txn: &Transaction,
     pk: &[u8; 32],
 ) {
     let record = ndb.get_profile_by_pubkey(txn, pk);
     if let Ok(record) = record {
         let profile = record.record().profile().unwrap();
         push_job_text(
             job,
             &format!("@{}", &abbrev_str(profile.name().unwrap_or("nostrich"))),
             PURPLE,
         );
     } else {
         push_job_text(job, &format!("@{}", &abbrev_str(block.as_str())), PURPLE);
     }
 }
 
 fn wrapped_body_blocks(
     ui: &mut egui::Ui,
     ndb: &Ndb,
     note: &Note,
     blocks: &Blocks,
     txn: &Transaction,
 ) {
     let mut job = LayoutJob {
         justify: false,
         halign: egui::Align::LEFT,
         wrap: egui::text::TextWrapping {
             max_rows: 5,
             break_anywhere: false,
             overflow_character: Some('…'),
             ..Default::default()
         },
         ..Default::default()
     };
 
     for block in blocks.iter(note) {
         match block.blocktype() {
             BlockType::Url => push_job_text(&mut job, block.as_str(), PURPLE),
 
             BlockType::Hashtag => {
                 push_job_text(&mut job, "#", PURPLE);
                 push_job_text(&mut job, block.as_str(), PURPLE);
             }
 
             BlockType::MentionBech32 => {
                 match block.as_mention().unwrap() {
                     Mention::Event(_ev) => push_job_text(
                         &mut job,
                         &format!("@{}", &abbrev_str(block.as_str())),
                         PURPLE,
                     ),
                     Mention::Note(_ev) => {
                         push_job_text(
                             &mut job,
                             &format!("@{}", &abbrev_str(block.as_str())),
                             PURPLE,
                         );
                     }
                     Mention::Profile(nprofile) => {
                         push_job_user_mention(&mut job, ndb, &block, txn, nprofile.pubkey())
                     }
                     Mention::Pubkey(npub) => {
                         push_job_user_mention(&mut job, ndb, &block, txn, npub.pubkey())
                     }
                     Mention::Secret(_sec) => push_job_text(&mut job, "--redacted--", PURPLE),
                     Mention::Relay(_relay) => {
                         push_job_text(&mut job, &abbrev_str(block.as_str()), PURPLE)
                     }
                     Mention::Addr(_addr) => {
                         push_job_text(&mut job, &abbrev_str(block.as_str()), PURPLE)
                     }
                 };
             }
 
             _ => push_job_text(&mut job, block.as_str(), Color32::WHITE),
         };
     }
 
     ui.label(job);
 }
 
 fn wrapped_body_text(ui: &mut egui::Ui, text: &str) {
     let format = TextFormat {
         font_id: FontId::proportional(52.0),
         color: Color32::WHITE,
         extra_letter_spacing: 0.0,
         line_height: Some(50.0),
         ..Default::default()
     };
 
     let job = LayoutJob::single_section(text.to_owned(), format);
     ui.label(job);
 }
 
 fn right_aligned() -> egui::Layout {
     use egui::{Align, Direction, Layout};
 
     Layout {
         main_dir: Direction::RightToLeft,
         main_wrap: false,
         main_align: Align::Center,
         main_justify: false,
         cross_align: Align::Center,
         cross_justify: false,
     }
 }
 
 fn note_frame_align() -> egui::Layout {
     use egui::{Align, Direction, Layout};
 
     Layout {
         main_dir: Direction::TopDown,
         main_wrap: false,
         main_align: Align::Center,
         main_justify: false,
         cross_align: Align::Center,
         cross_justify: false,
     }
 }
 
 fn note_ui(app: &Notecrumbs, ctx: &egui::Context, rd: &NoteAndProfileRenderData) -> Result<()> {
     setup_visuals(&app.font_data, ctx);
 
     let outer_margin = 60.0;
     let inner_margin = 40.0;
     let canvas_width = 1200.0;
     let canvas_height = 600.0;
     //let canvas_size = Vec2::new(canvas_width, canvas_height);
 
     let total_margin = outer_margin + inner_margin;
     let txn = Transaction::new(&app.ndb)?;
     let profile_record = rd
         .profile_rd
         .as_ref()
         .and_then(|profile_rd| match profile_rd {
             ProfileRenderData::Missing(pk) => app.ndb.get_profile_by_pubkey(&txn, pk).ok(),
             ProfileRenderData::Profile(key) => app.ndb.get_profile_by_key(&txn, *key).ok(),
         });
     //let _profile = profile_record.and_then(|pr| pr.record().profile());
     //let pfp_url = profile.and_then(|p| p.picture());
 
     // TODO: async pfp loading using notedeck browser context?
     let pfp = ctx.load_texture("pfp", app.default_pfp.clone(), Default::default());
     let bg = ctx.load_texture("background", app.background.clone(), Default::default());
 
     egui::CentralPanel::default()
         .frame(
             egui::Frame::default()
                 //.fill(Color32::from_rgb(0x43, 0x20, 0x62)
                 .fill(Color32::from_rgb(0x00, 0x00, 0x00)),
         )
         .show(ctx, |ui| {
             background_texture(ui, &bg);
             egui::Frame::none()
                 .fill(Color32::from_rgb(0x0F, 0x0F, 0x0F))
                 .shadow(Shadow {
                     extrusion: 50.0,
                     color: Color32::from_black_alpha(60),
                 })
                 .rounding(Rounding::same(20.0))
                 .outer_margin(outer_margin)
                 .inner_margin(inner_margin)
                 .show(ui, |ui| {
                     let desired_height = canvas_height - total_margin * 2.0;
                     let desired_width = canvas_width - total_margin * 2.0;
                     let desired_size = Vec2::new(desired_width, desired_height);
                     ui.set_max_size(desired_size);
 
                     ui.with_layout(note_frame_align(), |ui| {
                         //egui::ScrollArea::vertical().show(ui, |ui| {
                         ui.spacing_mut().item_spacing = Vec2::new(10.0, 50.0);
 
                         ui.vertical(|ui| {
                             let desired = Vec2::new(desired_width, desired_height / 1.5);
                             ui.set_max_size(desired);
                             ui.set_min_size(desired);
 
                             if let Ok(note) = rd.note_rd.lookup(&txn, &app.ndb) {
                                 if let Some(blocks) = note
                                     .key()
                                     .and_then(|nk| app.ndb.get_blocks_by_key(&txn, nk).ok())
                                 {
                                     wrapped_body_blocks(ui, &app.ndb, &note, &blocks, &txn);
                                 } else {
                                     wrapped_body_text(ui, note.content());
                                 }
                             }
                         });
 
                         ui.horizontal(|ui| {
                             ui.image(&pfp);
                             render_username(ui, profile_record.as_ref());
                             ui.with_layout(right_aligned(), discuss_on_damus);
                         });
                     });
                 });
         });
 
     Ok(())
 }
 
 fn background_texture(ui: &mut egui::Ui, texture: &TextureHandle) {
     // Get the size of the panel
     let size = ui.available_size();
 
     // Create a rectangle for the texture
     let rect = Rect::from_min_size(ui.min_rect().min, size);
 
     // Get the current layer ID
     let layer_id = ui.layer_id();
 
     let uv = Rect::from_min_max(pos2(0.0, 0.0), pos2(1.0, 1.0));
     //let uv_skewed = Rect::from_min_max(uv.min, pos2(uv.max.x, uv.max.y * 0.5));
 
     // Get the painter and draw the texture
     let painter = ui.ctx().layer_painter(layer_id);
     //let tint = Color32::WHITE;
 
     let mut mesh = Mesh::with_texture(texture.into());
 
     // Define vertices for a rectangle
     mesh.add_rect_with_uv(rect, uv, Color32::WHITE);
 
     //let origin = pos2(600.0, 300.0);
     //let angle = Rot2::from_angle(45.0);
     //mesh.rotate(angle, origin);
 
     // Draw the mesh
     painter.add(Shape::mesh(mesh));
 
     //painter.image(texture.into(), rect, uv_skewed, tint);
 }
 
 fn discuss_on_damus(ui: &mut egui::Ui) {
     let button = egui::Button::new(
         RichText::new("Discuss on Damus ➡")
             .size(30.0)
             .color(Color32::BLACK),
     )
     .rounding(50.0)
     .min_size(Vec2::new(330.0, 75.0))
     .fill(Color32::WHITE);
 
     ui.add(button);
 }
 
 fn profile_ui(app: &Notecrumbs, ctx: &egui::Context, profile_rd: Option<&ProfileRenderData>) {
     let pfp = ctx.load_texture("pfp", app.default_pfp.clone(), Default::default());
     setup_visuals(&app.font_data, ctx);
 
     egui::CentralPanel::default().show(ctx, |ui| {
         ui.vertical(|ui| {
             ui.horizontal(|ui| {
                 ui.image(&pfp);
                 if let Ok(txn) = Transaction::new(&app.ndb) {
                     let profile = profile_rd.and_then(|prd| prd.lookup(&txn, &app.ndb).ok());
                     render_username(ui, profile.as_ref());
                 }
             });
             //body(ui, &profile.about);
         });
     });
 }
 
 #[cfg(test)]
 mod tests {
     use super::*;
     use nostr::nips::nip01::Coordinate;
     use nostr::prelude::{EventBuilder, Keys, Tag};
     use nostrdb::{Config, Filter};
     use std::fs;
     use std::path::PathBuf;
     use std::time::{SystemTime, UNIX_EPOCH};
 
     fn temp_db_dir(prefix: &str) -> PathBuf {
         let base = PathBuf::from("target/test-dbs");
         let _ = fs::create_dir_all(&base);
         let nanos = SystemTime::now()
             .duration_since(UNIX_EPOCH)
             .expect("time went backwards")
             .as_nanos();
         let dir = base.join(format!("{}-{}", prefix, nanos));
         let _ = fs::create_dir_all(&dir);
         dir
     }
 
     #[test]
     fn build_address_filter_includes_only_d_tags() {
         let author = [1u8; 32];
         let identifier = "article-slug";
         let kind = Kind::LongFormTextNote.as_u16() as u64;
 
         let filter = build_address_filter(&author, kind, identifier);
         let mut saw_d_tag = false;
 
         for field in &filter {
             if let FilterField::Tags(tag, elements) = field {
                 assert_eq!(tag, 'd', "unexpected tag '{}' in filter", tag);
                 let mut values: Vec<String> = Vec::new();
                 for element in elements {
                     match element {
                         FilterElement::Str(value) => values.push(value.to_owned()),
                         other => panic!("unexpected tag element {:?}", other),
                     }
                 }
                 assert_eq!(values, vec![identifier.to_owned()]);
                 saw_d_tag = true;
             }
         }
 
         assert!(saw_d_tag, "expected filter to include a 'd' tag constraint");
     }
 
     #[tokio::test]
     async fn query_note_by_address_uses_d_and_a_tag_filters() {
         let keys = Keys::generate();
         let author = keys.public_key().to_bytes();
         let kind = Kind::LongFormTextNote.as_u16() as u64;
         let identifier_with_d = "with-d-tag";
         let identifier_with_a = "only-a-tag";
 
         let db_dir = temp_db_dir("address-filters");
         let db_path = db_dir.to_string_lossy().to_string();
         let cfg = Config::new().skip_validation(true);
         let ndb = Ndb::new(&db_path, &cfg).expect("failed to open nostrdb");
 
         let event_with_d = EventBuilder::long_form_text_note("content with d tag")
             .tags([Tag::identifier(identifier_with_d)])
             .sign_with_keys(&keys)
             .expect("sign long-form event with d tag");
 
         let coordinate = Coordinate::new(Kind::LongFormTextNote, keys.public_key())
             .identifier(identifier_with_a);
         let event_with_a_only = EventBuilder::long_form_text_note("content with a tag only")
             .tags([Tag::coordinate(coordinate, None)])
             .sign_with_keys(&keys)
             .expect("sign long-form event with coordinate tag");
 
         let event_with_d_id = event_with_d.id.to_bytes();
         let event_with_a_only_id = event_with_a_only.id.to_bytes();
 
         let wait_filter = Filter::new()
             .ids([&event_with_d_id, &event_with_a_only_id])
             .limit(2)
             .build();
         let subscription = ndb
             .subscribe(&[wait_filter])
             .expect("subscribe for note ingestion");
 
         ndb.process_event(&serde_json::to_string(&event_with_d).unwrap())
             .expect("ingest event with d tag");
         ndb.process_event(&serde_json::to_string(&event_with_a_only).unwrap())
             .expect("ingest event with a tag");
 
         let _ = ndb
             .wait_for_notes(subscription, 2)
             .await
             .expect("wait for note ingestion to complete");
 
         tokio::time::sleep(Duration::from_millis(100)).await;
 
         {
             let txn = Transaction::new(&ndb).expect("transaction for d-tag lookup");
             let note = query_note_by_address(&ndb, &txn, &author, kind, identifier_with_d)
                 .expect("should find event by d tag");
             assert_eq!(note.id(), &event_with_d_id);
         }
 
         {
             let txn = Transaction::new(&ndb).expect("transaction for a-tag lookup");
             let note = query_note_by_address(&ndb, &txn, &author, kind, identifier_with_a)
                 .expect("should find event via a-tag fallback");
             assert_eq!(note.id(), &event_with_a_only_id);
         }
 
         drop(ndb);
         let _ = fs::remove_dir_all(&db_dir);
     }
 }
 
 pub fn render_note(ndb: &Notecrumbs, render_data: &RenderData) -> Vec<u8> {
     use egui_skia::{rasterize, RasterizeOptions};
     use skia_safe::EncodedImageFormat;
 
     let options = RasterizeOptions {
         pixels_per_point: 1.0,
         frames_before_screenshot: 1,
     };
 
     let mut surface = match render_data {
         RenderData::Note(note_render_data) => rasterize(
             (1200, 600),
             |ctx| {
                 let _ = note_ui(ndb, ctx, note_render_data);
             },
             Some(options),
         ),
 
         RenderData::Profile(profile_rd) => rasterize(
             (1200, 600),
             |ctx| profile_ui(ndb, ctx, profile_rd.as_ref()),
             Some(options),
         ),
     };
 
     surface
         .image_snapshot()
         .encode_to_data(EncodedImageFormat::PNG)
         .expect("expected image")
         .as_bytes()
         .into()
 }