web search done right
if updated time is in the future, return None
Mikkel Denkerf70af22c35f1
diff --git a/src/webpage/mod.rs b/src/webpage/mod.rsindex 200d7da4..352b3380 100644--- a/src/webpage/mod.rs+++ b/src/webpage/mod.rs@@ -18,7 +18,7 @@ use crate::{schema_org::SchemaOrg,tokenizer, Error, Result,};-use chrono::{DateTime, FixedOffset};+use chrono::{DateTime, FixedOffset, Utc};use itertools::Itertools;use kuchiki::{iter::NodeEdge, traits::TendrilSink, NodeRef};use regex::Regex;@@ -819,8 +819,20 @@ impl Html {}pub fn updated_time(&self) -> Option<DateTime<FixedOffset>> {- self.og_updated_time()+ if let Some(time) = self+ .og_updated_time().or_else(|| self.article_modified_time())+ {+ let current_time = Utc::now();++ if time > current_time {+ None+ } else {+ Some(time)+ }+ } else {+ None+ }}pub fn primary_image(&self) -> Option<ImageLink> {@@ -1434,6 +1446,22 @@ mod tests {);}+ #[test]+ fn future_updated_time_none() {+ let html = r#"+ <html>+ <head>+ <meta property="og:updated_time" content="2122-06-22T19:37:34+00:00" />+ </head>+ <body>+ </body>+ </html>+ "#;+ let html = Html::parse(html, "example.com");++ assert_eq!(html.updated_time(), None);+ }+#[test]fn description() {let html = r#"