Skip to content

web search done right

if updated time is in the future, return None

Mikkel Denkerf70af22c35f1
diff --git a/src/webpage/mod.rs b/src/webpage/mod.rs
index 200d7da4..352b3380 100644
--- a/src/webpage/mod.rs
+++ b/src/webpage/mod.rs
@@ -18,7 +18,7 @@ use crate::{
schema_org::SchemaOrg,
tokenizer, Error, Result,
};
-use chrono::{DateTime, FixedOffset};
+use chrono::{DateTime, FixedOffset, Utc};
use itertools::Itertools;
use kuchiki::{iter::NodeEdge, traits::TendrilSink, NodeRef};
use regex::Regex;
@@ -819,8 +819,20 @@ impl Html {
}
pub fn updated_time(&self) -> Option<DateTime<FixedOffset>> {
- self.og_updated_time()
+ if let Some(time) = self
+ .og_updated_time()
.or_else(|| self.article_modified_time())
+ {
+ let current_time = Utc::now();
+
+ if time > current_time {
+ None
+ } else {
+ Some(time)
+ }
+ } else {
+ None
+ }
}
pub fn primary_image(&self) -> Option<ImageLink> {
@@ -1434,6 +1446,22 @@ mod tests {
);
}
+ #[test]
+ fn future_updated_time_none() {
+ let html = r#"
+ <html>
+ <head>
+ <meta property="og:updated_time" content="2122-06-22T19:37:34+00:00" />
+ </head>
+ <body>
+ </body>
+ </html>
+ "#;
+ let html = Html::parse(html, "example.com");
+
+ assert_eq!(html.updated_time(), None);
+ }
+
#[test]
fn description() {
let html = r#"