Skip to content

Speakr is a personal, self-hosted web application designed for transcribing audio recordings

Python

Use file creation date for meeting_date instead of current time

Murtaza Nasircfeeae49d7bc
diff --git a/src/api/recordings.py b/src/api/recordings.py
index b834e988..32702c07 100644
--- a/src/api/recordings.py
+++ b/src/api/recordings.py
@@ -32,7 +32,7 @@ from src.services.document import process_markdown_to_docx
from src.services.llm import client, chat_client, call_llm_completion, call_chat_completion, process_streaming_with_thinking
from src.services.embeddings import process_recording_chunks
from src.file_exporter import export_recording, mark_export_as_deleted
-from src.utils.ffprobe import get_codec_info, FFProbeError
+from src.utils.ffprobe import get_codec_info, get_creation_date, FFProbeError
from src.utils.audio_conversion import convert_if_needed
# Create blueprint
@@ -2036,6 +2036,9 @@ def upload_file():
# Get notes from the form
notes = request.form.get('notes')
+ # Get file's lastModified timestamp from client (milliseconds since epoch)
+ file_last_modified = request.form.get('file_last_modified')
+
# Get selected tags if provided (multiple tags support)
selected_tags = []
tag_index = 0
@@ -2106,13 +2109,38 @@ def upload_file():
# Create initial database entry
now = datetime.utcnow()
+
+ # Determine meeting_date: prefer client-provided lastModified, then file metadata, then current time
+ meeting_date = None
+
+ # First try client-provided file lastModified (most reliable for uploads)
+ if file_last_modified:
+ try:
+ # JavaScript lastModified is in milliseconds since epoch
+ timestamp_ms = int(file_last_modified)
+ meeting_date = datetime.fromtimestamp(timestamp_ms / 1000)
+ current_app.logger.info(f"Using client file lastModified: {meeting_date}")
+ except (ValueError, TypeError, OSError) as e:
+ current_app.logger.warning(f"Could not parse file_last_modified '{file_last_modified}': {e}")
+
+ # Fall back to file metadata (creation_time, date tags, etc.)
+ if not meeting_date:
+ meeting_date = get_creation_date(filepath, use_file_mtime=False)
+ if meeting_date:
+ current_app.logger.info(f"Using file metadata creation date: {meeting_date}")
+
+ # Final fallback to current time
+ if not meeting_date:
+ meeting_date = now
+ current_app.logger.debug("No file date available, using current time")
+
recording = Recording(
audio_path=filepath,
original_filename=original_filename,
title=f"Recording - {original_filename}",
file_size=final_file_size,
status='PENDING',
- meeting_date=now,
+ meeting_date=meeting_date,
user_id=current_user.id,
mime_type=mime_type,
notes=notes,
diff --git a/src/file_monitor.py b/src/file_monitor.py
index dc78d7eb..e943912e 100644
--- a/src/file_monitor.py
+++ b/src/file_monitor.py
@@ -16,7 +16,7 @@ from datetime import datetime
from pathlib import Path
import mimetypes
from werkzeug.utils import secure_filename
-from src.utils.ffprobe import get_codec_info, FFProbeError
+from src.utils.ffprobe import get_codec_info, get_creation_date, FFProbeError
from src.utils.ffmpeg_utils import FFmpegError, FFmpegNotFoundError
from src.utils.audio_conversion import convert_if_needed
@@ -351,16 +351,25 @@ class FileMonitor:
# Get file size and MIME type
file_size = final_path.stat().st_size
mime_type, _ = mimetypes.guess_type(str(final_path))
-
+
# Create database record
now = datetime.utcnow()
+
+ # Try to extract creation date from file metadata, fall back to current time
+ meeting_date = get_creation_date(str(final_path))
+ if meeting_date:
+ self.logger.info(f"Using file metadata creation date: {meeting_date}")
+ else:
+ meeting_date = now
+ self.logger.debug("No metadata creation date found, using current time")
+
recording = Recording(
audio_path=str(final_path),
original_filename=original_filename,
title=f"Auto-processed - {original_filename}",
file_size=file_size,
status='PENDING',
- meeting_date=now,
+ meeting_date=meeting_date,
user_id=user_id,
mime_type=mime_type,
is_inbox=True, # Auto-processed files go to inbox
diff --git a/src/utils/ffprobe.py b/src/utils/ffprobe.py
index 94a3b103..67f2b67f 100644
--- a/src/utils/ffprobe.py
+++ b/src/utils/ffprobe.py
@@ -8,6 +8,7 @@ structured information about their codecs, streams, and formats.
import json
import logging
import subprocess
+from datetime import datetime
from typing import Optional, Dict, Any, Tuple
logger = logging.getLogger(__name__)
@@ -287,4 +288,143 @@ def get_duration(filename: str, timeout: Optional[int] = None, codec_info: Optio
return codec_info['duration']
except FFProbeError as e:
logger.warning(f"Failed to probe {filename}: {e}")
- return None
\ No newline at end of file
+ return None
+
+
+def get_creation_date(filename: str, timeout: Optional[int] = None, use_file_mtime: bool = True) -> Optional[datetime]:
+ """
+ Extract the creation/recording date from a media file's metadata.
+
+ Checks various metadata tags commonly used by recorders and devices:
+ - creation_time (MP4, M4A, MOV)
+ - date (various formats)
+ - encoded_date (some encoders)
+
+ Falls back to file modification time if no metadata found and use_file_mtime is True.
+
+ Args:
+ filename: Path to the media file
+ timeout: Optional timeout in seconds
+ use_file_mtime: If True, fall back to file modification time when no metadata found
+
+ Returns:
+ datetime object if creation date found, None otherwise
+ """
+ import os
+
+ try:
+ probe_data = probe(filename, timeout=timeout)
+ except FFProbeError as e:
+ logger.warning(f"Failed to probe {filename} for creation date: {e}")
+ # Even if probe fails, we can still try file mtime
+ if use_file_mtime:
+ return _get_file_mtime(filename)
+ return None
+
+ # Tags to check for creation date (in order of preference)
+ date_tags = ['creation_time', 'date', 'encoded_date', 'date_recorded', 'recording_time']
+
+ # Check format-level tags first
+ if 'format' in probe_data and 'tags' in probe_data['format']:
+ tags = probe_data['format']['tags']
+ for tag in date_tags:
+ # Check both lowercase and original case
+ value = tags.get(tag) or tags.get(tag.upper())
+ if value:
+ parsed = _parse_date_string(value)
+ if parsed:
+ logger.debug(f"Found creation date from format tag '{tag}': {parsed}")
+ return parsed
+
+ # Check stream-level tags
+ if 'streams' in probe_data:
+ for stream in probe_data['streams']:
+ if 'tags' in stream:
+ tags = stream['tags']
+ for tag in date_tags:
+ value = tags.get(tag) or tags.get(tag.upper())
+ if value:
+ parsed = _parse_date_string(value)
+ if parsed:
+ logger.debug(f"Found creation date from stream tag '{tag}': {parsed}")
+ return parsed
+
+ # Fall back to file modification time
+ if use_file_mtime:
+ mtime = _get_file_mtime(filename)
+ if mtime:
+ logger.debug(f"Using file modification time as creation date: {mtime}")
+ return mtime
+
+ logger.debug(f"No creation date found for {filename}")
+ return None
+
+
+def _get_file_mtime(filename: str) -> Optional[datetime]:
+ """
+ Get the file's modification time as a datetime.
+
+ Args:
+ filename: Path to the file
+
+ Returns:
+ datetime object or None if unable to get mtime
+ """
+ import os
+
+ try:
+ stat_info = os.stat(filename)
+ return datetime.fromtimestamp(stat_info.st_mtime)
+ except (OSError, ValueError) as e:
+ logger.warning(f"Failed to get file mtime for {filename}: {e}")
+ return None
+
+
+def _parse_date_string(date_str: str) -> Optional[datetime]:
+ """
+ Parse various date string formats commonly found in media metadata.
+
+ Args:
+ date_str: Date string to parse
+
+ Returns:
+ datetime object if parsing successful, None otherwise
+ """
+ if not date_str:
+ return None
+
+ # Common formats in media files
+ formats = [
+ '%Y-%m-%dT%H:%M:%S.%fZ', # ISO 8601 with microseconds and Z
+ '%Y-%m-%dT%H:%M:%SZ', # ISO 8601 with Z
+ '%Y-%m-%dT%H:%M:%S.%f%z', # ISO 8601 with microseconds and timezone
+ '%Y-%m-%dT%H:%M:%S%z', # ISO 8601 with timezone
+ '%Y-%m-%dT%H:%M:%S.%f', # ISO 8601 with microseconds
+ '%Y-%m-%dT%H:%M:%S', # ISO 8601 basic
+ '%Y-%m-%d %H:%M:%S', # Common datetime
+ '%Y/%m/%d %H:%M:%S', # Alternate datetime
+ '%Y-%m-%d', # Date only
+ '%Y/%m/%d', # Alternate date only
+ '%d-%m-%Y %H:%M:%S', # European format
+ '%d/%m/%Y %H:%M:%S', # European format alternate
+ ]
+
+ # Clean up the string
+ date_str = date_str.strip()
+
+ for fmt in formats:
+ try:
+ return datetime.strptime(date_str, fmt)
+ except ValueError:
+ continue
+
+ # Try fromisoformat as a fallback (handles many ISO variants)
+ try:
+ # Replace Z with +00:00 for fromisoformat compatibility
+ clean_str = date_str.replace('Z', '+00:00')
+ return datetime.fromisoformat(clean_str)
+ except ValueError:
+ pass
+
+ logger.debug(f"Could not parse date string: {date_str}")
+ return None
\ No newline at end of file
diff --git a/static/js/modules/composables/upload.js b/static/js/modules/composables/upload.js
index 18ff2e8b..e1696395 100644
--- a/static/js/modules/composables/upload.js
+++ b/static/js/modules/composables/upload.js
@@ -204,6 +204,14 @@ export function useUpload(state, utils) {
try {
const formData = new FormData();
formData.append('file', nextFileItem.file);
+
+ // Send file's lastModified timestamp for meeting_date
+ if (nextFileItem.file.lastModified) {
+ const lastModified = nextFileItem.file.lastModified;
+ formData.append('file_last_modified', lastModified.toString());
+ console.log(`[Upload] File lastModified: ${lastModified} (${new Date(lastModified).toISOString()})`);
+ }
+
if (nextFileItem.notes) {
formData.append('notes', nextFileItem.notes);
}