FinceptTerminal is a modern finance application offering advanced market analytics, investment research, and economic data tools, designed for interactive exploration and data-driven decision-making in a user-friendly environment.
C++ ai-agentsalgorithmic-tradingbloomberg-terminalcppfinancefinancial-marketsfintechgood-first-issueinvestmentinvestment-researchmachine-learningopensourcepythonqtquantitative-financestock-markettrading
v4 update
tilakpatel22b0df80c2724e
diff --git a/.github/workflows/build-cpp.yml b/.github/workflows/build-cpp.ymlindex 0879d33a3..42c75d0ad 100644--- a/.github/workflows/build-cpp.yml+++ b/.github/workflows/build-cpp.yml@@ -181,34 +181,220 @@ jobs:echo "Binary verified: $BINARY"ls -lh "$BINARY"- # ---- Package: Windows (windeployqt) ----+ # ---- Package: Windows (windeployqt + manual DLL sweep) ----- name: Package (Windows)if: runner.os == 'Windows'shell: bashworking-directory: fincept-qtrun: |+ set -euo pipefailmkdir -p dist++ # Copy main executablecp build/Release/${{ matrix.exe }} dist/- # windeployqt is always an x64 host tool — find it in the x64 Qt bin dir.- # For x64 builds QT_ROOT_DIR points to msvc2022_64, so bin/windeployqt.exe works.- # For ARM64 cross-compiled builds QT_ROOT_DIR points to msvc2022_arm64_cross_compiled;- # windeployqt.exe lives one level up in msvc2022_64/bin instead.++ # Copy qgeoview.dll (built by FetchContent, placed next to exe by post-build command)+ if [ -f "build/Release/qgeoview.dll" ]; then+ cp build/Release/qgeoview.dll dist/+ echo "Copied qgeoview.dll"+ else+ echo "::warning::qgeoview.dll not found in build/Release — map widget may fail"+ fi++ # ----------------------------------------------------------------+ # windeployqt+ # Always an x64 host tool. For ARM64 cross-compiled builds+ # QT_ROOT_DIR points to the ARM64 kit; windeployqt lives in x64.+ # ----------------------------------------------------------------WDQT="${QT_ROOT_DIR}/bin/windeployqt.exe"if [ ! -f "$WDQT" ]; thenWDQT="${QT_ROOT_DIR}/../msvc2022_64/bin/windeployqt.exe"fi+if [ -f "$WDQT" ]; then+ echo "Running windeployqt: $WDQT""$WDQT" \--release \--no-translations \- --no-system-d3d-compiler \- --no-opengl-sw \+ --compiler-runtime \+ --force \dist/${{ matrix.exe }}elseecho "::warning::windeployqt not found — Qt DLLs not bundled"fi++ QT_BIN="${QT_ROOT_DIR}/bin"+ QT_PLUGINS="${QT_ROOT_DIR}/plugins"++ # ----------------------------------------------------------------+ # Qt Core DLLs (windeployqt should handle these, but belt+suspenders)+ # ----------------------------------------------------------------+ for qt_dll in \+ Qt6Core.dll Qt6Gui.dll Qt6Widgets.dll \+ Qt6Charts.dll Qt6PrintSupport.dll \+ Qt6Network.dll Qt6Sql.dll Qt6Concurrent.dll \+ Qt6WebSockets.dll \+ Qt6Multimedia.dll Qt6MultimediaWidgets.dll \+ Qt6OpenGL.dll Qt6OpenGLWidgets.dll \+ Qt6Svg.dll Qt6Xml.dll; do+ if [ -f "${QT_BIN}/${qt_dll}" ] && [ ! -f "dist/${qt_dll}" ]; then+ cp "${QT_BIN}/${qt_dll}" dist/+ echo "Copied ${qt_dll}"+ fi+ done++ # ----------------------------------------------------------------+ # OpenSSL DLLs — Qt6::Network requires these for HTTPS.+ # Qt 6.x ships them in its own bin/ directory.+ # ----------------------------------------------------------------+ for ssl_dll in \+ libssl-3-x64.dll libcrypto-3-x64.dll \+ libssl-3.dll libcrypto-3.dll \+ libssl-1_1-x64.dll libcrypto-1_1-x64.dll; do+ if [ -f "${QT_BIN}/${ssl_dll}" ] && [ ! -f "dist/${ssl_dll}" ]; then+ cp "${QT_BIN}/${ssl_dll}" dist/+ echo "Copied ${ssl_dll}"+ fi+ done++ # ----------------------------------------------------------------+ # MSVC Runtime DLLs — --compiler-runtime covers most, but copy+ # from System32 as a fallback for anything missed.+ # ----------------------------------------------------------------+ for vcrt_dll in \+ vcruntime140.dll vcruntime140_1.dll \+ msvcp140.dll msvcp140_1.dll msvcp140_2.dll \+ concrt140.dll vccorlib140.dll; do+ SYS32="/c/Windows/System32/${vcrt_dll}"+ if [ -f "$SYS32" ] && [ ! -f "dist/${vcrt_dll}" ]; then+ cp "$SYS32" dist/+ echo "Copied MSVC runtime ${vcrt_dll}"+ fi+ done++ # ----------------------------------------------------------------+ # Qt Platform Plugin — mandatory, app won't start without it+ # ----------------------------------------------------------------+ mkdir -p dist/platforms+ for plat_dll in qwindows.dll qwindowsd.dll; do+ if [ -f "${QT_PLUGINS}/platforms/${plat_dll}" ] && [ ! -f "dist/platforms/${plat_dll}" ]; then+ cp "${QT_PLUGINS}/platforms/${plat_dll}" dist/platforms/+ echo "Copied platforms/${plat_dll}"+ fi+ done++ # ----------------------------------------------------------------+ # Qt SQL Drivers — qsqlite required for SQLite database+ # ----------------------------------------------------------------+ mkdir -p dist/sqldrivers+ for sql_dll in qsqlite.dll qsqlodbc.dll; do+ if [ -f "${QT_PLUGINS}/sqldrivers/${sql_dll}" ] && [ ! -f "dist/sqldrivers/${sql_dll}" ]; then+ cp "${QT_PLUGINS}/sqldrivers/${sql_dll}" dist/sqldrivers/+ echo "Copied sqldrivers/${sql_dll}"+ fi+ done++ # ----------------------------------------------------------------+ # Qt Image Format Plugins — needed to render PNG/JPG/SVG/GIF/ICO+ # in the UI (logos, icons, chart exports)+ # ----------------------------------------------------------------+ mkdir -p dist/imageformats+ for img_dll in \+ qbmp.dll qgif.dll qico.dll qjpeg.dll \+ qpng.dll qsvg.dll qtga.dll qtiff.dll qwbmp.dll qwebp.dll; do+ if [ -f "${QT_PLUGINS}/imageformats/${img_dll}" ] && [ ! -f "dist/imageformats/${img_dll}" ]; then+ cp "${QT_PLUGINS}/imageformats/${img_dll}" dist/imageformats/+ echo "Copied imageformats/${img_dll}"+ fi+ done++ # ----------------------------------------------------------------+ # Qt Icon Engine Plugin — renders .svg icons in toolbars/menus+ # ----------------------------------------------------------------+ mkdir -p dist/iconengines+ if [ -f "${QT_PLUGINS}/iconengines/qsvgicon.dll" ] && [ ! -f "dist/iconengines/qsvgicon.dll" ]; then+ cp "${QT_PLUGINS}/iconengines/qsvgicon.dll" dist/iconengines/+ echo "Copied iconengines/qsvgicon.dll"+ fi++ # ----------------------------------------------------------------+ # Qt Style Plugins — Fusion style (cross-platform look)+ # ----------------------------------------------------------------+ mkdir -p dist/styles+ for style_dll in qwindowsvistastyle.dll; do+ if [ -f "${QT_PLUGINS}/styles/${style_dll}" ] && [ ! -f "dist/styles/${style_dll}" ]; then+ cp "${QT_PLUGINS}/styles/${style_dll}" dist/styles/+ echo "Copied styles/${style_dll}"+ fi+ done++ # ----------------------------------------------------------------+ # Qt Network TLS Backend Plugin — required for HTTPS on Qt 6.2++ # (replaces old OpenSSL linkage model)+ # ----------------------------------------------------------------+ mkdir -p dist/tls+ for tls_dll in qschannelbackend.dll qopensslbackend.dll qcertonlybackend.dll; do+ if [ -f "${QT_PLUGINS}/tls/${tls_dll}" ] && [ ! -f "dist/tls/${tls_dll}" ]; then+ cp "${QT_PLUGINS}/tls/${tls_dll}" dist/tls/+ echo "Copied tls/${tls_dll}"+ fi+ done++ # ----------------------------------------------------------------+ # Qt Multimedia Plugins — audio/video backend (Windows MF + FFMPEG)+ # ----------------------------------------------------------------+ if [ -d "${QT_PLUGINS}/multimedia" ]; then+ mkdir -p dist/multimedia+ for media_dll in windowsmediafoundation.dll ffmpegmediaplugin.dll; do+ if [ -f "${QT_PLUGINS}/multimedia/${media_dll}" ] && [ ! -f "dist/multimedia/${media_dll}" ]; then+ cp "${QT_PLUGINS}/multimedia/${media_dll}" dist/multimedia/+ echo "Copied multimedia/${media_dll}"+ fi+ done+ fi++ # ----------------------------------------------------------------+ # Qt Generic Plugins (touch/tablet input)+ # ----------------------------------------------------------------+ if [ -d "${QT_PLUGINS}/generic" ]; then+ mkdir -p dist/generic+ cp -n "${QT_PLUGINS}/generic/"*.dll dist/generic/ 2>/dev/null || true+ fi++ # ----------------------------------------------------------------+ # Direct3D compiler + OpenGL SW fallback+ # Needed on machines without a proper GPU driver (VMs, headless CI)+ # ----------------------------------------------------------------+ for d3d_dll in d3dcompiler_47.dll opengl32sw.dll libEGL.dll libGLESv2.dll; do+ if [ -f "${QT_BIN}/${d3d_dll}" ] && [ ! -f "dist/${d3d_dll}" ]; then+ cp "${QT_BIN}/${d3d_dll}" dist/+ echo "Copied ${d3d_dll}"+ fi+ done++ # ----------------------------------------------------------------+ # ICU DLLs — Qt 6 on Windows ships its own ICU for Unicode support+ # ----------------------------------------------------------------+ for icu_dll in "${QT_BIN}"/icu*.dll; do+ base=$(basename "$icu_dll")+ if [ -f "$icu_dll" ] && [ ! -f "dist/${base}" ]; then+ cp "$icu_dll" dist/+ echo "Copied ${base}"+ fi+ done++ # ----------------------------------------------------------------+ # Copy app resources and Python analytics scripts+ # ----------------------------------------------------------------cp -r resources dist/resources 2>/dev/null || true- cp -r scripts dist/scripts 2>/dev/null || true+ cp -r scripts dist/scripts 2>/dev/null || true++ # ----------------------------------------------------------------+ # Final diagnostic — list everything that will be zipped+ # ----------------------------------------------------------------+ echo ""+ echo "=== dist/ contents ($(find dist -type f | wc -l) files) ==="+ find dist -type f | sort# ---- Package: macOS (macdeployqt) ----# Note: upload-artifact strips execute bits (zip limitation).@@ -256,16 +442,97 @@ jobs:# Tar to preserve execute permissions (upload-artifact uses zip which strips them)tar -czf dist.tar.gz -C dist .- # ---- Package: Linux ----+ # ---- Package: Linux (AppImage) ----- name: Package (Linux)if: runner.os == 'Linux'working-directory: fincept-qtrun: |+ set -euo pipefail++ # ── Download linuxdeploy + Qt plugin ─────────────────────────────+ wget -q "https://github.com/linuxdeploy/linuxdeploy/releases/download/continuous/linuxdeploy-x86_64.AppImage"+ wget -q "https://github.com/linuxdeploy/linuxdeploy-plugin-qt/releases/download/continuous/linuxdeploy-plugin-qt-x86_64.AppImage"+ chmod +x linuxdeploy-x86_64.AppImage linuxdeploy-plugin-qt-x86_64.AppImage++ # ── Build AppDir structure ────────────────────────────────────────+ mkdir -p AppDir/usr/bin+ mkdir -p AppDir/usr/share/applications+ mkdir -p AppDir/usr/share/icons/hicolor/256x256/apps++ cp build/${{ matrix.exe }} AppDir/usr/bin/+ chmod +x AppDir/usr/bin/${{ matrix.exe }}++ # Copy resources and scripts inside AppDir+ cp -r resources AppDir/usr/bin/resources 2>/dev/null || true+ cp -r scripts AppDir/usr/bin/scripts 2>/dev/null || true++ # Desktop entry (required by linuxdeploy)+ cat > AppDir/usr/share/applications/fincept-terminal.desktop <<'EOF'+ [Desktop Entry]+ Name=Fincept Terminal+ Exec=FinceptTerminal+ Icon=fincept-terminal+ Type=Application+ Categories=Finance;+ EOF++ # App icon (use existing .ico or create placeholder)+ if [ -f "resources/icons/app_icon_256.png" ]; then+ cp resources/icons/app_icon_256.png AppDir/usr/share/icons/hicolor/256x256/apps/fincept-terminal.png+ else+ # Generate a minimal placeholder icon with ImageMagick+ convert -size 256x256 xc:#1a1a2e -fill white \+ -font DejaVu-Sans -pointsize 48 -gravity center \+ -annotate 0 "FT" AppDir/usr/share/icons/hicolor/256x256/apps/fincept-terminal.png 2>/dev/null || \+ cp /usr/share/icons/hicolor/256x256/apps/firefox.png \+ AppDir/usr/share/icons/hicolor/256x256/apps/fincept-terminal.png 2>/dev/null || \+ touch AppDir/usr/share/icons/hicolor/256x256/apps/fincept-terminal.png+ fi++ # ── Build AppImage ────────────────────────────────────────────────+ # UPDATE_INFORMATION embeds zsync update URL so AppImageUpdate can+ # fetch deltas automatically from the GitHub release.+ export QMAKE=$(which qmake6 || which qmake)+ export OUTPUT="FinceptTerminal-Linux-x86_64.AppImage"+ export UPDATE_INFORMATION="gh-releases-zsync|Fincept-Corporation|FinceptTerminal|latest|FinceptTerminal-Linux-x86_64.AppImage.zsync"++ ./linuxdeploy-x86_64.AppImage \+ --appdir AppDir \+ --plugin qt \+ --output appimage \+ 2>&1 || true++ # Verify AppImage was created+ if [ ! -f "$OUTPUT" ]; then+ # Fallback: find any AppImage produced+ OUTPUT=$(find . -maxdepth 1 -name "*.AppImage" | head -1)+ fi++ if [ -z "$OUTPUT" ] || [ ! -f "$OUTPUT" ]; then+ echo "::error::AppImage build failed — no .AppImage produced"+ exit 1+ fi++ echo "AppImage produced: $OUTPUT ($(du -sh "$OUTPUT" | cut -f1))"++ # Rename to canonical name and move to dist/mkdir -p dist- cp build/${{ matrix.exe }} dist/- chmod +x dist/${{ matrix.exe }}- cp -r resources dist/resources 2>/dev/null || true- cp -r scripts dist/scripts 2>/dev/null || true+ mv "$OUTPUT" dist/FinceptTerminal-Linux-x86_64.AppImage+ chmod +x dist/FinceptTerminal-Linux-x86_64.AppImage++ # Generate zsync file for delta updates+ if command -v zsyncmake &>/dev/null; then+ zsyncmake dist/FinceptTerminal-Linux-x86_64.AppImage -o dist/FinceptTerminal-Linux-x86_64.AppImage.zsync+ echo "zsync file generated"+ else+ sudo apt-get install -y zsync -qq 2>/dev/null || true+ if command -v zsyncmake &>/dev/null; then+ zsyncmake dist/FinceptTerminal-Linux-x86_64.AppImage -o dist/FinceptTerminal-Linux-x86_64.AppImage.zsync+ echo "zsync file generated"+ else+ echo "::warning::zsyncmake not available — delta updates disabled"+ fi+ fi- name: Upload artifactuses: actions/upload-artifact@v4@@ -376,21 +643,19 @@ jobs:for dir in */; doname="${dir%/}"if [[ "$name" == *"Windows"* ]]; then- # Windows artifacts are plain directories+ # Windows artifacts are plain directories → zipcd "$name"zip -r "../../${name}.zip" .cd ..elif [[ "$name" == *"macOS"* ]]; then# macOS artifacts are already a dist.tar.gz (execute permissions preserved)- # Re-package as a named tarball for the releasemkdir -p "/tmp/${name}"tar -xzf "${name}/dist.tar.gz" -C "/tmp/${name}"tar -czf "../${name}.tar.gz" -C "/tmp/${name}" .- else- # Linux: plain directory- cd "$name"- tar -czf "../../${name}.tar.gz" .- cd ..+ elif [[ "$name" == *"Linux"* ]]; then+ # Linux: AppImage + optional zsync — copy directly, no re-archive+ cp "${name}/FinceptTerminal-Linux-x86_64.AppImage" "../FinceptTerminal-Linux-x86_64.AppImage" 2>/dev/null || true+ cp "${name}/FinceptTerminal-Linux-x86_64.AppImage.zsync" "../FinceptTerminal-Linux-x86_64.AppImage.zsync" 2>/dev/null || truefidonels -lh ../@@ -411,7 +676,8 @@ jobs:- `FinceptTerminal-Windows-arm64.zip` — Windows ARM64**Linux**- - `FinceptTerminal-Linux-x64.tar.gz` — Linux x64+ - `FinceptTerminal-Linux-x86_64.AppImage` — Linux x86_64 (portable, runs on any distro)+ - `FinceptTerminal-Linux-x86_64.AppImage.zsync` — Delta update file (used by auto-updater)**macOS**- `FinceptTerminal-macOS-universal.tar.gz` — macOS Universal (ARM64 + Intel)@@ -420,7 +686,8 @@ jobs:files: |FinceptTerminal-Windows-x64.zipFinceptTerminal-Windows-arm64.zip- FinceptTerminal-Linux-x64.tar.gz+ FinceptTerminal-Linux-x86_64.AppImage+ FinceptTerminal-Linux-x86_64.AppImage.zsyncFinceptTerminal-macOS-arm64.tar.gzFinceptTerminal-macOS-x64.tar.gzFinceptTerminal-macOS-universal.tar.gzdiff --git a/fincept-qt/.firecrawl/qt6-debug.md b/fincept-qt/.firecrawl/qt6-debug.mdnew file mode 100644index 000000000..b6cb04c6f--- /dev/null+++ b/fincept-qt/.firecrawl/qt6-debug.md@@ -0,0 +1,208 @@+Search++- [Qt 6.11](https://doc.qt.io/qt-6/index.html)+- [All Overviews](https://doc.qt.io/qt-6/overviews.html)+- Debugging Techniques++On this page++[Testing and Debugging](https://doc.qt.io/qt-6/testing-and-debugging.html) [Deploying Qt Applications](https://doc.qt.io/qt-6/deployment.html)++# Debugging Techniques++Here we present some useful hints to help you with debugging your Qt-based software.++## Configuring Qt for Debugging [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#configuring-qt-for-debugging "Direct link to this headline")++When [configuring](https://doc.qt.io/qt-6/configure-options.html) Qt for installation, it is possible to ensure that it is built to include debug symbols that can make it easier to track bugs in applications and libraries. However, on some platforms, building Qt in debug mode will cause applications to be larger than desirable.++### Debugging in macOS and Xcode [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#debugging-in-macos-and-xcode "Direct link to this headline")++#### Debugging With/Without Frameworks [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#debugging-with-without-frameworks "Direct link to this headline")++The basic stuff you need to know about debug libraries and frameworks is found at developer.apple.com in: [Apple Technical Note TN2124](https://developer.apple.com/library/archive/technotes/tn2124/_index.html).++When you build Qt, frameworks are built by default, and inside the framework you will find both a release and a debug version (e.g., [QtCore](https://doc.qt.io/qt-6/qtcore-module.html) and QtCore\_debug). If you pass the `-no-framework` flag when you build Qt, two dylibs are built for each Qt library (e.g., libQtCore.4.dylib and libQtCore\_debug.4.dylib).++What happens when you link depends on whether you use frameworks or not. We don't see a compelling reason to recommend one over the other.++##### With Frameworks: [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#with-frameworks "Direct link to this headline")++Since the release and debug libraries are inside the framework, the app is simply linked against the framework. Then when you run in the debugger, you will get either the release version or the debug version, depending on whether you set `DYLD_IMAGE_SUFFIX`. If you don't set it, you get the release version by default (i.e., non \_debug). If you set `DYLD_IMAGE_SUFFIX=_debug`, you get the debug version.++##### Without Frameworks: [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#without-frameworks "Direct link to this headline")++When you tell _qmake_ to generate a Makefile with the debug config, it will link against the \_debug version of the libraries and generate debug symbols for the app. Running this program in GDB will then work like running GDB on other platforms, and you will be able to trace inside Qt.++## Command Line Options Recognized by Qt [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#command-line-options-recognized-by-qt "Direct link to this headline")++When you run a Qt application, you can specify several command-line options that can help with debugging. These are recognized by [QApplication](https://doc.qt.io/qt-6/qapplication.html).++| Option | Description |+| --- | --- |+| `-nograb` | The application should never grab [the mouse](https://doc.qt.io/qt-6/qwidget.html#grabMouse) or [the keyboard](https://doc.qt.io/qt-6/qwidget.html#grabKeyboard). This option is set by default when the program is running in the `gdb` debugger under Linux. |+| `-dograb` | Ignore any implicit or explicit `-nograb`. `-dograb` wins over `-nograb` even when `-nograb` is last on the command line. |++## Environment Variables Recognized by Qt [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#environment-variables-recognized-by-qt "Direct link to this headline")++At runtime, a Qt application recognizes many environment variables, some of which can be helpful for debugging:++| Variable | Description |+| --- | --- |+| `QT_DEBUG_PLUGINS` | Set to a non-zero value to make Qt print out diagnostic information about the each (C++) plugin it tries to load. |+| `QML_IMPORT_TRACE` | Set to a non-zero value to make QML print out diagnostic information from the import loading mechanism. |+| `QT_HASH_SEED` | Set to an integer value to disable [QHash](https://doc.qt.io/qt-6/qhash.html#qhash) and [QSet](https://doc.qt.io/qt-6/qset.html) using a new random ordering for each application run, which in some cases might make testing and debugging difficult. |+| `QT_WIN_DEBUG_CONSOLE` | On Windows, GUI applications are not attached to a console, so output written to `stdout` and `stderr` is not visible to the user. IDEs typically redirect and display output, but when running an application from the command line, debug output is lost. To get access to the output, set this environment variable to `new` to make the application allocate a new console, or to `attach` to make the application attempt to attach to the parent process' console. |++## Warning and Debugging Messages [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#warning-and-debugging-messages "Direct link to this headline")++Qt includes global C++ macros for writing out warning and debug text. The plain macros use a default [logging category](https://doc.qt.io/qt-6/qloggingcategory.html); the categorized logging macros allow you to specify the category. You can use them for the following purposes:++| Plain macro | Categorized macro | Purpose |+| --- | --- | --- |+| [qDebug](https://doc.qt.io/qt-6/qdebug.html#qDebug)() | [qCDebug](https://doc.qt.io/qt-6/qloggingcategory.html#qCDebug)() | Used for writing custom debug output |+| [qInfo](https://doc.qt.io/qt-6/qdebug.html#qInfo)() | [qCInfo](https://doc.qt.io/qt-6/qloggingcategory.html#qCInfo)() | Used for informational messages |+| [qWarning](https://doc.qt.io/qt-6/qdebug.html#qWarning)() | [qCWarning](https://doc.qt.io/qt-6/qloggingcategory.html#qCWarning)() | Used to report warnings and recoverable errors in your application or library |+| [qCritical](https://doc.qt.io/qt-6/qdebug.html#qCritical)() | [qCCritical](https://doc.qt.io/qt-6/qloggingcategory.html#qCCritical)() | Used for writing critical error messages and reporting system errors |+| [qFatal](https://doc.qt.io/qt-6/qdebug.html#qFatal)() | - | Used for writing messages about fatal errors shortly before exiting |++If you include the <QtDebug> header file, the `qDebug()` macro can also be used as an output stream. For example:++```+qDebug() << "Widget" << widget << "at position" << widget->pos();+```++The Qt implementation of these macros prints to the `stderr` output under Unix/Linux and macOS. With Windows, if it is a console application, the text is sent to console; otherwise, it is sent to the debugger.++By default, only the message is printed. You can include additional information by setting the `QT_MESSAGE_PATTERN` environment variable. For example:++```+QT_MESSAGE_PATTERN="[%{time process} %{type}] %{appname} %{category} %{function} - %{message}"+```++The format is documented in [qSetMessagePattern](https://doc.qt.io/qt-6/qtlogging.html#qSetMessagePattern)(). You can also install your own message handler using [qInstallMessageHandler](https://doc.qt.io/qt-6/qtlogging.html#qInstallMessageHandler)().++If the `QT_FATAL_WARNINGS` environment variable is set, [qWarning](https://doc.qt.io/qt-6/qdebug.html#qWarning)() exits after printing the warning message. This makes it easy to obtain a backtrace in the debugger.++[qDebug](https://doc.qt.io/qt-6/qdebug.html#qDebug)(), [qInfo](https://doc.qt.io/qt-6/qdebug.html#qInfo)(), and [qWarning](https://doc.qt.io/qt-6/qdebug.html#qWarning)() are debugging tools. They can be compiled away by defining `QT_NO_DEBUG_OUTPUT`, `QT_NO_INFO_OUTPUT`, or `QT_NO_WARNING_OUTPUT` during compilation.++The debugging functions [QObject::dumpObjectTree](https://doc.qt.io/qt-6/qobject.html#dumpObjectTree)() and [QObject::dumpObjectInfo](https://doc.qt.io/qt-6/qobject.html#dumpObjectInfo)() are often useful when an application looks or acts strangely. More useful if you use [object names](https://doc.qt.io/qt-6/qobject.html#setObjectName) than not, but often useful even without names.++In QML, [dumpItemTree](https://doc.qt.io/qt-6/qml-qtquick-item.html#dumpItemTree-method)() serves the same purpose.++## Providing Support for the qDebug() Stream Operator [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#providing-support-for-the-qdebug-stream-operator "Direct link to this headline")++You can implement the stream operator used by [qDebug](https://doc.qt.io/qt-6/qdebug.html#qDebug)() to provide debugging support for your classes. The class that implements the stream is `QDebug`. Use `QDebugStateSaver` to temporarily save the formatting options of the stream. Use [nospace](https://doc.qt.io/qt-6/qdebug.html#nospace)() and [QTextStream manipulators](https://doc.qt.io/qt-6/qtextstream.html#qtextstream-manipulators) to further customize the formatting.++Here is an example for a class that represents a 2D coordinate.++```+QDebug operator<<(QDebug dbg, const Coordinate &c)+{+ QDebugStateSaver saver(dbg);+ dbg.nospace() << "(" << c.x() << ", " << c.y() << ")";++ return dbg;+}+```++Integration of custom types with Qt's meta-object system is covered in more depth in the [Creating Custom Qt Types](https://doc.qt.io/qt-6/custom-types.html) document.++## Debugging Macros [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#debugging-macros "Direct link to this headline")++The header file `<QtGlobal>` contains some debugging macros and `#define`s.++Three important macros are:++- [Q\_ASSERT](https://doc.qt.io/qt-6/qtassert.html#Q_ASSERT)(cond), where `cond` is a boolean expression, writes the warning "ASSERT: ' _cond_' in file xyz.cpp, line 234" and exits if `cond` is false.+- [Q\_ASSERT\_X](https://doc.qt.io/qt-6/qtassert.html#Q_ASSERT_X)(cond, where, what), where `cond` is a boolean expression, `where` a location, and `what` a message, writes the warning: "ASSERT failure in `where`: '`what`', file xyz.cpp, line 234" and exits if `cond` is false.+- [Q\_CHECK\_PTR](https://doc.qt.io/qt-6/qtassert.html#Q_CHECK_PTR)(ptr), where `ptr` is a pointer. Writes the warning "In file xyz.cpp, line 234: Out of memory" and exits if `ptr` is 0.++These macros are useful for detecting program errors, e.g. like this:++```+char *alloc(int size)+{+ Q_ASSERT(size > 0);+ char *ptr = new char[size];+ Q_CHECK_PTR(ptr);+ return ptr;+}+```++[Q\_ASSERT](https://doc.qt.io/qt-6/qtassert.html#Q_ASSERT)(), [Q\_ASSERT\_X](https://doc.qt.io/qt-6/qtassert.html#Q_ASSERT_X)(), and [Q\_CHECK\_PTR](https://doc.qt.io/qt-6/qtassert.html#Q_CHECK_PTR)() expand to nothing if `QT_NO_DEBUG` is defined during compilation. For this reason, the arguments to these macro should not have any side-effects. Here is an incorrect usage of [Q\_CHECK\_PTR](https://doc.qt.io/qt-6/qtassert.html#Q_CHECK_PTR)():++```+char *alloc(int size)+{+ char *ptr;+ Q_CHECK_PTR(ptr = new char[size]); // WRONG+ return ptr;+}+```++If this code is compiled with `QT_NO_DEBUG` defined, the code in the [Q\_CHECK\_PTR](https://doc.qt.io/qt-6/qtassert.html#Q_CHECK_PTR)() expression is not executed and _alloc_ returns an uninitialized pointer.++The Qt library contains hundreds of internal checks that will print warning messages when a programming error is detected. We therefore recommend that you use a debug version of Qt when developing Qt-based software.++Logging and [categorized logging](https://doc.qt.io/qt-6/qml-qtqml-loggingcategory.html) are also possible in [QML](https://doc.qt.io/qt-6/qtquick-debugging.html).++## Common Bugs [Direct link to this headline](https://doc.qt.io/qt-6/debug.html\#common-bugs "Direct link to this headline")++There is one bug that is so common that it deserves mention here: If you include the [Q\_OBJECT](https://doc.qt.io/qt-6/qobject.html#Q_OBJECT) macro in a class declaration and run [the meta-object compiler](https://doc.qt.io/qt-6/moc.html) (`moc`), but forget to link the `moc`-generated object code into your executable, you will get very confusing error messages. Any link error complaining about a lack of `vtbl`, `_vtbl`, `__vtbl` or similar is likely to be a result of this problem.++[Testing and Debugging](https://doc.qt.io/qt-6/testing-and-debugging.html) [Deploying Qt Applications](https://doc.qt.io/qt-6/deployment.html)++© 2026 The Qt Company Ltd.+Documentation contributions included herein are the copyrights of+their respective owners. The documentation provided herein is licensed under the terms of the [GNU Free Documentation License version 1.3](http://www.gnu.org/licenses/fdl.html) as published by the Free Software Foundation. Qt and respective logos are [trademarks](https://doc.qt.io/qt/trademarks.html) of The Qt Company Ltd. in Finland and/or other countries+worldwide. All other trademarks are property of their respective owners.++SurveyMonkey Powered Online Survey++### Question Title++#### \* Was this page helpful?++Yes++++No++++### Question Title++#### \* What could be better in Qt documentation?++Add or update content/information++++Improve the explanation/tutorials++++Additional examples/code snippets++++Clarify links/API references++++Improve structure/navigation++++Other suggestion (please specify)+++++Submit++++[(](https://www.surveymonkey.com/mp/legal/privacy/?ut_source=survey_pp&white_label=1) Privacy & Cookie Notice\ No newline at end of filediff --git a/fincept-qt/CMakeLists.txt b/fincept-qt/CMakeLists.txtindex dd2b9a697..e3adb1b98 100644--- a/fincept-qt/CMakeLists.txt+++ b/fincept-qt/CMakeLists.txt@@ -14,7 +14,22 @@ set(CMAKE_EXPORT_COMPILE_COMMANDS ON)# Unity build for infrastructure layers (safe — no local symbol conflicts)# Screens are excluded below via SKIP_UNITY_BUILD_INCLUSION (too many local statics/functions)set(CMAKE_UNITY_BUILD ON)-set(CMAKE_UNITY_BUILD_BATCH_SIZE 8)+set(CMAKE_UNITY_BUILD_BATCH_SIZE 24)++# MSVC: /MP = multi-processor compilation (uses all cores within one project)+# /Z7 = embed debug info in .obj files instead of shared PDB → eliminates PDB+# write contention that serialises /MP builds (major speedup)+# /Oi = enable intrinsics (faster codegen, no extra passes)+if(MSVC)+ add_compile_options(/MP /Z7 /Oi /bigobj)+ # Replace /Zi (shared PDB) with /Z7 in all configs to avoid race conditions+ foreach(flag_var+ CMAKE_CXX_FLAGS_DEBUG CMAKE_CXX_FLAGS_RELWITHDEBINFO+ CMAKE_CXX_FLAGS_RELEASE CMAKE_CXX_FLAGS_MINSIZEREL)+ string(REPLACE "/Zi" "/Z7" ${flag_var} "${${flag_var}}")+ string(REPLACE "/ZI" "/Z7" ${flag_var} "${${flag_var}}")+ endforeach()+endif()# Suppress Windows min/max macros that break std::min/std::max in unity batchesadd_compile_definitions(NOMINMAX WIN32_LEAN_AND_MEAN)@@ -66,6 +81,17 @@ else())endif()+# ── QSimpleUpdater (cross-platform auto-update) ──────────────────────────────+set(QSIMPLE_UPDATER_BUILD_TESTS OFF CACHE BOOL "" FORCE)+FetchContent_Declare(+ QSimpleUpdater+ GIT_REPOSITORY https://github.com/alex-spataru/QSimpleUpdater.git+ GIT_TAG master+)+FetchContent_MakeAvailable(QSimpleUpdater)+# QSimpleUpdater's CMakeLists builds a proper STATIC library target with+# AUTOMOC — we just link against it and add its include dir.+# ── QGeoView (interactive map widget with OSM tiles) ─────────────────────────FetchContent_Declare(QGeoView@@ -137,6 +163,7 @@ set(STORAGE_SOURCESsrc/storage/repositories/PortfolioHoldingsRepository.cppsrc/storage/repositories/ChatRepository.cppsrc/storage/repositories/LlmConfigRepository.cpp+ src/storage/repositories/LlmProfileRepository.cppsrc/storage/repositories/DataSourceRepository.cppsrc/storage/repositories/McpServerRepository.cppsrc/storage/repositories/AgentConfigRepository.cpp@@ -146,6 +173,12 @@ set(STORAGE_SOURCES# Workflow migrationsrc/storage/sqlite/migrations/v008_workflows.cpp++ # Instrument master contract (Phase 1)+ src/storage/sqlite/migrations/v009_instruments.cpp++ # LLM Profiles — multi-provider support+ src/storage/sqlite/migrations/v010_llm_profiles.cpp)# Python runner@@ -176,6 +209,7 @@ set(MCP_SOURCESsrc/mcp/tools/WatchlistTools.cppsrc/mcp/tools/NewsTools.cppsrc/mcp/tools/NotesTools.cpp+ src/mcp/tools/FileManagerTools.cppsrc/mcp/tools/AiChatTools.cppsrc/mcp/tools/PortfolioTools.cppsrc/mcp/tools/CryptoTradingTools.cpp@@ -198,10 +232,32 @@ set(TRADING_SOURCESsrc/trading/UnifiedTrading.cppsrc/trading/ExchangeService.cppsrc/trading/brokers/BrokerHttp.cpp- src/trading/brokers/AngelOneBroker.cpp- src/trading/brokers/FyersBroker.cpp- src/trading/brokers/IndianBrokers.cpp- src/trading/brokers/GlobalBrokers.cpp+ # Trading WebSocket+ src/trading/websocket/ZerodhaWebSocket.cpp+ src/trading/websocket/AngelOneWebSocket.cpp+ # Indian brokers+ src/trading/brokers/zerodha/ZerodhaBroker.cpp+ src/trading/brokers/angelone/AngelOneBroker.cpp+ src/trading/brokers/fyers/FyersBroker.cpp+ src/trading/brokers/upstox/UpstoxBroker.cpp+ src/trading/brokers/dhan/DhanBroker.cpp+ src/trading/brokers/kotak/KotakBroker.cpp+ src/trading/brokers/groww/GrowwBroker.cpp+ src/trading/brokers/aliceblue/AliceBlueBroker.cpp+ src/trading/brokers/fivepaisa/FivePaisaBroker.cpp+ src/trading/brokers/iifl/IIFLBroker.cpp+ src/trading/brokers/motilal/MotilalBroker.cpp+ src/trading/brokers/shoonya/ShoonyaBroker.cpp+ # Global brokers+ src/trading/brokers/alpaca/AlpacaBroker.cpp+ src/trading/brokers/ibkr/IBKRBroker.cpp+ src/trading/brokers/tradier/TradierBroker.cpp+ src/trading/brokers/saxo/SaxoBankBroker.cpp++ # Instrument system (Phase 1)+ src/trading/instruments/InstrumentRepository.cpp+ src/trading/instruments/ZerodhaInstrumentParser.cpp+ src/trading/instruments/InstrumentService.cpp)# Services@@ -224,6 +280,7 @@ set(SERVICE_SOURCESsrc/services/algo_trading/AlgoTradingService.cppsrc/services/portfolio/PortfolioService.cppsrc/services/agents/AgentService.cpp+ src/services/file_manager/FileManagerService.cppsrc/services/workflow/NodeRegistry.cppsrc/services/workflow/WorkflowService.cppsrc/services/workflow/WorkflowExecutor.cpp@@ -264,6 +321,7 @@ set(UI_SOURCESsrc/ui/widgets/GeometricBackground.cppsrc/ui/widgets/WorldMapWidget.cppsrc/ui/widgets/LoadingOverlay.cpp+ src/ui/widgets/ConfettiOverlay.cppsrc/ui/tables/DataTable.cppsrc/ui/charts/ChartFactory.cppsrc/ui/navigation/NavigationBar.cpp@@ -294,8 +352,6 @@ set(SCREEN_SOURCESsrc/screens/info/PrivacyScreen.cppsrc/screens/info/TrademarksScreen.cppsrc/screens/info/HelpScreen.cpp- src/screens/payment/PaymentProcessingScreen.cpp- src/screens/payment/PaymentSuccessScreen.cppsrc/screens/file_manager/FileManagerScreen.cppsrc/screens/relationship_map/RelationshipMapScreen.cppsrc/screens/relationship_map/RelationshipGraphScene.cpp@@ -328,6 +384,7 @@ set(SCREEN_SOURCESsrc/screens/dashboard/widgets/RiskMetricsWidget.cppsrc/screens/dashboard/widgets/PortfolioSummaryWidget.cppsrc/screens/dashboard/widgets/QuickTradeWidget.cpp+ src/screens/dashboard/widgets/RecentFilesWidget.cppsrc/screens/dashboard/widgets/VideoPlayerWidget.cppsrc/screens/report_builder/ReportBuilderScreen.cppsrc/screens/report_builder/ComponentToolbar.cpp@@ -622,6 +679,7 @@ set_source_files_properties(src/screens/dashboard/widgets/SectorHeatmapWidget.cppsrc/screens/dashboard/widgets/StockQuoteWidget.cppsrc/screens/dashboard/widgets/TopMoversWidget.cpp+ src/screens/dashboard/widgets/RecentFilesWidget.cppsrc/screens/dashboard/widgets/VideoPlayerWidget.cppsrc/screens/dashboard/widgets/WatchlistWidget.cppsrc/screens/data_mapping/DataMappingScreen.cpp@@ -692,8 +750,6 @@ set_source_files_properties(src/screens/node_editor/toolbar/DeployDialog.cppsrc/screens/node_editor/toolbar/NodeEditorToolbar.cppsrc/screens/notes/NotesScreen.cpp- src/screens/payment/PaymentProcessingScreen.cpp- src/screens/payment/PaymentSuccessScreen.cppsrc/screens/portfolio/PortfolioAgentPanel.cppsrc/screens/portfolio/PortfolioAiPanel.cppsrc/screens/portfolio/PortfolioBlotter.cpp@@ -776,9 +832,25 @@ set_source_files_properties(src/screens/polymarket/PolymarketLeaderboard.cppsrc/screens/polymarket/PolymarketActivityFeed.cppsrc/screens/polymarket/PolymarketStatusBar.cpp+ src/trading/websocket/ZerodhaWebSocket.cpp+ src/trading/websocket/AngelOneWebSocket.cpp# Trading broker files — each defines static now_ts() in same namespace- src/trading/brokers/IndianBrokers.cpp- src/trading/brokers/GlobalBrokers.cpp+ src/trading/brokers/zerodha/ZerodhaBroker.cpp+ src/trading/brokers/angelone/AngelOneBroker.cpp+ src/trading/brokers/fyers/FyersBroker.cpp+ src/trading/brokers/upstox/UpstoxBroker.cpp+ src/trading/brokers/dhan/DhanBroker.cpp+ src/trading/brokers/kotak/KotakBroker.cpp+ src/trading/brokers/groww/GrowwBroker.cpp+ src/trading/brokers/aliceblue/AliceBlueBroker.cpp+ src/trading/brokers/fivepaisa/FivePaisaBroker.cpp+ src/trading/brokers/iifl/IIFLBroker.cpp+ src/trading/brokers/motilal/MotilalBroker.cpp+ src/trading/brokers/shoonya/ShoonyaBroker.cpp+ src/trading/brokers/alpaca/AlpacaBroker.cpp+ src/trading/brokers/ibkr/IBKRBroker.cpp+ src/trading/brokers/tradier/TradierBroker.cpp+ src/trading/brokers/saxo/SaxoBankBroker.cpp# MCP core + tool files — each defines static constexpr TAG in same namespacesrc/mcp/McpProvider.cppsrc/mcp/McpService.cpp@@ -790,6 +862,7 @@ set_source_files_properties(src/mcp/tools/WatchlistTools.cppsrc/mcp/tools/NewsTools.cppsrc/mcp/tools/NotesTools.cpp+ src/mcp/tools/FileManagerTools.cppsrc/mcp/tools/AiChatTools.cppsrc/mcp/tools/PortfolioTools.cppsrc/mcp/tools/CryptoTradingTools.cpp@@ -819,38 +892,78 @@ add_executable(FinceptTerminal WIN32${UI_SOURCES}${SCREEN_SOURCES}${APP_SOURCES}+ src/services/updater/UpdateService.cppresources/app.rc)target_include_directories(FinceptTerminal PRIVATE src)-# Precompiled header — Qt headers parsed once, reused across all TUs+# Precompiled header — Qt + std headers parsed once, reused across all TUs+# QDebug excluded — it adds overhead in Release and is only needed for debuggingtarget_precompile_headers(FinceptTerminal PRIVATE- <QWidget>+ # Core Qt<QObject>+ <QWidget><QString><QStringList>+ <QByteArray><QList>+ <QVector><QMap><QHash>- <QVector>+ <QSet><QVariant>+ <QPointer>+ # JSON<QJsonObject><QJsonArray><QJsonDocument>- <QLabel>- <QPushButton>+ <QJsonValue>+ # Layouts & common widgets<QVBoxLayout><QHBoxLayout><QGridLayout>+ <QLabel>+ <QPushButton>+ <QLineEdit>+ <QComboBox><QScrollArea><QFrame>+ <QSplitter>+ <QTabWidget>+ <QStackedWidget>+ <QTableWidget>+ <QTreeWidget>+ <QGroupBox>+ <QCheckBox>+ <QSpinBox>+ <QTextEdit>+ <QMessageBox>+ <QDialog>+ # Timers & dates<QTimer><QDateTime>- <QDebug>- <QtConcurrent/QtConcurrent>+ # Network+ <QNetworkAccessManager>+ <QNetworkRequest><QNetworkReply>- <QPointer>+ # Process & concurrency+ <QProcess>+ <QtConcurrent/QtConcurrent>+ <QThread>+ <QMutex>+ # Storage & settings+ <QSettings>+ <QStandardPaths>+ <QDir>+ <QFile>+ # std+ <functional>+ <memory>+ <vector>+ <string>+ <optional>+ <variant>)target_link_libraries(FinceptTerminal PRIVATE@@ -862,6 +975,7 @@ target_link_libraries(FinceptTerminal PRIVATEQt6::ConcurrentQXlsx::QXlsxqgeoview+ QSimpleUpdater)if(HAS_WEBSOCKETS)@@ -903,4 +1017,25 @@ if(WIN32))endif()endif()++ # ── Fix: Qt Maintenance Tool partial-update leaves plugins mismatched ──────+ # The local Qt 6.8.3 install has Qt6Core/Qt6Sql updated (March 2026) but+ # sqldrivers/qsqlite.dll still at the original March 2025 build, causing a+ # crash on startup (0xc0000005 in qsqlite.dll).+ # Qt_temp contains a clean, fully-consistent Qt 6.8.3 install from aqtinstall.+ # Always overwrite the sql plugins with the consistent set after every build.+ set(QT_CONSISTENT_PLUGINS "C:/Qt_temp/6.8.3/msvc2022_64/plugins")+ if(EXISTS "${QT_CONSISTENT_PLUGINS}/sqldrivers/qsqlite.dll")+ add_custom_command(TARGET FinceptTerminal POST_BUILD+ COMMAND ${CMAKE_COMMAND} -E make_directory+ "$<TARGET_FILE_DIR:FinceptTerminal>/sqldrivers"+ COMMAND ${CMAKE_COMMAND} -E copy_if_different+ "${QT_CONSISTENT_PLUGINS}/sqldrivers/qsqlite.dll"+ "$<TARGET_FILE_DIR:FinceptTerminal>/sqldrivers/qsqlite.dll"+ COMMAND ${CMAKE_COMMAND} -E copy_if_different+ "${QT_CONSISTENT_PLUGINS}/sqldrivers/qsqlmimer.dll"+ "$<TARGET_FILE_DIR:FinceptTerminal>/sqldrivers/qsqlmimer.dll"+ COMMENT "Overwriting sqldrivers with consistent Qt_temp plugins..."+ )+ endif()endif()diff --git a/fincept-qt/docs/ANGELONE_QT_CROSSCHECK.md b/fincept-qt/docs/ANGELONE_QT_CROSSCHECK.mdnew file mode 100644index 000000000..c588822fc--- /dev/null+++ b/fincept-qt/docs/ANGELONE_QT_CROSSCHECK.md@@ -0,0 +1,109 @@+# AngelOne Cross-Check (OpenAlgo vs Fincept QT)++Generated: 2026-03-26+Updated After Fixes: 2026-03-26+Final Cleanup: 2026-03-26+Baseline checklist: `C:\projects\openalgo\docs\audit\ANGEL_ONE_IMPLEMENTATION_USAGE_TRACE.md`+Target repo: `C:\windowsdisk\finceptTerminal\fincept-qt`++## Overall Snapshot++- Baseline OpenAlgo broker count: **31** (from baseline file)+- Fincept QT registered brokers: **16**+ - Evidence: `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\BrokerRegistry.cpp:108-127`, `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\BrokerRegistry.cpp:129`+- AngelOne status in Fincept QT: **Integrated for auth, orders, funds/positions, quotes/history, margins, instrument pipeline, and broker WS runtime path**++## Category Cross-Check (against baseline sections)++### 1) Plugin + core implementation+Status: **Completed**++- AngelOne broker class/profile:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\brokers\angelone\AngelOneBroker.h:6`+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\brokers\angelone\AngelOneBroker.h:15`+- Broker registry wiring:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\BrokerRegistry.cpp:110`+- Broker ID mapping:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\TradingTypes.h:413-414`, `450-451`+- Core endpoints implemented:+ - Login: `...\AngelOneBroker.cpp:289`+ - Place/modify/cancel: `...\AngelOneBroker.cpp:347`, `376`, `395`+ - Orders/trades/positions/holdings/funds: `...\AngelOneBroker.cpp:422`, `460`, `476`, `514`, `552`+ - Quotes/history: `...\AngelOneBroker.cpp:610`, `705`++### 2) Auth/login flow usage+Status: **Completed**++- Angel-specific credential fields + packing:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\screens\equity_trading\EquityCredentials.h:49`+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\screens\equity_trading\EquityCredentials.cpp:214-223`+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\screens\equity_trading\EquityCredentials.cpp:274-279`+- Login + save flow:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\screens\equity_trading\EquityTradingScreen.cpp:976`+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\screens\equity_trading\EquityTradingScreen.cpp:993`++### 3) Runtime API dispatch (Angel selected via broker id)+Status: **Completed**++- Quote/history/positions/holdings/orders/funds dispatch from screen:+ - `...\EquityTradingScreen.cpp:406`, `475`, `503`, `529`, `555`, `581`, `608`+- Live order/cancel dispatch through UnifiedTrading:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\UnifiedTrading.cpp:121`, `131`, `151`, `156`++### 4) WebSocket integration+Status: **Completed (runtime path added)**++- ExchangeService now switches to broker bridge for broker stream IDs (includes AngelOne):+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\ExchangeService.cpp:526`+- Broker bridge script reference added in runtime:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\ExchangeService.cpp:526-528`+- Broker bridge tick format (`type: "tick"`) supported in parser:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\ExchangeService.cpp:651`++### 5) Frontend/config usage equivalent+Status: **Completed for QT app scope**++- AngelOne data mapping template:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\screens\data_mapping\DataMappingScreen.cpp:315-321`+- AngelOne instrument cache warm-load on app startup (improves symbol search/completer behavior):+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\app\main.cpp:67`++### 6) Instrument refresh pipeline parity+Status: **Completed**++- AngelOne download support added:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\instruments\InstrumentService.h:106`+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\instruments\InstrumentService.cpp:392`+- AngelOne parser added in service:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\instruments\InstrumentService.cpp:81`+- Refresh routing now supports `angelone`:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\instruments\InstrumentService.cpp:328`+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\instruments\InstrumentService.cpp:347`++### 7) Margin API parity+Status: **Completed**++- AngelOne broker now overrides both margin APIs:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\brokers\angelone\AngelOneBroker.h:52-55`+- Implementation and endpoint wiring:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\brokers\angelone\AngelOneBroker.cpp:801`+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\brokers\angelone\AngelOneBroker.cpp:830`+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\brokers\angelone\AngelOneBroker.cpp:821`, `856`++## Remaining items++- **None (for AngelOne integration scope).**+- Duplicate legacy files were removed:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\brokers\AngelOneBroker.cpp`+ - `C:\windowsdisk\finceptTerminal\fincept-qt\src\trading\brokers\AngelOneBroker.h`+- Active compiled source remains lowercase path in CMake:+ - `C:\windowsdisk\finceptTerminal\fincept-qt\CMakeLists.txt:219`, `814`++## Completion Verdict++- Core auth + order + portfolio + quotes/history: **Completed**+- Instrument refresh parity: **Completed**+- Margin calculator parity: **Completed**+- Broker websocket runtime parity: **Completed**+- QT frontend mapping/startup integration needed for AngelOne: **Completed**+- Optional code hygiene cleanup (duplicate legacy files): **Completed**diff --git a/fincept-qt/resources/requirements-numpy2.txt b/fincept-qt/resources/requirements-numpy2.txtindex deeb8775c..a047e8d5b 100644--- a/fincept-qt/resources/requirements-numpy2.txt+++ b/fincept-qt/resources/requirements-numpy2.txt@@ -76,7 +76,7 @@ torch==2.2.2; platform_machine == "x86_64" and sys_platform == "darwin"torch>=2.3.1; platform_machine != "x86_64" or sys_platform != "darwin"torchvision>=0.17.0scikit-learn>=1.4.2,<1.7.0-scipy>=1.13.0,<1.16.0+scipy>=1.13.0,<1.17.0lightgbm>=4.6.0,<5.0.0xgboost>=2.1.0,<2.2.0catboost>=1.2.0,<1.3.0@@ -107,7 +107,7 @@ quantstats>=0.0.62# Quant librariespyqlib==0.9.7rdagent==0.8.0-deepagents==0.1.4+deepagents==0.4.12gs-quant==1.4.67# Visualizationdiff --git a/fincept-qt/scripts/abs_data.py b/fincept-qt/scripts/abs_data.pynew file mode 100644index 000000000..5f8d58748--- /dev/null+++ b/fincept-qt/scripts/abs_data.py@@ -0,0 +1,127 @@+"""+Australian Bureau of Statistics Data Fetcher+ABS: Australian economic, demographic, social statistics — GDP, CPI, labour, trade.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.data.abs.gov.au"++ABS_DATAFLOWS = {+ "gdp": "ANA_AGG",+ "cpi": "CPI",+ "labour": "LF",+ "trade": "MERCH_EXP",+ "population": "ERP_QUARTERLY"+}++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params.setdefault("format", "jsondata")+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_dataflow(dataflow_id: str) -> Any:+ return _make_request(f"dataflow/ABS/{dataflow_id}")+++def get_data(dataflow_id: str, key: str = "all", start_period: str = None, end_period: str = None) -> Any:+ params = {}+ if start_period:+ params["startPeriod"] = start_period+ if end_period:+ params["endPeriod"] = end_period+ return _make_request(f"data/{dataflow_id}/{key}", params=params)+++def get_gdp(state: str = "AUS", frequency: str = "Q", start: str = "2020-Q1", end: str = "2024-Q4") -> Any:+ dataflow = ABS_DATAFLOWS["gdp"]+ params = {"startPeriod": start, "endPeriod": end}+ return _make_request(f"data/{dataflow}/{state}..", params=params)+++def get_cpi(product_group: str = "1", state: str = "50", start: str = "2020-Q1", end: str = "2024-Q4") -> Any:+ dataflow = ABS_DATAFLOWS["cpi"]+ params = {"startPeriod": start, "endPeriod": end}+ return _make_request(f"data/{dataflow}/{product_group}.{state}.", params=params)+++def get_labour(state: str = "AUS", sex: str = "3", start: str = "2020-01", end: str = "2024-12") -> Any:+ dataflow = ABS_DATAFLOWS["labour"]+ params = {"startPeriod": start, "endPeriod": end}+ return _make_request(f"data/{dataflow}/{state}.{sex}.", params=params)+++def get_trade(product: str = "all", partner: str = "all", start: str = "2020-01", end: str = "2024-12") -> Any:+ dataflow = ABS_DATAFLOWS["trade"]+ params = {"startPeriod": start, "endPeriod": end}+ key = f"{product}.{partner}" if product != "all" or partner != "all" else "all"+ return _make_request(f"data/{dataflow}/{key}", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "dataflow":+ dataflow_id = args[1] if len(args) > 1 else "ANA_AGG"+ result = get_dataflow(dataflow_id)+ elif command == "data":+ dataflow_id = args[1] if len(args) > 1 else "ANA_AGG"+ key = args[2] if len(args) > 2 else "all"+ start_period = args[3] if len(args) > 3 else None+ end_period = args[4] if len(args) > 4 else None+ result = get_data(dataflow_id, key, start_period, end_period)+ elif command == "gdp":+ state = args[1] if len(args) > 1 else "AUS"+ frequency = args[2] if len(args) > 2 else "Q"+ start = args[3] if len(args) > 3 else "2020-Q1"+ end = args[4] if len(args) > 4 else "2024-Q4"+ result = get_gdp(state, frequency, start, end)+ elif command == "cpi":+ product_group = args[1] if len(args) > 1 else "1"+ state = args[2] if len(args) > 2 else "50"+ start = args[3] if len(args) > 3 else "2020-Q1"+ end = args[4] if len(args) > 4 else "2024-Q4"+ result = get_cpi(product_group, state, start, end)+ elif command == "labour":+ state = args[1] if len(args) > 1 else "AUS"+ sex = args[2] if len(args) > 2 else "3"+ start = args[3] if len(args) > 3 else "2020-01"+ end = args[4] if len(args) > 4 else "2024-12"+ result = get_labour(state, sex, start, end)+ elif command == "trade":+ product = args[1] if len(args) > 1 else "all"+ partner = args[2] if len(args) > 2 else "all"+ start = args[3] if len(args) > 3 else "2020-01"+ end = args[4] if len(args) > 4 else "2024-12"+ result = get_trade(product, partner, start, end)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/acled_data.py b/fincept-qt/scripts/acled_data.pynew file mode 100644index 000000000..19d3d280e--- /dev/null+++ b/fincept-qt/scripts/acled_data.py@@ -0,0 +1,198 @@+"""+ACLED (Armed Conflict Location & Event Data) Fetcher+Provides political violence events, protest data, conflict fatalities,+actor information, and trend analysis for countries globally.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ACLED_API_KEY', '')+ACLED_EMAIL = os.environ.get('ACLED_EMAIL', '')+BASE_URL = "https://api.acleddata.com/acled/read"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _check_credentials() -> Optional[Dict]:+ if not API_KEY or not ACLED_EMAIL:+ return {"error": "ACLED_API_KEY and ACLED_EMAIL environment variables required"}+ return None+++def _base_params() -> Dict:+ return {"key": API_KEY, "email": ACLED_EMAIL}+++def get_events(country: str, event_type: str = None, start_date: str = None, end_date: str = None, limit: int = 100) -> Any:+ """Return conflict/protest events for a country within a date range."""+ err = _check_credentials()+ if err:+ return err+ params = _base_params()+ params["country"] = country+ params["limit"] = limit+ if event_type:+ params["event_type"] = event_type+ if start_date:+ params["event_date"] = start_date+ params["event_date_where"] = "BETWEEN"+ if end_date:+ params["event_date2"] = end_date+ data = _make_request(BASE_URL, params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "event_type": event_type, "start_date": start_date,+ "end_date": end_date, "events": data.get("data", []), "count": data.get("count", 0)}+++def get_fatalities(country: str, year: int) -> Any:+ """Return total fatalities from conflict events in a country for a given year."""+ err = _check_credentials()+ if err:+ return err+ params = _base_params()+ params["country"] = country+ params["year"] = year+ params["fields"] = "fatalities,event_date,event_type"+ params["limit"] = 500+ data = _make_request(BASE_URL, params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ events = data.get("data", [])+ total_fatalities = sum(int(e.get("fatalities", 0)) for e in events if e.get("fatalities"))+ return {"country": country, "year": year, "total_fatalities": total_fatalities,+ "event_count": len(events), "events": events}+++def get_trends(country: str, year: int) -> Any:+ """Return monthly event count and fatality trends for a country."""+ err = _check_credentials()+ if err:+ return err+ params = _base_params()+ params["country"] = country+ params["year"] = year+ params["fields"] = "event_date,event_type,fatalities"+ params["limit"] = 1000+ data = _make_request(BASE_URL, params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ events = data.get("data", [])+ monthly: Dict[str, Dict] = {}+ for event in events:+ date_str = event.get("event_date", "")+ if date_str and len(date_str) >= 7:+ month_key = date_str[:7]+ if month_key not in monthly:+ monthly[month_key] = {"events": 0, "fatalities": 0}+ monthly[month_key]["events"] += 1+ monthly[month_key]["fatalities"] += int(event.get("fatalities", 0))+ return {"country": country, "year": year, "monthly_trends": monthly}+++def get_event_types() -> Any:+ """Return all ACLED event type categories."""+ event_types = [+ "Battles", "Violence against civilians", "Explosions/Remote violence",+ "Protests", "Riots", "Strategic developments"+ ]+ return {"event_types": event_types, "count": len(event_types)}+++def get_actors(country: str, year: int) -> Any:+ """Return conflict actors active in a country for a given year."""+ err = _check_credentials()+ if err:+ return err+ params = _base_params()+ params["country"] = country+ params["year"] = year+ params["fields"] = "actor1,actor2,inter1,inter2"+ params["limit"] = 500+ data = _make_request(BASE_URL, params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ events = data.get("data", [])+ actors: set = set()+ for event in events:+ if event.get("actor1"):+ actors.add(event["actor1"])+ if event.get("actor2"):+ actors.add(event["actor2"])+ return {"country": country, "year": year, "actors": sorted(list(actors)), "count": len(actors)}+++def get_regions() -> Any:+ """Return all geographic regions covered by ACLED."""+ regions = [+ "Western Africa", "Middle Africa", "Eastern Africa", "Southern Africa",+ "Northern Africa", "South Asia", "Southeast Asia", "East Asia",+ "Middle East", "Central Asia", "Caucasus and Central Asia",+ "Europe", "Central America", "South America", "North America",+ "Caribbean", "Oceania"+ ]+ return {"regions": regions, "count": len(regions)}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "events":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ event_type = args[2] if len(args) > 2 else None+ start_date = args[3] if len(args) > 3 else None+ end_date = args[4] if len(args) > 4 else None+ limit = int(args[5]) if len(args) > 5 else 100+ result = get_events(country, event_type, start_date, end_date, limit)+ elif command == "fatalities":+ if len(args) < 3:+ result = {"error": "country and year required"}+ else:+ result = get_fatalities(args[1], int(args[2]))+ elif command == "trends":+ if len(args) < 3:+ result = {"error": "country and year required"}+ else:+ result = get_trends(args[1], int(args[2]))+ elif command == "event_types":+ result = get_event_types()+ elif command == "actors":+ if len(args) < 3:+ result = {"error": "country and year required"}+ else:+ result = get_actors(args[1], int(args[2]))+ elif command == "regions":+ result = get_regions()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/adb_data_extended.py b/fincept-qt/scripts/adb_data_extended.pynew file mode 100644index 000000000..3dfe3d702--- /dev/null+++ b/fincept-qt/scripts/adb_data_extended.py@@ -0,0 +1,127 @@+"""+Asian Development Bank (ADB) Extended Data Fetcher+Additional indicators covering poverty, gender, climate, and infrastructure+for Asia-Pacific countries via the ADB Key Indicators Database (KIDB).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ADB_API_KEY', '')+BASE_URL = "https://kidb.adb.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_gdp_data(country: str = None, year: str = None) -> Any:+ params = {"indicator": "GDP", "category": "economy"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("indicators/gdp", params)+++def get_poverty_data(country: str = None, year: str = None) -> Any:+ params = {"category": "poverty"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("indicators/poverty", params)+++def get_gender_data(country: str = None, indicator: str = None, year: str = None) -> Any:+ params = {"category": "gender"}+ if country:+ params["country"] = country+ if indicator:+ params["indicator"] = indicator+ if year:+ params["year"] = year+ return _make_request("indicators/gender", params)+++def get_climate_data(country: str = None, indicator: str = None, year: str = None) -> Any:+ params = {"category": "climate"}+ if country:+ params["country"] = country+ if indicator:+ params["indicator"] = indicator+ if year:+ params["year"] = year+ return _make_request("indicators/climate", params)+++def get_infrastructure_data(country: str = None, sector: str = None, year: str = None) -> Any:+ params = {"category": "infrastructure"}+ if country:+ params["country"] = country+ if sector:+ params["sector"] = sector+ if year:+ params["year"] = year+ return _make_request("indicators/infrastructure", params)+++def get_countries() -> Any:+ return _make_request("countries")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "gdp":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_gdp_data(country, year)+ elif command == "poverty":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_poverty_data(country, year)+ elif command == "gender":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_gender_data(country, indicator, year)+ elif command == "climate":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_climate_data(country, indicator, year)+ elif command == "infrastructure":+ country = args[1] if len(args) > 1 else None+ sector = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_infrastructure_data(country, sector, year)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/afdb_data.py b/fincept-qt/scripts/afdb_data.pynew file mode 100644index 000000000..9acd0b39e--- /dev/null+++ b/fincept-qt/scripts/afdb_data.py@@ -0,0 +1,120 @@+"""+African Development Bank (AfDB) Data Fetcher+African economic data, projects, infrastructure, and development indicators+from the AfDB Open Data for Africa portal.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('AFDB_API_KEY', '')+BASE_URL = "https://dataportal.opendataforafrica.org/api/1.0"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_datasets() -> Any:+ return _make_request("datasets")+++def get_indicator_data(dataset_id: str = None, country: str = None, indicator: str = None, year: str = None) -> Any:+ params = {}+ if dataset_id:+ params["dataset"] = dataset_id+ if country:+ params["country"] = country+ if indicator:+ params["indicator"] = indicator+ if year:+ params["year"] = year+ return _make_request("data", params)+++def get_countries() -> Any:+ return _make_request("countries")+++def get_projects(country: str = None, sector: str = None, status: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if sector:+ params["sector"] = sector+ if status:+ params["status"] = status+ return _make_request("projects", params)+++def get_economic_indicators(country: str = None, year: str = None) -> Any:+ params = {"category": "economic"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("indicators", params)+++def get_infrastructure_data(country: str = None, sector: str = None) -> Any:+ params = {"category": "infrastructure"}+ if country:+ params["country"] = country+ if sector:+ params["sector"] = sector+ return _make_request("infrastructure", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "datasets":+ result = get_datasets()+ elif command == "data":+ dataset_id = args[1] if len(args) > 1 else None+ country = args[2] if len(args) > 2 else None+ indicator = args[3] if len(args) > 3 else None+ year = args[4] if len(args) > 4 else None+ result = get_indicator_data(dataset_id, country, indicator, year)+ elif command == "countries":+ result = get_countries()+ elif command == "projects":+ country = args[1] if len(args) > 1 else None+ sector = args[2] if len(args) > 2 else None+ status = args[3] if len(args) > 3 else None+ result = get_projects(country, sector, status)+ elif command == "economic":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_economic_indicators(country, year)+ elif command == "infrastructure":+ country = args[1] if len(args) > 1 else None+ sector = args[2] if len(args) > 2 else None+ result = get_infrastructure_data(country, sector)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/agents/deepagents/__init__.py b/fincept-qt/scripts/agents/deepagents/__init__.pyindex 2195b0301..afe335ec0 100644--- a/fincept-qt/scripts/agents/deepagents/__init__.py+++ b/fincept-qt/scripts/agents/deepagents/__init__.py@@ -1,32 +1,27 @@"""-Fincept Terminal - DeepAgents Integration-Complete wrapper for hierarchical agentic automation with LangGraph-"""--import sys-import os+Fincept Terminal — Deep Agents Integration+Built on deepagents 0.4.12 (LangGraph-based hierarchical multi-agent framework)-# Add current directory to path for imports-sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))+Entry point: cli.py+"""-from deep_agent_wrapper import DeepAgentWrapper-from fincept_llm_adapter import FinceptLLMAdapter-from agent_factory import create_fincept_deep_agent-from subagent_templates import (- create_research_subagent,- create_data_analyst_subagent,- create_trading_subagent,- create_risk_analyzer_subagent,- create_reporter_subagent-)+from models import create_model, extract_text, supports_tool_calling, TOOL_CALLING_PROVIDERS+from backends import get_backend+from subagents import get_subagents_for_type, list_agent_types, list_subagent_names+from agent import create_agent, build_fincept_context, FinceptContext+from orchestrator import FinceptOrchestrator__all__ = [- 'DeepAgentWrapper',- 'FinceptLLMAdapter',- 'create_fincept_deep_agent',- 'create_research_subagent',- 'create_data_analyst_subagent',- 'create_trading_subagent',- 'create_risk_analyzer_subagent',- 'create_reporter_subagent'+ "create_model",+ "extract_text",+ "supports_tool_calling",+ "TOOL_CALLING_PROVIDERS",+ "get_backend",+ "get_subagents_for_type",+ "list_agent_types",+ "list_subagent_names",+ "create_agent",+ "build_fincept_context",+ "FinceptContext",+ "FinceptOrchestrator",]diff --git a/fincept-qt/scripts/agents/deepagents/agent.py b/fincept-qt/scripts/agents/deepagents/agent.pynew file mode 100644index 000000000..163b8fd9f--- /dev/null+++ b/fincept-qt/scripts/agents/deepagents/agent.py@@ -0,0 +1,290 @@+"""+agent.py — Full create_deep_agent wiring for Fincept Terminal.++Single responsibility:+ - create_agent() factory that wires ALL 16 create_deep_agent params+ - FinceptContext dataclass for user/session injection via context_schema+ - MCP tool wrappers as LangChain BaseTool instances+ - InMemoryStore + InMemoryCache always created+ - MemorySaver checkpointer always on (thread-level state)+"""++from __future__ import annotations++import logging+import os+from dataclasses import dataclass, field+from pathlib import Path+from typing import Any++from langchain_core.tools import BaseTool, tool+from langgraph.checkpoint.memory import MemorySaver+from langgraph.store.memory import InMemoryStore+from langgraph.cache.memory import InMemoryCache++from deepagents.graph import resolve_model, GENERAL_PURPOSE_SUBAGENT, BASE_AGENT_PROMPT+from langchain.agents.middleware import InterruptOnConfig++from backends import get_backend+from models import create_model, extract_text+from subagents import get_subagents_for_type++logger = logging.getLogger(__name__)++# ---------------------------------------------------------------------------+# FinceptContext — injected into every agent invocation via context_schema+# ---------------------------------------------------------------------------++@dataclass+class FinceptContext:+ """+ Typed context passed to every deep agent via context_schema / invoke(context=...).++ Gives agents access to session and user state without polluting the message stream.+ """+ user_id: str = ""+ session_id: str = ""+ agent_type: str = "general"+ portfolio_id: str = ""+ watchlist: list[str] = field(default_factory=list)+++# ---------------------------------------------------------------------------+# MCP tool wrappers — LangChain BaseTool instances wrapping Fincept capabilities+# ---------------------------------------------------------------------------++def _make_market_data_tool() -> BaseTool:+ @tool+ def market_data(query: str) -> str:+ """+ Fetch market data for a symbol or query.+ Input: symbol name, query like 'AAPL price', 'BTC/USD OHLCV', or 'top gainers'.+ Returns: JSON string with market data.+ """+ # Placeholder — C++ AgentService wires real data when calling via PythonRunner.+ # In standalone testing, returns a stub response.+ return f'{{"query": "{query}", "note": "market_data tool — connect via AgentService"}}'+ return market_data+++def _make_portfolio_tool() -> BaseTool:+ @tool+ def portfolio_data(query: str) -> str:+ """+ Access portfolio positions, P&L, and allocation data.+ Input: query like 'current positions', 'portfolio P&L', 'sector allocation'.+ Returns: JSON string with portfolio data.+ """+ return f'{{"query": "{query}", "note": "portfolio_data tool — connect via AgentService"}}'+ return portfolio_data+++def _make_news_tool() -> BaseTool:+ @tool+ def financial_news(query: str) -> str:+ """+ Fetch recent financial news articles for a topic or symbol.+ Input: topic, company name, or symbol like 'AAPL earnings', 'Fed rate decision'.+ Returns: JSON string with news headlines and summaries.+ """+ return f'{{"query": "{query}", "note": "financial_news tool — connect via AgentService"}}'+ return financial_news+++def _make_economics_tool() -> BaseTool:+ @tool+ def economics_data(query: str) -> str:+ """+ Fetch macroeconomic indicators and central bank data.+ Input: indicator name like 'US GDP', 'CPI inflation', 'Fed funds rate', 'yield curve'.+ Returns: JSON string with economic data.+ """+ return f'{{"query": "{query}", "note": "economics_data tool — connect via AgentService"}}'+ return economics_data+++def _build_tools() -> list[BaseTool]:+ """Build the list of MCP-wrapper tools for the agent."""+ return [+ _make_market_data_tool(),+ _make_portfolio_tool(),+ _make_news_tool(),+ _make_economics_tool(),+ ]+++# ---------------------------------------------------------------------------+# System prompt+# ---------------------------------------------------------------------------++_FINCEPT_SYSTEM_PROMPT = """You are a Deep Agent for Fincept Terminal, an institutional-grade financial intelligence platform.++You have access to:+- Financial market data (prices, OHLCV, order books)+- Portfolio positions and P&L+- Financial news and research+- Macroeconomic indicators+- 1300+ analytics Python scripts in /scripts/+- Specialist subagents for research, analysis, trading, risk, and reporting++Standards:+- Apply CFA Level III analytical standards+- Always quantify uncertainty and data recency+- Distinguish between verified facts and estimates+- Consider risk in every recommendation+- Output structured, professional analysis++When delegating to subagents, be specific about what you need from each one.+"""++# ---------------------------------------------------------------------------+# Main factory+# ---------------------------------------------------------------------------++# Module-level shared store and cache (one per process)+_store = InMemoryStore()+_cache = InMemoryCache()+++def create_agent(+ model: Any,+ config: dict[str, Any],+ scripts_dir: str | None = None,+) -> Any:+ """+ Build and return a compiled DeepAgent (CompiledStateGraph).++ Args:+ model : BaseChatModel from models.create_model()+ config : Full Fincept LLM config dict (used for agent_type, backend_mode, etc.)+ scripts_dir : Absolute path to scripts/ directory. Auto-detected if None.++ Returns:+ CompiledStateGraph — call .invoke() or .stream() on it.+ """+ from deepagents import create_deep_agent++ # Resolve scripts directory+ if scripts_dir is None:+ scripts_dir = _find_scripts_dir()++ agent_type = config.get("agent_type", "general")+ backend_mode = config.get("backend_mode", "composite")+ interrupt_on = config.get("interrupt_on", {"execute": True, "write_file": True})+ debug = config.get("debug", False)++ # Resolve model via library utility (handles str format like "openai:gpt-4o" too)+ resolved_model = resolve_model(model)++ # Backend+ backend = get_backend(+ mode=backend_mode,+ scripts_dir=scripts_dir,+ store=_store,+ )++ # Subagents+ subagents = get_subagents_for_type(agent_type)++ # Memory path — only include if AGENTS.md exists+ memory_dir = Path(__file__).parent / "memory" / "AGENTS.md"+ memory_sources = ["/memory/AGENTS.md"] if memory_dir.exists() else None++ # Checkpointer+ checkpointer = MemorySaver()++ # Structured response format (opt-in via config)+ response_format = _build_response_format(config)++ # Build typed interrupt_on using InterruptOnConfig+ typed_interrupt: dict | None = None+ if interrupt_on:+ typed_interrupt = {+ tool: InterruptOnConfig(allowed_decisions=["approve", "edit", "decline"])+ if isinstance(v, bool) and v else v+ for tool, v in interrupt_on.items()+ }++ compiled = create_deep_agent(+ model=resolved_model,+ tools=_build_tools(),+ system_prompt=_FINCEPT_SYSTEM_PROMPT,+ middleware=(), # library builds full stack internally+ subagents=subagents,+ skills=None, # no skills defined yet — add when SKILL.md files exist+ memory=memory_sources,+ response_format=response_format,+ context_schema=FinceptContext,+ checkpointer=checkpointer,+ store=_store,+ backend=backend,+ interrupt_on=typed_interrupt,+ debug=debug,+ name=f"fincept-{agent_type}-agent",+ cache=_cache,+ )++ logger.info(+ "Created fincept-%s-agent with %d subagents, backend=%s",+ agent_type, len(subagents), backend_mode,+ )+ return compiled+++def build_fincept_context(params: dict[str, Any]) -> FinceptContext:+ """Build a FinceptContext from CLI params dict."""+ ctx = params.get("context", {}) or {}+ return FinceptContext(+ user_id= ctx.get("user_id", ""),+ session_id= ctx.get("session_id", ""),+ agent_type= params.get("agent_type", "general"),+ portfolio_id= ctx.get("portfolio_id", ""),+ watchlist= ctx.get("watchlist", []),+ )+++# ---------------------------------------------------------------------------+# Helpers+# ---------------------------------------------------------------------------++def _find_scripts_dir() -> str | None:+ """Auto-detect the scripts/ directory relative to this file."""+ here = Path(__file__).resolve()+ # scripts/agents/deepagents/agent.py → go up 3 levels to scripts/+ candidate = here.parent.parent.parent+ if candidate.is_dir() and candidate.name == "scripts":+ return str(candidate)+ return None+++def _build_response_format(config: dict[str, Any]) -> Any:+ """+ Build a response_format if the caller requests structured output.++ Config key: response_schema — name of a known Pydantic schema.+ Currently supports: "analysis_report"+ Returns None if not requested.+ """+ schema_name = config.get("response_schema")+ if not schema_name:+ return None++ try:+ from langchain.agents.structured_output import ToolStrategy++ if schema_name == "analysis_report":+ from pydantic import BaseModel++ class AnalysisReport(BaseModel):+ executive_summary: str+ key_findings: list[str]+ risks: list[str]+ recommendations: list[str]+ confidence: str # "high" | "medium" | "low"++ return ToolStrategy(schema=AnalysisReport)++ except Exception as exc:+ logger.warning("Could not build response_format for '%s': %s", schema_name, exc)++ return Nonediff --git a/fincept-qt/scripts/agents/deepagents/agent_factory.py b/fincept-qt/scripts/agents/deepagents/agent_factory.pydeleted file mode 100644index bd53f67ca..000000000--- a/fincept-qt/scripts/agents/deepagents/agent_factory.py+++ /dev/null@@ -1,262 +0,0 @@-"""-Agent Factory - High-level factory functions for creating configured DeepAgents-Simplified agent creation for common Fincept Terminal use cases-"""--import sys-import os-from typing import Optional, List, Any, Dict--# Add current directory to path for imports-if __name__ == "__main__" or "." not in __name__:- sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))--from deep_agent_wrapper import DeepAgentWrapper-from fincept_llm_adapter import create_fincept_llm-from subagent_templates import (- create_research_subagent,- create_data_analyst_subagent,- create_trading_subagent,- create_risk_analyzer_subagent,- create_reporter_subagent,- create_portfolio_optimizer_subagent,- create_backtester_subagent-)---def create_fincept_deep_agent(- model: Optional[Any] = None,- api_key: Optional[str] = None,- use_fincept_llm: bool = True,- system_prompt: Optional[str] = None,- enable_checkpointing: bool = True,- enable_longterm_memory: bool = False,- enable_summarization: bool = True,- recursion_limit: int = 100,- subagents: Optional[List[str]] = None-) -> DeepAgentWrapper:- """- Create a fully configured Fincept DeepAgent.-- Args:- model: LLM model (if None and use_fincept_llm=True, uses FinceptLLM)- api_key: API key for external models- use_fincept_llm: Use Fincept's LLM infrastructure- system_prompt: Custom system prompt- enable_checkpointing: Enable state persistence- enable_longterm_memory: Enable memory across sessions- enable_summarization: Auto-summarize long contexts- recursion_limit: Max iterations- subagents: List of subagent template names to include-- Returns:- Configured DeepAgentWrapper ready for use- """-- # Setup model- if model is None and use_fincept_llm:- model = create_fincept_llm(api_key=api_key)-- # Create wrapper- agent = DeepAgentWrapper(- model=model,- api_key=api_key,- system_prompt=system_prompt,- enable_checkpointing=enable_checkpointing,- enable_longterm_memory=enable_longterm_memory,- enable_summarization=enable_summarization,- recursion_limit=recursion_limit- )-- # Add subagents if specified- if subagents:- template_map = {- "research": create_research_subagent,- "data_analyst": create_data_analyst_subagent,- "trading": create_trading_subagent,- "risk_analyzer": create_risk_analyzer_subagent,- "reporter": create_reporter_subagent,- "portfolio_optimizer": create_portfolio_optimizer_subagent,- "backtester": create_backtester_subagent- }-- for subagent_name in subagents:- if subagent_name in template_map:- subagent_config = template_map[subagent_name]()- # Add subagent directly to list (includes system_prompt key)- agent.subagents.append(subagent_config)-- return agent---def create_research_agent(- model: Optional[Any] = None,- api_key: Optional[str] = None-) -> DeepAgentWrapper:- """- Create agent optimized for research tasks.-- Includes: research, data_analyst, reporter subagents- """- return create_fincept_deep_agent(- model=model,- api_key=api_key,- subagents=["data_analyst", "reporter"],- system_prompt="""You are a financial research agent specializing in comprehensive market analysis.--Your workflow:-1. Break research questions into sub-questions-2. Delegate data analysis to data_analyst subagent-3. Synthesize findings-4. Delegate report writing to reporter subagent--Focus on thoroughness and accuracy."""- )---def create_trading_strategy_agent(- model: Optional[Any] = None,- api_key: Optional[str] = None-) -> DeepAgentWrapper:- """- Create agent optimized for trading strategy development.-- Includes: data_analyst, trading, backtester, risk_analyzer, reporter subagents- """- return create_fincept_deep_agent(- model=model,- api_key=api_key,- subagents=["data_analyst", "trading", "backtester", "risk_analyzer", "reporter"],- system_prompt="""You are a quantitative trading strategy development agent.--Your workflow:-1. Define strategy objectives-2. Delegate data analysis to data_analyst-3. Delegate strategy design to trading subagent-4. Delegate backtesting to backtester-5. Delegate risk analysis to risk_analyzer-6. Delegate report generation to reporter--Ensure strategies are robust and well-tested."""- )---def create_portfolio_management_agent(- model: Optional[Any] = None,- api_key: Optional[str] = None-) -> DeepAgentWrapper:- """- Create agent optimized for portfolio management.-- Includes: data_analyst, portfolio_optimizer, risk_analyzer, reporter subagents- """- return create_fincept_deep_agent(- model=model,- api_key=api_key,- subagents=["data_analyst", "portfolio_optimizer", "risk_analyzer", "reporter"],- system_prompt="""You are a portfolio management agent.--Your workflow:-1. Analyze current portfolio state-2. Delegate data analysis to data_analyst-3. Delegate optimization to portfolio_optimizer-4. Delegate risk assessment to risk_analyzer-5. Delegate reporting to reporter--Balance returns, risk, and constraints."""- )---def create_risk_assessment_agent(- model: Optional[Any] = None,- api_key: Optional[str] = None-) -> DeepAgentWrapper:- """- Create agent optimized for risk analysis.-- Includes: data_analyst, risk_analyzer, reporter subagents- """- return create_fincept_deep_agent(- model=model,- api_key=api_key,- subagents=["data_analyst", "risk_analyzer", "reporter"],- system_prompt="""You are a comprehensive risk assessment agent.--Your workflow:-1. Identify risk factors and exposures-2. Delegate data analysis to data_analyst-3. Delegate risk calculations to risk_analyzer-4. Synthesize risk assessment-5. Delegate reporting to reporter--Prioritize downside protection and tail risk."""- )---def create_general_financial_agent(- model: Optional[Any] = None,- api_key: Optional[str] = None-) -> DeepAgentWrapper:- """- Create general-purpose financial agent with all subagents.-- Includes: All available subagents- """- return create_fincept_deep_agent(- model=model,- api_key=api_key,- subagents=[- "research",- "data_analyst",- "trading",- "risk_analyzer",- "portfolio_optimizer",- "backtester",- "reporter"- ],- system_prompt="""You are a comprehensive financial intelligence agent.--You have access to specialized subagents for:-- Research and analysis-- Data processing-- Trading strategy development-- Risk assessment-- Portfolio optimization-- Backtesting-- Report generation--Delegate tasks to appropriate subagents based on their expertise.-Coordinate their outputs to accomplish complex financial tasks."""- )---# Factory function registry-AGENT_FACTORIES = {- "research": create_research_agent,- "trading_strategy": create_trading_strategy_agent,- "portfolio_management": create_portfolio_management_agent,- "risk_assessment": create_risk_assessment_agent,- "general": create_general_financial_agent-}---def create_agent_by_type(- agent_type: str,- model: Optional[Any] = None,- api_key: Optional[str] = None-) -> DeepAgentWrapper:- """- Create agent by type name.-- Args:- agent_type: Type of agent (research, trading_strategy, portfolio_management, etc.)- model: Optional LLM model- api_key: Optional API key-- Returns:- Configured agent- """- if agent_type not in AGENT_FACTORIES:- raise ValueError(f"Unknown agent type: {agent_type}. Available: {list(AGENT_FACTORIES.keys())}")-- return AGENT_FACTORIES[agent_type](model=model, api_key=api_key)diff --git a/fincept-qt/scripts/agents/deepagents/backends.py b/fincept-qt/scripts/agents/deepagents/backends.pynew file mode 100644index 000000000..be7ecfee2--- /dev/null+++ b/fincept-qt/scripts/agents/deepagents/backends.py@@ -0,0 +1,121 @@+"""+backends.py — Backend factory for deepagents file/execution operations.++Single responsibility:+ - Select and configure the right BackendProtocol implementation+ - Provide a get_backend() factory used by agent.py++Backend modes:+ composite (default) — CompositeBackend routing by path prefix (production)+ state — StateBackend factory (ephemeral, in-state)+ filesystem — FilesystemBackend (real disk, read/write)+ shell — LocalShellBackend (disk + shell execute tool)++CompositeBackend routing:+ /memory/ → StoreBackend (persistent cross-session via InMemoryStore)+ /scripts/ → FilesystemBackend(root_dir=scripts_dir) (read our analytics scripts)+ /tmp/ → StateBackend (ephemeral scratch space)+ default → StateBackend (everything else)+"""++from __future__ import annotations++import logging+from typing import Any++logger = logging.getLogger(__name__)+++def get_backend(+ mode: str = "composite",+ scripts_dir: str | None = None,+ store: Any | None = None,+):+ """+ Return a backend instance or factory callable for create_deep_agent().++ Args:+ mode : "composite" | "state" | "filesystem" | "shell"+ scripts_dir : Absolute path to the scripts/ directory.+ Required for "filesystem", "shell", and "composite" modes.+ store : LangGraph BaseStore instance (required for StoreBackend in composite).+ If None in composite mode, /memory/ route falls back to StateBackend.++ Returns:+ BackendProtocol instance — for filesystem/shell modes (safe to pass directly)+ Callable[[ToolRuntime]] — for state/composite modes (factory, required by library)+ """+ from deepagents.backends.state import StateBackend+ from deepagents.backends.filesystem import FilesystemBackend+ from deepagents.backends.local_shell import LocalShellBackend+ from deepagents.backends.store import StoreBackend+ from deepagents.backends.composite import CompositeBackend++ mode = mode.lower().strip()++ if mode == "state":+ # Factory callable — library calls this with ToolRuntime at invocation time+ return StateBackend++ if mode == "filesystem":+ if not scripts_dir:+ raise ValueError("scripts_dir is required for filesystem backend")+ return FilesystemBackend(root_dir=scripts_dir)++ if mode == "shell":+ if not scripts_dir:+ raise ValueError("scripts_dir is required for shell backend")+ return LocalShellBackend(root_dir=scripts_dir)++ if mode == "composite":+ return _make_composite_factory(scripts_dir=scripts_dir, store=store)++ raise ValueError(+ f"Unknown backend mode '{mode}'. "+ "Supported: composite, state, filesystem, shell"+ )+++def _make_composite_factory(+ scripts_dir: str | None,+ store: Any | None,+):+ """+ Build a factory callable that creates a CompositeBackend per ToolRuntime.++ Routes:+ /memory/ → StoreBackend (persistent, requires store) or StateBackend fallback+ /scripts/ → FilesystemBackend(root_dir=scripts_dir) (read analytics scripts)+ /tmp/ → StateBackend (ephemeral scratch)+ default → StateBackend (everything else)+ """+ from deepagents.backends.state import StateBackend+ from deepagents.backends.filesystem import FilesystemBackend+ from deepagents.backends.store import StoreBackend+ from deepagents.backends.composite import CompositeBackend++ def _factory(runtime): # runtime: ToolRuntime+ routes: dict[str, Any] = {}++ # /memory/ — persistent cross-session storage+ if store is not None:+ routes["/memory/"] = StoreBackend(+ runtime,+ namespace=lambda ctx: ("fincept", "memory"),+ )+ else:+ routes["/memory/"] = StateBackend(runtime)++ # /scripts/ — read-only access to analytics scripts+ if scripts_dir:+ routes["/scripts/"] = FilesystemBackend(root_dir=scripts_dir)++ # /tmp/ — ephemeral scratch+ routes["/tmp/"] = StateBackend(runtime)++ return CompositeBackend(+ default=StateBackend(runtime),+ routes=routes,+ )++ return _factorydiff --git a/fincept-qt/scripts/agents/deepagents/cli.py b/fincept-qt/scripts/agents/deepagents/cli.pyindex c63b5a4b7..793e2ef7f 100644--- a/fincept-qt/scripts/agents/deepagents/cli.py+++ b/fincept-qt/scripts/agents/deepagents/cli.py@@ -1,639 +1,520 @@"""-DeepAgents CLI - Command-line interface for Fincept DeepAgents-Exposes DeepAgents functionality to C++ backend--Dual-path routing:- - Tool-calling LLMs (OpenAI, Anthropic, Google, Groq, etc.) -> deepagents library- - Fincept LLM / Ollama / unknown -> FinceptOrchestrator (prompt loop)+cli.py — C++ entry point for Fincept Deep Agents.++Single responsibility:+ - Receive a command + JSON params from C++ via argv+ - Dispatch to agent.py (tool-calling LLMs) or orchestrator.py (fallback)+ - Return newline-delimited JSON to stdout+ - Send all logs to stderr++Usage:+ python cli.py <command> '<json_params>'++Commands:+ check_status Check library availability and list capabilities+ execute_task Run a full agent task+ stream_task Run a task with streaming output (one JSON chunk per line)+ create_plan Planning pass only — returns todo list without executing+ execute_step Execute a single step (for incremental UI updates)+ synthesize Combine step results into a final report+ list_capabilities List all agent types and subagents+ resume_thread Resume an agent from a saved checkpoint++Output schema (all commands):+ { "success": bool, "result": str, "todos": [...], "files": {...},+ "thread_id": str, "error": str|null }"""+from __future__ import annotations+import json+import loggingimport sys-import osimport traceback-from typing import Dict, Any, Optional, List--# Add parent directory to path for imports when run as script-if __name__ == "__main__":- sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))--from agent_factory import (- create_fincept_deep_agent,- create_agent_by_type,- AGENT_FACTORIES+from pathlib import Path+from typing import Any++# Force all logging to stderr — stdout is reserved for JSON output to C+++logging.basicConfig(+ level=logging.WARNING,+ format="%(levelname)-8s %(name)s: %(message)s",+ stream=sys.stderr,+ force=True,)-from deep_agent_wrapper import check_availability, DeepAgentWrapper-from subagent_templates import list_available_templates, get_subagent_template-from fincept_orchestrator import FinceptOrchestrator--# Providers that support tool calling (bind_tools / tool_calls in AIMessage)-TOOL_CALLING_PROVIDERS = {- "openai", "anthropic", "google", "groq", "deepseek", "openrouter",- "azure", "mistral", "cohere", "fireworks", "together"-}-# Map agent types to their subagent names for the orchestrator-AGENT_SUBAGENTS = {- "research": ["data_analyst", "reporter"],- "trading_strategy": ["data_analyst", "trading", "backtester", "risk_analyzer", "reporter"],- "portfolio_management": ["data_analyst", "portfolio_optimizer", "risk_analyzer", "reporter"],- "risk_assessment": ["data_analyst", "risk_analyzer", "reporter"],- "general": ["research", "data_analyst", "trading", "risk_analyzer", "portfolio_optimizer", "backtester", "reporter"]-}+# Add parent dirs to path+_HERE = Path(__file__).resolve().parent+if str(_HERE) not in sys.path:+ sys.path.insert(0, str(_HERE))+logger = logging.getLogger(__name__)-def _parse_config(raw_config) -> dict:- """Parse config from various formats (dict, JSON string, None) to dict."""- if isinstance(raw_config, dict):- return raw_config- if isinstance(raw_config, str):- try:- return json.loads(raw_config)- except (json.JSONDecodeError, ValueError):- return {}- return {}+from models import create_model, extract_text, supports_tool_calling, TOOL_CALLING_PROVIDERS+from subagents import get_subagents_for_type, list_agent_types, list_subagent_names, AGENT_SUBAGENTS+# ---------------------------------------------------------------------------+# Availability check (import deepagents lazily so CLI starts fast)+# ----------------------------------------------------------------------------def _supports_tool_calling(config: dict) -> bool:- """Check if the configured LLM provider supports tool calling."""- provider = config.get("llm_provider", "fincept").lower().strip()- return provider in TOOL_CALLING_PROVIDERS+def _check_deepagents() -> dict[str, Any]:+ try:+ from deepagents import create_deep_agent # noqa: F401+ return {"available": True, "error": None}+ except ImportError as exc:+ return {"available": False, "error": str(exc)}-def _create_langchain_model(config: dict):- """- Create a LangChain chat model from the user's LLM config.- Returns None if creation fails (caller should fall back to orchestrator).- """- provider = config.get("llm_provider", "").lower().strip()- api_key = config.get("llm_api_key", "")- model_name = config.get("llm_model", "")- base_url = config.get("llm_base_url")+# ---------------------------------------------------------------------------+# Command handlers+# ---------------------------------------------------------------------------- try:- if provider == "openai":- from langchain_openai import ChatOpenAI- kwargs = {"api_key": api_key, "model": model_name or "gpt-4o-mini"}- if base_url:- kwargs["base_url"] = base_url- return ChatOpenAI(**kwargs)-- elif provider == "anthropic":- from langchain_anthropic import ChatAnthropic- return ChatAnthropic(- api_key=api_key,- model_name=model_name or "claude-sonnet-4-20250514"- )+def cmd_check_status(_params: dict[str, Any]) -> dict[str, Any]:+ info = _check_deepagents()+ return {+ "success": True,+ "available": info["available"],+ "error": info["error"],+ "agent_types": list_agent_types(),+ "subagent_names": list_subagent_names(),+ }- elif provider == "google":- from langchain_google_genai import ChatGoogleGenerativeAI- return ChatGoogleGenerativeAI(- google_api_key=api_key,- model=model_name or "gemini-2.0-flash"- )- elif provider == "groq":- from langchain_groq import ChatGroq- return ChatGroq(- api_key=api_key,- model_name=model_name or "llama-3.3-70b-versatile"- )+def cmd_list_capabilities(_params: dict[str, Any]) -> dict[str, Any]:+ return {+ "success": True,+ "agent_types": {k: v for k, v in AGENT_SUBAGENTS.items()},+ "subagents": list_subagent_names(),+ "features": [+ "Hierarchical subagent spawning",+ "Built-in todo management",+ "Filesystem tools (ls/read/write/edit/glob/grep)",+ "Shell execution via LocalShellBackend (opt-in)",+ "Persistent memory via AGENTS.md",+ "Skills via SKILL.md (add skills/ directory to enable)",+ "Human-in-the-loop interrupt_on",+ "AnthropicPromptCaching (auto)",+ "Summarization middleware (auto)",+ "Structured output via response_schema",+ "Thread checkpointing via MemorySaver",+ "Cross-session storage via StoreBackend",+ ],+ }- elif provider in ("deepseek", "openrouter", "azure", "fireworks", "together", "mistral"):- # These all support OpenAI-compatible API- from langchain_openai import ChatOpenAI- default_urls = {- "deepseek": "https://api.deepseek.com/v1",- "openrouter": "https://openrouter.ai/api/v1",- "fireworks": "https://api.fireworks.ai/inference/v1",- "together": "https://api.together.xyz/v1",- "mistral": "https://api.mistral.ai/v1",- }- url = base_url or default_urls.get(provider, base_url)- return ChatOpenAI(- api_key=api_key,- model=model_name or "default",- base_url=url- )- elif provider == "cohere":- from langchain_cohere import ChatCohere- return ChatCohere(- cohere_api_key=api_key,- model=model_name or "command-r-plus"- )+def cmd_execute_task(params: dict[str, Any]) -> dict[str, Any]:+ task = params.get("task")+ agent_type = params.get("agent_type", "general")+ thread_id = params.get("thread_id", "default-thread")+ config = _parse_config(params.get("config", {}))- except ImportError as e:- # LangChain provider package not installed- return None- except Exception as e:- return None+ if not task:+ return _error("task is required")- return None+ context_data = params.get("context", {})+ if supports_tool_calling(config):+ return _execute_with_deepagents(+ task=task,+ agent_type=agent_type,+ config=config,+ thread_id=thread_id,+ context_data=context_data,+ )-def _execute_with_deepagents(task: str, agent_type: str, config: dict, thread_id: str = "default") -> Dict[str, Any]:- """- Execute task using the real deepagents library with a tool-calling LLM.- This enables proper sub-agent spawning, todo management, and file ops.- """- model = _create_langchain_model(config)- if model is None:- return {"success": False, "error": "Failed to create LangChain model for provider"}+ return _execute_with_orchestrator(+ task=task,+ agent_type=agent_type,+ config=config,+ thread_id=thread_id,+ )- subagent_names = AGENT_SUBAGENTS.get(agent_type, ["data_analyst", "reporter"])- wrapper = DeepAgentWrapper(- model=model,- system_prompt=None, # use default- enable_checkpointing=True,- enable_summarization=True,- recursion_limit=100- )+def cmd_stream_task(params: dict[str, Any]) -> None:+ """Stream task execution — yields one JSON object per line to stdout."""+ task = params.get("task")+ agent_type = params.get("agent_type", "general")+ thread_id = params.get("thread_id", "default-thread")+ config = _parse_config(params.get("config", {}))+ context_data = params.get("context", {})- # Add subagents from templates- for name in subagent_names:- try:- template = get_subagent_template(name)- if template:- wrapper.add_subagent(- name=template["name"],- description=template["description"],- prompt=template["system_prompt"],- model=model # same model for subagents- )- except ValueError:- pass # skip unknown template names-- wrapper.build()- result = wrapper.invoke(task=task, thread_id=thread_id)-- # Extract text result from messages- if result.get("success") and result.get("messages"):- messages = result["messages"]- # Get the last AI message content- text_parts = []- for msg in reversed(messages):- if hasattr(msg, "content") and msg.content:- text_parts.insert(0, msg.content)- break- if text_parts:- result["result"] = "\n".join(text_parts)-- # Format todos from deepagents state- todos = result.get("todos", [])- formatted_todos = []- if isinstance(todos, list):- for i, t in enumerate(todos):- if isinstance(t, dict):- formatted_todos.append(t)- elif isinstance(t, str):- formatted_todos.append({- "id": f"todo-{i+1}",- "task": t,- "status": "completed",- "subtasks": []- })+ if not task:+ _print_json(_error("task is required"))+ return- return {- "success": result.get("success", False),- "result": result.get("result", ""),- "todos": formatted_todos,- "files": result.get("files", {}),- "thread_id": thread_id,- "error": result.get("error")- }+ if not supports_tool_calling(config):+ # Orchestrator doesn't stream — run normally and emit one chunk+ result = _execute_with_orchestrator(task, agent_type, config, thread_id)+ _print_json(result)+ return+ try:+ from agent import create_agent, build_fincept_context+ from models import create_model-def check_status() -> Dict[str, Any]:- """Check if DeepAgents is available"""- availability = check_availability()- return {- "success": True,- "available": availability["available"],- "error": availability.get("error"),- "agent_types": list(AGENT_FACTORIES.keys()),- "subagent_templates": list_available_templates()- }+ model = create_model(config)+ compiled = create_agent(model=model, config={**config, "agent_type": agent_type})+ ctx = build_fincept_context({**params, "agent_type": agent_type})+ run_config = {"recursion_limit": 1000}+ if thread_id:+ run_config["configurable"] = {"thread_id": thread_id}-def create_agent(config: Dict[str, Any]) -> Dict[str, Any]:- """Create a configured DeepAgent."""- try:- agent_type = config.get("agent_type", "general")+ for chunk in compiled.stream(+ {"messages": [("user", task)]},+ config=run_config,+ context=ctx,+ stream_mode="updates", # incremental diffs only, not full state each step+ subgraphs=True, # expose subagent execution as separate chunks+ ):+ _print_json({"success": True, "chunk": _serialise_chunk(chunk), "thread_id": thread_id})- if agent_type and agent_type in AGENT_FACTORIES:- agent = create_agent_by_type(- agent_type=agent_type,- model=config.get("model"),- api_key=config.get("api_key")- )- else:- agent = create_fincept_deep_agent(- model=config.get("model"),- api_key=config.get("api_key"),- use_fincept_llm=config.get("use_fincept_llm", True),- system_prompt=config.get("system_prompt"),- enable_checkpointing=config.get("enable_checkpointing", True),- enable_longterm_memory=config.get("enable_longterm_memory", False),- enable_summarization=config.get("enable_summarization", True),- recursion_limit=config.get("recursion_limit", 100),- subagents=config.get("subagents")- )+ except Exception as exc:+ _print_json({"success": False, "error": str(exc), "thread_id": thread_id})- agent.build()-- return {- "success": True,- "message": f"Created {agent_type} agent",- "agent_id": id(agent),- "config": {- "agent_type": agent_type,- "subagents": len(agent.subagents),- "checkpointing": agent.enable_checkpointing,- "longterm_memory": agent.enable_longterm_memory- }- }- except Exception as e:- return {"success": False, "error": str(e)}+def cmd_create_plan(params: dict[str, Any]) -> dict[str, Any]:+ task = params.get("task")+ agent_type = params.get("agent_type", "general")+ config = _parse_config(params.get("config", {}))+ if not task:+ return _error("task is required")-def execute_task(params: Dict[str, Any]) -> Dict[str, Any]:- """- Execute a task. Routes to deepagents library or orchestrator based on LLM provider.- """- try:- if isinstance(params, str):- params = json.loads(params)-- agent_type = params.get("agent_type", "general")- task = params.get("task")- thread_id = params.get("thread_id", "default-thread")- context = params.get("context")- config = _parse_config(params.get("config", {}))-- if not task:- return {"success": False, "error": "No task provided"}-- full_task = task- if context:- ctx = context if isinstance(context, str) else json.dumps(context)- full_task = f"{task}\n\nAdditional context: {ctx}"-- # Route based on LLM provider- if _supports_tool_calling(config):- try:- return _execute_with_deepagents(full_task, agent_type, config, thread_id)- except Exception as e:- # Fall back to orchestrator on any deepagents failure- pass-- # Fincept LLM / Ollama / fallback -> orchestrator- api_key = config.get("api_key")- orchestrator = FinceptOrchestrator(api_key=api_key)- subagent_names = AGENT_SUBAGENTS.get(agent_type, ["data_analyst", "reporter"])-- result = orchestrator.execute(- task=full_task,- agent_type=agent_type,- subagent_names=subagent_names- )+ # Use tool-calling LLM for richer plan generation if available+ if supports_tool_calling(config):+ try:+ from langchain_core.messages import HumanMessage+ from subagents import AGENT_SUBAGENTS++ model = create_model(config)+ subagent_names = AGENT_SUBAGENTS.get(agent_type, list(AGENT_SUBAGENTS.keys()))+ prompt = (+ f"You are a planning agent for a financial analysis task.\n\n"+ f"Task: {task}\n\n"+ f"Available specialists: {', '.join(subagent_names)}\n\n"+ f"Create a concise execution plan as a JSON array. Each item must have:\n"+ f' "step": short step title\n'+ f' "specialist": one of the available specialists\n'+ f' "prompt": specific instructions for that specialist\n\n'+ f"Return ONLY the JSON array, no other text."+ )+ response = model.invoke([HumanMessage(content=prompt)])+ raw = extract_text(response.content)++ import json as _json+ start = raw.find("[")+ end = raw.rfind("]") + 1+ plan = _json.loads(raw[start:end]) if start >= 0 and end > start else []++ todos = [+ {+ "id": f"todo-{i+1}",+ "task": step.get("step", f"Step {i+1}"),+ "status": "pending",+ "specialist": step.get("specialist", "data-analyst"),+ "prompt": step.get("prompt", task),+ "subtasks": [],+ }+ for i, step in enumerate(plan)+ ]+ return {"success": True, "todos": todos, "plan": plan, "error": None}++ except Exception as exc:+ logger.warning("Tool-calling create_plan failed: %s", exc)++ from orchestrator import FinceptOrchestrator+ subagent_names = [s["name"] for s in get_subagents_for_type(agent_type)]+ orch = FinceptOrchestrator(api_key=config.get("llm_api_key"))+ return orch.create_plan(task, agent_type, subagent_names)+++def cmd_execute_step(params: dict[str, Any]) -> dict[str, Any]:+ task = params.get("task")+ step_prompt = params.get("step_prompt")+ specialist = params.get("specialist", "data-analyst")+ config = _parse_config(params.get("config", {}))+ previous_results = _parse_list(params.get("previous_results", []))++ if not task or not step_prompt:+ return _error("task and step_prompt are required")++ # Prefer tool-calling LLM for richer step output+ if supports_tool_calling(config):+ try:+ from langchain_core.messages import SystemMessage, HumanMessage+ from subagents import AGENT_SUBAGENTS+ from orchestrator import SUBAGENT_PROMPTS++ model = create_model(config)+ system = SUBAGENT_PROMPTS.get(specialist, SUBAGENT_PROMPTS["data-analyst"])++ prev = ""+ if previous_results:+ prev = "\n\nPrevious findings:\n" + "".join(+ f"--- {r.get('step','')} ---\n{r.get('result','')}\n\n"+ for r in previous_results+ )- return {- "success": result.get("success", False),- "result": result.get("result", ""),- "todos": result.get("todos", []),- "files": result.get("files", {}),- "thread_id": thread_id,- "error": result.get("error")- }+ msgs = [+ SystemMessage(content=system),+ HumanMessage(content=(+ f"Overall task: {task}\n"+ f"Your assignment: {step_prompt}"+ f"{prev}\n\n"+ f"Provide thorough analysis with specific data points."+ )),+ ]+ response = model.invoke(msgs)+ return {"success": True, "result": extract_text(response.content), "error": None}- except Exception as e:- return {"success": False, "error": str(e), "details": traceback.format_exc()}+ except Exception as exc:+ logger.warning("Tool-calling step failed, falling back to orchestrator: %s", exc)+ from orchestrator import FinceptOrchestrator+ orch = FinceptOrchestrator(api_key=config.get("llm_api_key"))+ return orch.execute_step(task, step_prompt, specialist, previous_results)-def create_plan(params: Dict[str, Any]) -> Dict[str, Any]:- """- Create an execution plan (list of steps/todos) without executing them.- Uses orchestrator for planning (works with any LLM).- """- try:- if isinstance(params, str):- params = json.loads(params)-- agent_type = params.get("agent_type", "general")- task = params.get("task")- config = _parse_config(params.get("config", {}))-- if not task:- return {"success": False, "error": "No task provided"}-- # If tool-calling LLM, use deepagents for the whole flow via execute_task- # But for incremental UI, we still create a plan via orchestrator- api_key = config.get("api_key")- orchestrator = FinceptOrchestrator(api_key=api_key)- subagent_names = AGENT_SUBAGENTS.get(agent_type, ["data_analyst", "reporter"])-- plan = orchestrator._create_plan(task, agent_type, subagent_names)-- todos = []- for i, step in enumerate(plan):- todos.append({- "id": f"todo-{i+1}",- "task": step.get("step", f"Step {i+1}"),- "status": "pending",- "specialist": step.get("specialist", "data_analyst"),- "prompt": step.get("prompt", step.get("step", task)),- "subtasks": []- })-- return {- "success": True,- "todos": todos,- "plan": plan- }- except Exception as e:- return {"success": False, "error": str(e), "details": traceback.format_exc()}+def cmd_synthesize(params: dict[str, Any]) -> dict[str, Any]:+ task = params.get("task")+ step_results = _parse_list(params.get("step_results", []))+ config = _parse_config(params.get("config", {}))+ if not task or not step_results:+ return _error("task and step_results are required")-def execute_step(params: Dict[str, Any]) -> Dict[str, Any]:- """- Execute a single step from the plan.- Uses tool-calling LLM directly if available, otherwise Fincept orchestrator.- """- try:- if isinstance(params, str):- params = json.loads(params)-- task = params.get("task")- step_prompt = params.get("step_prompt")- specialist = params.get("specialist", "data_analyst")- config = _parse_config(params.get("config", {}))-- raw_prev = params.get("previous_results", [])- if isinstance(raw_prev, str):- try:- previous_results = json.loads(raw_prev)- except (json.JSONDecodeError, ValueError):- previous_results = []- elif isinstance(raw_prev, list):- previous_results = raw_prev- else:- previous_results = []-- if not task or not step_prompt:- return {"success": False, "error": "task and step_prompt are required"}-- # Try tool-calling LLM for direct inference (richer output)- if _supports_tool_calling(config):- model = _create_langchain_model(config)- if model:- try:- from langchain_core.messages import SystemMessage, HumanMessage-- system_context = FinceptOrchestrator.SUBAGENT_PROMPTS.get(- specialist, FinceptOrchestrator.SUBAGENT_PROMPTS["data_analyst"]- )-- prev_context = ""- if previous_results:- prev_context = "\n\nPrevious findings from the team:\n"- for pr in previous_results:- prev_context += f"--- {pr.get('step', '')} ---\n{pr.get('result', '')}\n\n"-- messages = [- SystemMessage(content=system_context),- HumanMessage(content=f"""Context: You are working as part of a multi-agent team analyzing a financial task.-Overall task: {task}-Your specific assignment: {step_prompt}-{prev_context}-Provide a thorough, detailed analysis. Include specific data points, company names, numbers, and actionable insights where relevant. Be comprehensive.""")- ]-- response = model.invoke(messages)- return {"success": True, "result": response.content}- except Exception:- pass # Fall through to orchestrator-- # Fincept LLM / fallback -> orchestrator- api_key = config.get("api_key")- orchestrator = FinceptOrchestrator(api_key=api_key)-- system_context = orchestrator.SUBAGENT_PROMPTS.get(- specialist, orchestrator.SUBAGENT_PROMPTS["data_analyst"]- )+ if supports_tool_calling(config):+ try:+ from langchain_core.messages import HumanMessage- prev_context = ""- if previous_results:- prev_context = "\n\nPrevious findings from the team:\n"- for pr in previous_results:- prev_context += f"--- {pr.get('step', '')} ---\n{pr.get('result', '')}\n\n"+ model = create_model(config)+ findings = "".join(+ f"--- {r.get('step','')} (by {r.get('specialist','')}) ---\n{r.get('result','')}\n\n"+ for r in step_results+ )+ prompt = (+ f"You are a senior financial analyst.\n\n"+ f"Task: {task}\n\nSpecialist findings:\n{findings}\n"+ f"Synthesize into a professional report with: "+ f"Executive Summary, Analysis, Risks, Recommendations."+ )+ response = model.invoke([HumanMessage(content=prompt)])+ return {"success": True, "result": extract_text(response.content), "error": None}- full_prompt = f"""{system_context}+ except Exception as exc:+ logger.warning("Tool-calling synthesize failed, falling back to orchestrator: %s", exc)-Context: You are working as part of a multi-agent team analyzing a financial task.-Overall task: {task}-Your specific assignment: {step_prompt}-{prev_context}-Provide a thorough, detailed analysis. Include specific data points, company names, numbers, and actionable insights where relevant. Be comprehensive."""+ from orchestrator import FinceptOrchestrator+ orch = FinceptOrchestrator(api_key=config.get("llm_api_key"))+ return orch.synthesize(task, step_results)- result = orchestrator._call_llm(full_prompt, max_tokens=1500)- return {"success": True, "result": result}+def cmd_resume_thread(params: dict[str, Any]) -> dict[str, Any]:+ thread_id = params.get("thread_id")+ new_input = params.get("input")+ config = _parse_config(params.get("config", {}))- except Exception as e:- return {"success": False, "error": str(e), "details": traceback.format_exc()}+ if not thread_id:+ return _error("thread_id is required")+ if not supports_tool_calling(config):+ return _error("resume_thread requires a tool-calling LLM provider")-def synthesize_results(params: Dict[str, Any]) -> Dict[str, Any]:- """- Synthesize all step results into a final report.- Uses tool-calling LLM if available, otherwise Fincept orchestrator.- """try:- if isinstance(params, str):- params = json.loads(params)+ from agent import create_agent, build_fincept_context- task = params.get("task")- config = _parse_config(params.get("config", {}))+ model = create_model(config)+ compiled = create_agent(model=model, config=config)+ ctx = build_fincept_context(params)- raw_steps = params.get("step_results", [])- if isinstance(raw_steps, str):- try:- step_results = json.loads(raw_steps)- except (json.JSONDecodeError, ValueError):- step_results = []- elif isinstance(raw_steps, list):- step_results = raw_steps- else:- step_results = []+ run_config = {+ "recursion_limit": 1000,+ "configurable": {"thread_id": thread_id},+ }- if not task or not step_results:- return {"success": False, "error": "task and step_results are required"}+ inp = {"messages": [("user", new_input)]} if new_input else None+ result = compiled.invoke(inp, config=run_config, context=ctx)+ return _format_result(result, thread_id)- synthesis_prompt = f"""You are a senior financial analyst writing a comprehensive report.+ except Exception as exc:+ return _error(str(exc))-Original task: {task}-Below are the results from your specialist team:+# ---------------------------------------------------------------------------+# Internal execution helpers+# ----------------------------------------------------------------------------"""- for sr in step_results:- synthesis_prompt += f"--- {sr.get('step', '')} (by {sr.get('specialist', '')}) ---\n{sr.get('result', '')}\n\n"-- synthesis_prompt += """-Now synthesize all the above into a single, cohesive, well-structured report.-Use clear headings, bullet points, and organize the information logically.-Include a brief executive summary at the top and key recommendations at the bottom.-Be thorough and professional."""-- # Try tool-calling LLM- if _supports_tool_calling(config):- model = _create_langchain_model(config)- if model:- try:- from langchain_core.messages import HumanMessage- response = model.invoke([HumanMessage(content=synthesis_prompt)])- return {"success": True, "result": response.content}- except Exception:- pass # Fall through-- # Fincept LLM / fallback- api_key = config.get("api_key")- orchestrator = FinceptOrchestrator(api_key=api_key)- final_report = orchestrator._call_llm(synthesis_prompt, max_tokens=3000)-- return {"success": True, "result": final_report}-- except Exception as e:- return {"success": False, "error": str(e), "details": traceback.format_exc()}---def stream_task(params: Dict[str, Any]) -> None:- """Stream task execution (yields JSON chunks to stdout)."""+def _execute_with_deepagents(+ task: str,+ agent_type: str,+ config: dict[str, Any],+ thread_id: str,+ context_data: dict[str, Any],+) -> dict[str, Any]:+ """Execute via deepagents library (tool-calling LLM path)."""try:- if isinstance(params, str):- params = json.loads(params)-- agent_type = params.get("agent_type", "general")- task = params.get("task")- thread_id = params.get("thread_id")- context = params.get("context")- config = _parse_config(params.get("config", {}))-- if not task:- print(json.dumps({"success": False, "error": "No task provided"}))- return+ from agent import create_agent, build_fincept_context- agent = create_agent_by_type(- agent_type=agent_type,- model=config.get("model"),- api_key=config.get("api_key")+ model = create_model(config)+ compiled = create_agent(+ model=model,+ config={**config, "agent_type": agent_type},)- agent.build()-- for chunk in agent.stream(task=task, thread_id=thread_id, context=context):- print(json.dumps(chunk))- sys.stdout.flush()-- except Exception as e:- print(json.dumps({"success": False, "error": str(e)}))+ ctx = build_fincept_context({"agent_type": agent_type, "context": context_data})+ run_config = {"recursion_limit": 1000}+ if thread_id:+ run_config["configurable"] = {"thread_id": thread_id}-def get_agent_state(params: Dict[str, Any]) -> Dict[str, Any]:- """Get agent state for a thread."""- try:- thread_id = params.get("thread_id")- if not thread_id:- return {"success": False, "error": "No thread_id provided"}- return {- "success": False,- "error": "State retrieval requires persistent agent instance"- }- except Exception as e:- return {"success": False, "error": str(e)}-+ result = compiled.invoke(+ {"messages": [("user", task)]},+ config=run_config,+ context=ctx,+ )+ return _format_result(result, thread_id)++ except Exception as exc:+ # Never silently fall through — log and raise+ logger.error("deepagents execution failed: %s\n%s", exc, traceback.format_exc())+ return _error(str(exc))+++def _execute_with_orchestrator(+ task: str,+ agent_type: str,+ config: dict[str, Any],+ thread_id: str,+) -> dict[str, Any]:+ """Execute via FinceptOrchestrator (non-tool-calling LLM fallback)."""+ from orchestrator import FinceptOrchestrator+ subagent_names = [s["name"] for s in get_subagents_for_type(agent_type)]+ orch = FinceptOrchestrator(api_key=config.get("llm_api_key"))+ result = orch.execute(task, agent_type, subagent_names)+ result["thread_id"] = thread_id+ return result+++def _format_result(raw: dict[str, Any], thread_id: str) -> dict[str, Any]:+ """Normalise a deepagents invoke() result to the standard output schema."""+ messages = raw.get("messages", [])+ result_text = ""+ for msg in reversed(messages):+ content = getattr(msg, "content", None)+ if content:+ result_text = extract_text(content)+ break++ todos = []+ raw_todos = raw.get("todos", [])+ if isinstance(raw_todos, list):+ for i, t in enumerate(raw_todos):+ if isinstance(t, dict):+ todos.append(t)+ elif isinstance(t, str):+ todos.append({"id": f"todo-{i+1}", "task": t, "status": "completed", "subtasks": []})-def list_capabilities() -> Dict[str, Any]:- """List all agent types and subagent templates"""return {- "success": True,- "agent_types": {- name: "Pre-configured agent for specific use case"- for name in AGENT_FACTORIES.keys()- },- "subagent_templates": list_available_templates(),- "features": [- "Hierarchical task delegation",- "Built-in todo management",- "Mock file operations",- "State checkpointing",- "Long-term memory (optional)",- "Context summarization",- "Streaming execution",- "Dual-path: tool-calling LLMs use deepagents library, Fincept LLM uses orchestrator"- ]+ "success": True,+ "result": result_text,+ "todos": todos,+ "files": raw.get("files", {}),+ "thread_id": thread_id,+ "error": None,}-def main():- """CLI entry point"""- if len(sys.argv) < 2:- print(json.dumps({- "success": False,- "error": "No command specified. Available: check_status, create_agent, execute_task, stream_task, list_capabilities"- }))- sys.exit(1)+def _serialise_chunk(chunk: Any) -> Any:+ """Make a streaming chunk JSON-serialisable."""+ if isinstance(chunk, dict):+ out = {}+ for k, v in chunk.items():+ if hasattr(v, "content"):+ out[k] = {"content": extract_text(v.content), "type": type(v).__name__}+ elif isinstance(v, (str, int, float, bool, list, dict, type(None))):+ out[k] = v+ else:+ out[k] = str(v)+ return out+ return str(chunk)+++# ---------------------------------------------------------------------------+# Utilities+# ---------------------------------------------------------------------------++def _parse_config(raw: Any) -> dict[str, Any]:+ if isinstance(raw, dict):+ return raw+ if isinstance(raw, str):+ try:+ return json.loads(raw)+ except (json.JSONDecodeError, ValueError):+ return {}+ return {}- command = sys.argv[1]- try:- if command == "check_status":- result = check_status()+def _parse_list(raw: Any) -> list[Any]:+ if isinstance(raw, list):+ return raw+ if isinstance(raw, str):+ try:+ return json.loads(raw)+ except (json.JSONDecodeError, ValueError):+ return []+ return []- elif command == "create_agent":- config = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = create_agent(config)- elif command == "execute_task":- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = execute_task(params)+def _error(msg: str) -> dict[str, Any]:+ return {"success": False, "result": "", "todos": [], "files": {}, "thread_id": "", "error": msg}- elif command == "create_plan":- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = create_plan(params)- elif command == "execute_step":- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = execute_step(params)+def _print_json(obj: Any) -> None:+ print(json.dumps(obj, default=str), flush=True)- elif command == "synthesize_results":- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = synthesize_results(params)- elif command == "stream_task":- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- stream_task(params)- return+# ---------------------------------------------------------------------------+# Main+# ---------------------------------------------------------------------------- elif command == "get_state":- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = get_agent_state(params)+_COMMANDS = {+ "check_status": cmd_check_status,+ "list_capabilities": cmd_list_capabilities,+ "execute_task": cmd_execute_task,+ "stream_task": cmd_stream_task,+ "create_plan": cmd_create_plan,+ "execute_step": cmd_execute_step,+ "synthesize": cmd_synthesize,+ "resume_thread": cmd_resume_thread,+}- elif command == "list_capabilities":- result = list_capabilities()- else:- result = {"success": False, "error": f"Unknown command: {command}"}+def main() -> None:+ if len(sys.argv) < 2:+ _print_json(_error(+ f"No command specified. Available: {', '.join(_COMMANDS)}"+ ))+ sys.exit(1)- print(json.dumps(result))+ command = sys.argv[1]+ raw_params = sys.argv[2] if len(sys.argv) > 2 else "{}"- except Exception as e:- print(json.dumps({"success": False, "error": str(e)}))+ try:+ params = json.loads(raw_params)+ except (json.JSONDecodeError, ValueError) as exc:+ _print_json(_error(f"Invalid JSON params: {exc}"))sys.exit(1)+ if command not in _COMMANDS:+ _print_json(_error(f"Unknown command '{command}'. Available: {', '.join(_COMMANDS)}"))+ sys.exit(1)++ if command == "stream_task":+ # stream_task prints its own output and returns None+ _COMMANDS[command](params)+ else:+ result = _COMMANDS[command](params)+ _print_json(result)+if __name__ == "__main__":main()diff --git a/fincept-qt/scripts/agents/deepagents/deep_agent_wrapper.py b/fincept-qt/scripts/agents/deepagents/deep_agent_wrapper.pydeleted file mode 100644index eb6440b6c..000000000--- a/fincept-qt/scripts/agents/deepagents/deep_agent_wrapper.py+++ /dev/null@@ -1,352 +0,0 @@-"""-DeepAgent Wrapper - Complete wrapper around DeepAgents library-Provides simplified interface for Fincept Terminal integration-"""--import sys-import os-from typing import Any, Dict, List, Optional, Callable-from datetime import datetime-import json-import logging--# Add current directory to path for imports-if __name__ == "__main__" or "." not in __name__:- sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))--try:- from deepagents import create_deep_agent, SubAgent, CompiledSubAgent- from deepagents.graph import (- TodoListMiddleware,- SummarizationMiddleware,- FilesystemMiddleware,- SubAgentMiddleware- )- from langgraph.checkpoint.memory import MemorySaver- DEEPAGENTS_AVAILABLE = True-except ImportError as e:- DEEPAGENTS_AVAILABLE = False- IMPORT_ERROR = str(e)--from fincept_llm_adapter import FinceptLLMAdapter--logger = logging.getLogger(__name__)---class DeepAgentWrapper:- """- High-level wrapper for DeepAgents with Fincept Terminal integration.-- Features:- - Hierarchical task delegation- - Built-in todo management- - File operations (mock filesystem)- - Subagent spawning- - State checkpointing- - Long-term memory- - Summarization for long contexts- """-- def __init__(- self,- model: Optional[Any] = None,- api_key: Optional[str] = None,- system_prompt: Optional[str] = None,- enable_checkpointing: bool = True,- enable_longterm_memory: bool = False,- enable_summarization: bool = True,- recursion_limit: int = 100- ):- """- Initialize DeepAgent wrapper.-- Args:- model: LLM model (FinceptLLMAdapter or model name string)- api_key: API key for external models- system_prompt: Base system instructions- enable_checkpointing: Enable state persistence- enable_longterm_memory: Enable memory across sessions- enable_summarization: Auto-summarize long contexts- recursion_limit: Max iterations before stopping- """-- if not DEEPAGENTS_AVAILABLE:- raise ImportError(f"DeepAgents not available: {IMPORT_ERROR}")-- self.model = model- self.api_key = api_key- self.system_prompt = system_prompt or self._default_system_prompt()- self.enable_checkpointing = enable_checkpointing- self.enable_longterm_memory = enable_longterm_memory- self.enable_summarization = enable_summarization- self.recursion_limit = recursion_limit-- self.agent = None- self.subagents: List[SubAgent] = []- self.custom_tools: List[Any] = []- self.middleware: List[Any] = []-- def _default_system_prompt(self) -> str:- """Default system prompt for Fincept agents"""- return """You are an advanced financial intelligence agent for Fincept Terminal.--Your capabilities:-- Analyze financial markets, securities, and economic data-- Perform quantitative research and factor discovery-- Execute multi-step workflows autonomously-- Delegate tasks to specialized subagents-- Maintain todo lists for complex tasks-- Generate reports and recommendations--Always:-- Break complex tasks into subtasks using todo lists-- Delegate specialized work to subagents when appropriate-- Provide data-driven insights with proper citations-- Consider risk factors in financial recommendations-- Maintain professional, CFA-level analysis standards--Available tools: write_todos, read_file, write_file, edit_file, ls, call_subagent-"""-- def add_subagent(- self,- name: str,- description: str,- prompt: str,- tools: Optional[List[Any]] = None,- model: Optional[Any] = None- ) -> None:- """- Add a specialized subagent.-- Args:- name: Subagent identifier- description: What this subagent does (used for routing)- prompt: System prompt for subagent- tools: Optional custom tools for subagent- model: Optional different model for subagent- """- subagent = {- "name": name,- "description": description,- "prompt": prompt,- "system_prompt": prompt # DeepAgents library expects this key- }-- if tools:- subagent["tools"] = tools- if model:- subagent["model"] = model-- self.subagents.append(subagent)- logger.info(f"Added subagent: {name}")-- def add_tool(self, tool: Any) -> None:- """Add custom tool to agent"""- self.custom_tools.append(tool)- logger.info(f"Added custom tool")-- def add_middleware(self, middleware: Any) -> None:- """Add custom middleware"""- self.middleware.append(middleware)- logger.info(f"Added middleware")-- def build(self) -> Any:- """- Build and compile the DeepAgent graph.-- Returns:- Compiled agent ready for execution- """-- # Setup checkpointing- checkpointer = MemorySaver() if self.enable_checkpointing else None-- # Build middleware stack- # NOTE: SummarizationMiddleware causes duplicate middleware error- # DeepAgents may add it automatically, so we don't add it manually- middleware = list(self.middleware)-- # Create agent- # Note: memory parameter is a list of memory types in newer deepagents versions- memory_config = ["longterm"] if self.enable_longterm_memory else None-- self.agent = create_deep_agent(- model=self.model,- tools=self.custom_tools if self.custom_tools else None,- system_prompt=self.system_prompt,- middleware=tuple(middleware) if middleware else (), # Empty tuple if no middleware- subagents=self.subagents if self.subagents else None,- checkpointer=checkpointer,- memory=memory_config,- debug=False- )-- logger.info(f"Built DeepAgent with {len(self.subagents)} subagents")- return self.agent-- def invoke(- self,- task: str,- thread_id: Optional[str] = None,- context: Optional[Dict[str, Any]] = None- ) -> Dict[str, Any]:- """- Execute agent on a task.-- Args:- task: Task description- thread_id: Optional thread ID for checkpointing- context: Optional additional context-- Returns:- Agent execution result- """-- if not self.agent:- self.build()-- # Prepare config- config = {- "recursion_limit": self.recursion_limit- }- if thread_id:- config["configurable"] = {"thread_id": thread_id}-- # Prepare input- input_data = {- "messages": [("user", task)]- }- if context:- input_data["context"] = context-- try:- result = self.agent.invoke(input_data, config=config)-- return {- "success": True,- "result": result,- "messages": result.get("messages", []),- "todos": result.get("todos", []),- "files": result.get("files", {}),- "thread_id": thread_id- }-- except Exception as e:- import traceback- error_details = traceback.format_exc()- logger.error(f"Agent execution error: {str(e)}\n{error_details}")- return {- "success": False,- "error": str(e),- "details": error_details,- "thread_id": thread_id- }-- def stream(- self,- task: str,- thread_id: Optional[str] = None,- context: Optional[Dict[str, Any]] = None- ):- """- Stream agent execution (yields intermediate results).-- Args:- task: Task description- thread_id: Optional thread ID for checkpointing- context: Optional additional context-- Yields:- Intermediate execution steps- """-- if not self.agent:- self.build()-- config = {- "recursion_limit": self.recursion_limit- }- if thread_id:- config["configurable"] = {"thread_id": thread_id}-- input_data = {- "messages": [("user", task)]- }- if context:- input_data["context"] = context-- try:- for chunk in self.agent.stream(input_data, config=config):- yield {- "success": True,- "chunk": chunk,- "thread_id": thread_id- }- except Exception as e:- logger.error(f"Agent streaming error: {str(e)}")- yield {- "success": False,- "error": str(e),- "thread_id": thread_id- }-- def get_state(self, thread_id: str) -> Dict[str, Any]:- """Get agent state for a thread"""- if not self.agent or not self.enable_checkpointing:- return {"error": "Checkpointing not enabled"}-- try:- state = self.agent.get_state({"configurable": {"thread_id": thread_id}})- return {- "success": True,- "state": state- }- except Exception as e:- return {- "success": False,- "error": str(e)- }-- def resume(- self,- thread_id: str,- new_input: Optional[str] = None- ) -> Dict[str, Any]:- """- Resume agent from checkpoint.-- Args:- thread_id: Thread ID to resume- new_input: Optional new input to continue with-- Returns:- Resumed execution result- """-- if new_input:- return self.invoke(new_input, thread_id=thread_id)- else:- # Resume without new input- config = {"configurable": {"thread_id": thread_id}}- try:- result = self.agent.invoke(None, config=config)- return {- "success": True,- "result": result,- "thread_id": thread_id- }- except Exception as e:- return {- "success": False,- "error": str(e),- "thread_id": thread_id- }---def check_availability() -> Dict[str, Any]:- """Check if DeepAgents is available"""- return {- "available": DEEPAGENTS_AVAILABLE,- "error": IMPORT_ERROR if not DEEPAGENTS_AVAILABLE else None- }diff --git a/fincept-qt/scripts/agents/deepagents/fincept_llm_adapter.py b/fincept-qt/scripts/agents/deepagents/fincept_llm_adapter.pydeleted file mode 100644index 6bf3af639..000000000--- a/fincept-qt/scripts/agents/deepagents/fincept_llm_adapter.py+++ /dev/null@@ -1,219 +0,0 @@-"""-Fincept LLM Adapter - LangChain wrapper for Fincept's LLM endpoints-Enables DeepAgents to use Fincept's custom LLM infrastructure-"""--from typing import Any, Dict, List, Optional, Iterator, Sequence, Callable, Union-from langchain_core.language_models.chat_models import BaseChatModel-from langchain_core.messages import BaseMessage, AIMessage, HumanMessage, SystemMessage-from langchain_core.outputs import ChatGeneration, ChatResult-from langchain_core.callbacks.manager import CallbackManagerForLLMRun-from langchain_core.tools import BaseTool-from langchain_core.runnables import Runnable, RunnableBinding-from langchain_core.language_models.base import LanguageModelInput-from langchain_core.utils.function_calling import convert_to_openai_tool-import requests-import json---class FinceptLLMAdapter(BaseChatModel):- """- LangChain-compatible adapter for Fincept LLM endpoints.- Supports streaming, function calling, and all DeepAgents features.- """-- api_endpoint: str = "https://api.fincept.in/research/llm"- api_key: Optional[str] = None- model_name: str = "fincept-default"- temperature: float = 0.7- max_tokens: int = 4096- streaming: bool = False-- def __init__(- self,- api_endpoint: Optional[str] = None,- api_key: Optional[str] = None,- model_name: str = "fincept-default",- temperature: float = 0.7,- max_tokens: int = 4096,- streaming: bool = False,- **kwargs- ):- super().__init__(**kwargs)- if api_endpoint:- self.api_endpoint = api_endpoint- if api_key:- self.api_key = api_key- self.model_name = model_name- self.temperature = temperature- self.max_tokens = max_tokens- self.streaming = streaming-- @property- def _llm_type(self) -> str:- return "fincept_llm"-- def _convert_messages_to_api_format(self, messages: List[BaseMessage]) -> List[Dict[str, str]]:- """Convert LangChain messages to Fincept API format"""- api_messages = []- for msg in messages:- if isinstance(msg, HumanMessage):- role = "user"- elif isinstance(msg, AIMessage):- role = "assistant"- elif isinstance(msg, SystemMessage):- role = "system"- else:- role = "user"-- api_messages.append({- "role": role,- "content": msg.content- })- return api_messages-- def _generate(- self,- messages: List[BaseMessage],- stop: Optional[List[str]] = None,- run_manager: Optional[CallbackManagerForLLMRun] = None,- **kwargs: Any,- ) -> ChatResult:- """Generate chat completion via Fincept LLM API"""-- # Build full prompt from messages (Fincept API format)- prompt_parts = []- for msg in messages:- if isinstance(msg, SystemMessage):- prompt_parts.append(f"System: {msg.content}")- elif isinstance(msg, HumanMessage):- prompt_parts.append(f"User: {msg.content}")- elif isinstance(msg, AIMessage):- prompt_parts.append(f"Assistant: {msg.content}")-- full_prompt = "\n\n".join(prompt_parts)-- payload = {- "prompt": full_prompt,- "temperature": self.temperature,- "max_tokens": self.max_tokens- }-- headers = {- "Content-Type": "application/json"- }- if self.api_key:- headers["X-API-Key"] = self.api_key-- try:- response = requests.post(- self.api_endpoint,- json=payload,- headers=headers,- timeout=60- )- response.raise_for_status()-- result = response.json()-- # Fincept API response format: { success: true, data: { response: "..." } }- if result.get("success"):- response_data = result.get("data", {})- content = response_data.get("response") or response_data.get("content") or ""- else:- content = result.get("response") or result.get("content") or ""-- message = AIMessage(content=content)- generation = ChatGeneration(message=message)-- return ChatResult(generations=[generation])-- except requests.exceptions.RequestException as e:- # Fallback to mock response for development- fallback_content = f"[Fincept LLM Error: {str(e)}] Using fallback response: The answer is 4."- message = AIMessage(content=fallback_content)- generation = ChatGeneration(message=message)- return ChatResult(generations=[generation])-- def _stream(- self,- messages: List[BaseMessage],- stop: Optional[List[str]] = None,- run_manager: Optional[CallbackManagerForLLMRun] = None,- **kwargs: Any,- ) -> Iterator[ChatGeneration]:- """Stream chat completion (if supported by Fincept API)"""-- # For now, fallback to non-streaming- result = self._generate(messages, stop, run_manager, **kwargs)- yield result.generations[0]-- def bind_tools(- self,- tools: Sequence[Union[Dict[str, Any], type, Callable, BaseTool]],- *,- tool_choice: Optional[str] = None,- **kwargs: Any,- ) -> Runnable[LanguageModelInput, AIMessage]:- """- Bind tools to the model for function calling.-- Args:- tools: List of tools to bind- tool_choice: Which tool to use ("auto", "required", or specific tool name)- **kwargs: Additional keyword arguments-- Returns:- A runnable that will call the model with tools bound- """- # Convert tools to OpenAI format using LangChain utility- formatted_tools = [convert_to_openai_tool(tool) for tool in tools]-- # Return a RunnableBinding that includes the tools- return RunnableBinding(- bound=self,- kwargs={- "tools": formatted_tools,- "tool_choice": tool_choice,- **kwargs- }- )-- @property- def _identifying_params(self) -> Dict[str, Any]:- """Return identifying parameters for the LLM"""- return {- "model_name": self.model_name,- "temperature": self.temperature,- "max_tokens": self.max_tokens,- "api_endpoint": self.api_endpoint- }---def create_fincept_llm(- api_endpoint: Optional[str] = None,- api_key: Optional[str] = None,- model_name: str = "fincept-default",- temperature: float = 0.7,- max_tokens: int = 4096-) -> FinceptLLMAdapter:- """- Factory function to create Fincept LLM adapter.-- Args:- api_endpoint: Fincept LLM API endpoint- api_key: API authentication key- model_name: Model identifier- temperature: Sampling temperature- max_tokens: Maximum response tokens-- Returns:- Configured FinceptLLMAdapter instance- """- return FinceptLLMAdapter(- api_endpoint=api_endpoint,- api_key=api_key,- model_name=model_name,- temperature=temperature,- max_tokens=max_tokens- )diff --git a/fincept-qt/scripts/agents/deepagents/fincept_orchestrator.py b/fincept-qt/scripts/agents/deepagents/fincept_orchestrator.pydeleted file mode 100644index daed67bee..000000000--- a/fincept-qt/scripts/agents/deepagents/fincept_orchestrator.py+++ /dev/null@@ -1,301 +0,0 @@-"""-Fincept Orchestrator - Multi-step agentic workflow using Fincept LLM API.--Uses the async polling pattern:- 1. POST /research/llm/async -> get task_id instantly- 2. GET /research/llm/status/{task_id} -> poll until completed--This avoids gateway timeouts on long LLM calls.-"""--import json-import time-import requests-import logging-import traceback-from typing import Any, Dict, List, Optional--logger = logging.getLogger(__name__)--BASE_URL = "https://api.fincept.in"-POLL_INTERVAL = 4 # seconds between polls-POLL_MAX_WAIT = 180 # max seconds to wait for a single LLM call---class FinceptOrchestrator:- """- Orchestrates multi-step financial workflows by making iterative- async LLM calls with heartbeat polling.- """-- def __init__(self, api_key: Optional[str] = None, temperature: float = 0.7):- self.api_key = api_key- self.temperature = temperature- self._headers = {"Content-Type": "application/json"}- if api_key:- self._headers["X-API-Key"] = api_key-- # ------------------------------------------------------------------- # LLM call with async polling- # -------------------------------------------------------------------- def _submit_llm(self, prompt: str, max_tokens: int = 2000) -> Optional[str]:- """Submit an async LLM request, return task_id or None."""- payload = {- "prompt": prompt,- "temperature": self.temperature,- "max_tokens": max_tokens- }- try:- resp = requests.post(- f"{BASE_URL}/research/llm/async",- json=payload,- headers=self._headers,- timeout=30- )- resp.raise_for_status()- data = resp.json()- if data.get("success"):- return data.get("task_id")- return None- except requests.exceptions.RequestException as e:- logger.error(f"Async submit failed: {e}")- return None-- def _poll_result(self, task_id: str) -> str:- """Poll until the task completes, return the response text."""- elapsed = 0- while elapsed < POLL_MAX_WAIT:- time.sleep(POLL_INTERVAL)- elapsed += POLL_INTERVAL- try:- resp = requests.get(- f"{BASE_URL}/research/llm/status/{task_id}",- headers=self._headers,- timeout=15- )- resp.raise_for_status()- data = resp.json()- status = data.get("status")-- if status == "completed":- result_data = data.get("data", {})- if isinstance(result_data, dict):- return result_data.get("response") or result_data.get("content") or ""- return str(result_data)-- if status == "failed":- error = data.get("error", "Unknown error")- return f"[LLM task failed: {error}]"-- # status == "processing" -> keep polling- except requests.exceptions.RequestException as e:- logger.warning(f"Poll request failed (will retry): {e}")- # Don't break, just retry on next interval-- return "[Error: LLM task timed out after polling]"-- def _call_llm(self, prompt: str, max_tokens: int = 2000) -> str:- """Submit async + poll for result. Falls back to sync if async fails."""- task_id = self._submit_llm(prompt, max_tokens)-- if task_id:- return self._poll_result(task_id)-- # Fallback: try sync endpoint directly- logger.warning("Async submit failed, falling back to sync endpoint")- return self._call_llm_sync(prompt, max_tokens)-- def _call_llm_sync(self, prompt: str, max_tokens: int = 2000) -> str:- """Fallback: direct sync call to /research/llm."""- payload = {- "prompt": prompt,- "temperature": self.temperature,- "max_tokens": max_tokens- }- try:- resp = requests.post(- f"{BASE_URL}/research/llm",- json=payload,- headers=self._headers,- timeout=120- )- resp.raise_for_status()- result = resp.json()- if result.get("success"):- data = result.get("data", {})- return data.get("response") or data.get("content") or ""- return result.get("response") or result.get("content") or ""- except requests.exceptions.RequestException as e:- return f"[Error calling LLM: {str(e)}]"-- # ------------------------------------------------------------------- # Planning- # -------------------------------------------------------------------- def _create_plan(self, task: str, agent_type: str, subagent_names: List[str]) -> List[Dict[str, str]]:- """Ask the LLM to break the task into steps."""- subagents_str = ", ".join(subagent_names)- prompt = f"""You are a financial planning agent. Break down this task into 3-5 concrete research steps.--Task: {task}--Available specialist areas: {subagents_str}--Return ONLY a JSON array of steps. Each step should have:-- "step": brief title-- "specialist": which specialist area handles this (pick from the available list)-- "prompt": the specific question/instruction for that specialist--Example format:-[- {{"step": "Analyze market structure", "specialist": "data_analyst", "prompt": "Analyze the market..."}},- {{"step": "Assess risks", "specialist": "risk_analyzer", "prompt": "Evaluate the key risks..."}}-]--Return ONLY valid JSON, no other text."""-- response = self._call_llm(prompt, max_tokens=1000)-- try:- response = response.strip()- if response.startswith("```"):- lines = response.split("\n")- response = "\n".join(- l for l in lines if not l.strip().startswith("```")- )-- start = response.find("[")- end = response.rfind("]") + 1- if start >= 0 and end > start:- plan = json.loads(response[start:end])- if isinstance(plan, list):- return plan- except (json.JSONDecodeError, ValueError):- pass-- # Fallback plan- return [- {- "step": "Comprehensive Analysis",- "specialist": "data_analyst",- "prompt": f"Provide a thorough, comprehensive analysis for: {task}"- },- {- "step": "Generate Report",- "specialist": "reporter",- "prompt": f"Write a professional financial report on: {task}"- }- ]-- # ------------------------------------------------------------------- # Execution- # -------------------------------------------------------------------- SUBAGENT_PROMPTS = {- "research": "You are a financial research specialist. Provide thorough, well-sourced analysis with CFA-level standards.",- "data_analyst": "You are a quantitative data analyst. Provide detailed numerical analysis, statistics, metrics, and data-driven insights.",- "trading": "You are a quantitative trading strategist. Focus on strategy design, signal generation, and execution planning.",- "risk_analyzer": "You are a risk analyst. Focus on VaR, CVaR, drawdown analysis, stress testing, and risk factors.",- "portfolio_optimizer": "You are a portfolio optimization specialist. Focus on asset allocation, mean-variance optimization, and rebalancing.",- "backtester": "You are a backtesting specialist. Focus on historical simulation, performance attribution, and strategy validation.",- "reporter": "You are a financial report writer. Synthesize the analysis into a clear, professional, well-structured report with actionable insights."- }-- def execute(- self,- task: str,- agent_type: str = "research",- subagent_names: Optional[List[str]] = None- ) -> Dict[str, Any]:- """Execute a multi-step agentic workflow with async polling."""-- if not subagent_names:- subagent_names = ["data_analyst", "reporter"]-- todos = []- step_results = []-- try:- # Step 1: Create plan- plan = self._create_plan(task, agent_type, subagent_names)-- for i, step in enumerate(plan):- todos.append({- "id": f"todo-{i+1}",- "task": step.get("step", f"Step {i+1}"),- "status": "pending",- "subtasks": []- })-- # Step 2: Execute each step- for i, step in enumerate(plan):- todos[i]["status"] = "in_progress"-- specialist = step.get("specialist", "data_analyst")- step_prompt = step.get("prompt", step.get("step", task))- system_context = self.SUBAGENT_PROMPTS.get(- specialist, self.SUBAGENT_PROMPTS["data_analyst"]- )-- full_prompt = f"""{system_context}--Context: You are working as part of a multi-agent team analyzing a financial task.-Overall task: {task}-Your specific assignment: {step_prompt}--Provide a thorough, detailed analysis. Include specific data points, company names, numbers, and actionable insights where relevant. Be comprehensive."""-- result = self._call_llm(full_prompt, max_tokens=1500)- step_results.append({- "step": step.get("step", f"Step {i+1}"),- "specialist": specialist,- "result": result- })- todos[i]["status"] = "completed"-- # Step 3: Synthesize- synthesis_prompt = f"""You are a senior financial analyst writing a comprehensive report.--Original task: {task}--Below are the results from your specialist team:--"""- for sr in step_results:- synthesis_prompt += f"--- {sr['step']} (by {sr['specialist']}) ---\n{sr['result']}\n\n"-- synthesis_prompt += """-Now synthesize all the above into a single, cohesive, well-structured report.-Use clear headings, bullet points, and organize the information logically.-Include a brief executive summary at the top and key recommendations at the bottom.-Be thorough and professional."""-- final_report = self._call_llm(synthesis_prompt, max_tokens=3000)-- # Fallback if synthesis failed- if final_report.startswith("[Error") or final_report.startswith("[LLM task failed"):- valid_results = [- sr for sr in step_results- if not sr["result"].startswith("[Error") and not sr["result"].startswith("[LLM task failed")- ]- if valid_results:- parts = [f"## {sr['step']}\n\n{sr['result']}" for sr in valid_results]- final_report = "\n\n---\n\n".join(parts)-- return {- "success": True,- "result": final_report,- "todos": todos,- "files": {},- "step_results": step_results- }-- except Exception as e:- logger.error(f"Orchestration error: {e}\n{traceback.format_exc()}")- return {- "success": False,- "error": str(e),- "details": traceback.format_exc(),- "todos": todos- }diff --git a/fincept-qt/scripts/agents/deepagents/models.py b/fincept-qt/scripts/agents/deepagents/models.pynew file mode 100644index 000000000..c752a089c--- /dev/null+++ b/fincept-qt/scripts/agents/deepagents/models.py@@ -0,0 +1,151 @@+"""+models.py — LangChain model creation from Fincept LLM config.++Single responsibility:+ - Take a config dict with llm_provider/llm_api_key/llm_model/llm_base_url+ - Return a BaseChatModel ready for deepagents / direct use+ - extract_text() handles both plain str and block-list responses (extended thinking)+"""++from __future__ import annotations++import logging+from typing import Any++logger = logging.getLogger(__name__)++# Providers that support LangChain tool calling (bind_tools / tool_calls in AIMessage).+# Only these can use the deepagents library path.+TOOL_CALLING_PROVIDERS = {+ "anthropic",+ "openai",+ "google",+ "groq",+ "deepseek",+ "openrouter",+ "azure",+ "mistral",+ "cohere",+ "fireworks",+ "together",+}++# OpenAI-compatible providers (use ChatOpenAI with custom base_url)+_OPENAI_COMPAT = {+ "deepseek": "https://api.deepseek.com/v1",+ "openrouter": "https://openrouter.ai/api/v1",+ "fireworks": "https://api.fireworks.ai/inference/v1",+ "together": "https://api.together.xyz/v1",+ "mistral": "https://api.mistral.ai/v1",+ "azure": None, # base_url must be supplied by caller+}+++def create_model(config: dict[str, Any]):+ """+ Create a LangChain BaseChatModel from a Fincept LLM config dict.++ Config keys:+ llm_provider : str — provider name (anthropic, openai, google, ...)+ llm_api_key : str — API key+ llm_model : str — model name/id+ llm_base_url : str — optional custom base URL++ Returns:+ BaseChatModel instance.++ Raises:+ ValueError if provider is unknown or required packages are missing.+ ImportError if the required langchain-* package is not installed.+ """+ provider = config.get("llm_provider", "").lower().strip()+ api_key = config.get("llm_api_key", "")+ model = config.get("llm_model", "")+ base_url = config.get("llm_base_url") or None++ if not provider:+ raise ValueError("llm_provider is required in config")++ if provider == "anthropic":+ from langchain_anthropic import ChatAnthropic+ kwargs: dict[str, Any] = {+ "api_key": api_key,+ "model_name": model or "claude-sonnet-4-5-20250514",+ }+ if base_url:+ kwargs["anthropic_api_url"] = base_url+ return ChatAnthropic(**kwargs)++ if provider == "openai":+ from langchain_openai import ChatOpenAI+ kwargs = {"api_key": api_key, "model": model or "gpt-4o-mini"}+ if base_url:+ kwargs["base_url"] = base_url+ return ChatOpenAI(**kwargs)++ if provider == "google":+ from langchain_google_genai import ChatGoogleGenerativeAI+ return ChatGoogleGenerativeAI(+ google_api_key=api_key,+ model=model or "gemini-2.0-flash",+ )++ if provider == "groq":+ from langchain_groq import ChatGroq+ return ChatGroq(+ api_key=api_key,+ model_name=model or "llama-3.3-70b-versatile",+ )++ if provider == "cohere":+ from langchain_cohere import ChatCohere+ return ChatCohere(+ cohere_api_key=api_key,+ model=model or "command-r-plus",+ )++ if provider in _OPENAI_COMPAT:+ from langchain_openai import ChatOpenAI+ url = base_url or _OPENAI_COMPAT[provider]+ if url is None:+ raise ValueError(f"llm_base_url is required for provider '{provider}'")+ return ChatOpenAI(+ api_key=api_key,+ model=model or "default",+ base_url=url,+ )++ raise ValueError(+ f"Unknown llm_provider '{provider}'. "+ f"Supported: {sorted(TOOL_CALLING_PROVIDERS)}"+ )+++def supports_tool_calling(config: dict[str, Any]) -> bool:+ """Return True if the configured provider supports LangChain tool calling."""+ provider = config.get("llm_provider", "").lower().strip()+ return provider in TOOL_CALLING_PROVIDERS+++def extract_text(content: Any) -> str:+ """+ Extract plain text from a model response content value.++ Handles:+ - str — returned as-is+ - list of content blocks — extracts text from {"type": "text", "text": "..."} blocks,+ ignores thinking/redacted_thinking/tool_use blocks+ - anything else — str() fallback+ """+ if isinstance(content, str):+ return content++ if isinstance(content, list):+ parts = [+ block["text"]+ for block in content+ if isinstance(block, dict) and block.get("type") == "text"+ ]+ return " ".join(parts)++ return str(content)diff --git a/fincept-qt/scripts/agents/deepagents/orchestrator.py b/fincept-qt/scripts/agents/deepagents/orchestrator.pynew file mode 100644index 000000000..713552e24--- /dev/null+++ b/fincept-qt/scripts/agents/deepagents/orchestrator.py@@ -0,0 +1,356 @@+"""+orchestrator.py — Fallback for non-tool-calling LLMs (Fincept API, Ollama).++Single responsibility:+ - Execute multi-step agent workflows via prompt-loop when the configured LLM+ does not support LangChain tool calling (e.g. Fincept hosted LLM, Ollama)+ - Produce the same output format as the deepagents library path so cli.py+ routing is transparent to the caller++Does NOT use deepagents library — pure HTTP + prompt engineering.+"""++from __future__ import annotations++import json+import logging+import time+from typing import Any++import requests++logger = logging.getLogger(__name__)++# Fincept hosted LLM endpoint+_FINCEPT_LLM_URL = "https://api.fincept.in/research/llm"+_FINCEPT_LLM_ASYNC = "https://api.fincept.in/research/llm/async"+_DEFAULT_TIMEOUT = 120 # seconds++# System prompts for each specialist role+SUBAGENT_PROMPTS: dict[str, str] = {+ "research": (+ "You are a financial research specialist. Gather and synthesize comprehensive "+ "information on the given topic. Be thorough, cite specific facts and figures, "+ "and note data recency."+ ),+ "data-analyst": (+ "You are a quantitative financial analyst. Analyze the data provided, compute "+ "relevant metrics, identify trends, and derive actionable insights. "+ "Be precise with numbers and explain your methodology."+ ),+ "trading": (+ "You are a trading strategy specialist. Design specific entry/exit criteria, "+ "signal logic, and risk parameters. Provide concrete, actionable strategy details "+ "with clear rationale."+ ),+ "risk-analyzer": (+ "You are a risk management specialist. Assess VaR, drawdown, concentration risk, "+ "and tail risk. Provide severity ratings and specific mitigation recommendations."+ ),+ "portfolio-optimizer": (+ "You are a portfolio optimization specialist. Apply mean-variance analysis, "+ "factor exposures, and rebalancing logic. Provide specific allocation recommendations."+ ),+ "backtester": (+ "You are a backtesting specialist. Evaluate strategy performance historically, "+ "flag biases, compute standard metrics, and assess statistical significance."+ ),+ "reporter": (+ "You are a senior financial analyst writing a professional report. "+ "Synthesize all findings into a structured document with Executive Summary, "+ "Analysis, Risks, and Recommendations sections."+ ),+ "macro-economist": (+ "You are a macroeconomic analyst. Interpret economic indicators, central bank policy, "+ "and global trends. Connect macro regime to asset class implications."+ ),+}+++class FinceptOrchestrator:+ """+ Prompt-loop multi-agent orchestrator for non-tool-calling LLMs.++ Simulates subagent delegation via sequential prompting.+ Produces the same output schema as the deepagents library path.+ """++ def __init__(self, api_key: str | None = None):+ self.api_key = api_key+ self._session = requests.Session()+ if api_key:+ self._session.headers.update({"Authorization": f"Bearer {api_key}"})++ # ------------------------------------------------------------------+ # Public API — matches cli.py expectations+ # ------------------------------------------------------------------++ def execute(+ self,+ task: str,+ agent_type: str,+ subagent_names: list[str],+ ) -> dict[str, Any]:+ """+ Execute a full multi-step task.++ Returns dict with: success, result, todos, files, error+ """+ try:+ plan = self._create_plan(task, agent_type, subagent_names)+ todos = []+ step_results = []++ for i, step in enumerate(plan):+ todo_id = f"todo-{i + 1}"+ todos.append({+ "id": todo_id,+ "task": step["step"],+ "status": "in_progress",+ "subtasks": [],+ })++ result = self._execute_step(+ task=task,+ step_prompt=step["prompt"],+ specialist=step["specialist"],+ previous_results=step_results,+ )++ step_results.append({+ "step": step["step"],+ "specialist": step["specialist"],+ "result": result,+ })+ todos[i]["status"] = "completed"++ final_report = self._synthesize(task, step_results)++ return {+ "success": True,+ "result": final_report,+ "todos": todos,+ "files": {},+ "error": None,+ }++ except Exception as exc:+ logger.error("Orchestrator execute failed: %s", exc)+ return {+ "success": False,+ "result": "",+ "todos": [],+ "files": {},+ "error": str(exc),+ }++ def create_plan(+ self,+ task: str,+ agent_type: str,+ subagent_names: list[str],+ ) -> dict[str, Any]:+ """+ Create an execution plan without running it.++ Returns dict with: success, todos, plan, error+ """+ try:+ plan = self._create_plan(task, agent_type, subagent_names)+ todos = [+ {+ "id": f"todo-{i + 1}",+ "task": step["step"],+ "status": "pending",+ "specialist": step["specialist"],+ "prompt": step["prompt"],+ "subtasks": [],+ }+ for i, step in enumerate(plan)+ ]+ return {"success": True, "todos": todos, "plan": plan, "error": None}++ except Exception as exc:+ logger.error("Orchestrator create_plan failed: %s", exc)+ return {"success": False, "todos": [], "plan": [], "error": str(exc)}++ def execute_step(+ self,+ task: str,+ step_prompt: str,+ specialist: str,+ previous_results: list[dict[str, Any]],+ ) -> dict[str, Any]:+ """+ Execute a single step.++ Returns dict with: success, result, error+ """+ try:+ result = self._execute_step(task, step_prompt, specialist, previous_results)+ return {"success": True, "result": result, "error": None}+ except Exception as exc:+ logger.error("Orchestrator execute_step failed: %s", exc)+ return {"success": False, "result": "", "error": str(exc)}++ def synthesize(+ self,+ task: str,+ step_results: list[dict[str, Any]],+ ) -> dict[str, Any]:+ """+ Synthesize step results into final report.++ Returns dict with: success, result, error+ """+ try:+ result = self._synthesize(task, step_results)+ return {"success": True, "result": result, "error": None}+ except Exception as exc:+ logger.error("Orchestrator synthesize failed: %s", exc)+ return {"success": False, "result": "", "error": str(exc)}++ # ------------------------------------------------------------------+ # Internal helpers+ # ------------------------------------------------------------------++ def _create_plan(+ self,+ task: str,+ agent_type: str,+ subagent_names: list[str],+ ) -> list[dict[str, str]]:+ """Generate a list of steps with specialist assignments."""+ specialists = subagent_names if subagent_names else ["data-analyst", "reporter"]++ prompt = (+ f"You are a planning agent for a financial analysis task.\n\n"+ f"Task: {task}\n\n"+ f"Available specialists: {', '.join(specialists)}\n\n"+ f"Create a concise execution plan as a JSON array. Each item must have:\n"+ f' "step": short step title\n'+ f' "specialist": one of the available specialists\n'+ f' "prompt": specific instructions for that specialist\n\n'+ f"Return ONLY the JSON array, no other text."+ )++ raw = self._call_llm(prompt, max_tokens=800)++ # Extract JSON array from response+ try:+ start = raw.find("[")+ end = raw.rfind("]") + 1+ if start >= 0 and end > start:+ return json.loads(raw[start:end])+ except (json.JSONDecodeError, ValueError):+ pass++ # Fallback: generate a minimal plan+ logger.warning("Plan parsing failed, using fallback plan")+ return [+ {+ "step": "Research and Analysis",+ "specialist": specialists[0] if specialists else "data-analyst",+ "prompt": task,+ },+ {+ "step": "Generate Report",+ "specialist": "reporter",+ "prompt": f"Summarize findings for: {task}",+ },+ ]++ def _execute_step(+ self,+ task: str,+ step_prompt: str,+ specialist: str,+ previous_results: list[dict[str, Any]],+ ) -> str:+ """Run a single specialist step."""+ system = SUBAGENT_PROMPTS.get(+ specialist,+ SUBAGENT_PROMPTS["data-analyst"],+ )++ prev_context = ""+ if previous_results:+ prev_context = "\n\nPrevious findings from the team:\n"+ for pr in previous_results:+ prev_context += (+ f"--- {pr.get('step', '')} "+ f"(by {pr.get('specialist', '')}) ---\n"+ f"{pr.get('result', '')}\n\n"+ )++ full_prompt = (+ f"{system}\n\n"+ f"Overall task: {task}\n"+ f"Your assignment: {step_prompt}"+ f"{prev_context}\n\n"+ f"Provide thorough, detailed analysis with specific data points and insights."+ )++ return self._call_llm(full_prompt, max_tokens=1500)++ def _synthesize(+ self,+ task: str,+ step_results: list[dict[str, Any]],+ ) -> str:+ """Combine all step results into a final report."""+ findings = ""+ for sr in step_results:+ findings += (+ f"--- {sr.get('step', '')} "+ f"(by {sr.get('specialist', '')}) ---\n"+ f"{sr.get('result', '')}\n\n"+ )++ prompt = (+ f"You are a senior financial analyst writing a comprehensive report.\n\n"+ f"Original task: {task}\n\n"+ f"Specialist findings:\n{findings}\n"+ f"Synthesize all findings into a single cohesive, well-structured report.\n"+ f"Include: Executive Summary, Analysis, Key Risks, Recommendations.\n"+ f"Be thorough and professional."+ )++ return self._call_llm(prompt, max_tokens=3000)++ def _call_llm(self, prompt: str, max_tokens: int = 1000) -> str:+ """Call the Fincept LLM endpoint with retry on async failure."""+ payload = {+ "prompt": prompt,+ "max_tokens": max_tokens,+ }++ # Try async endpoint first+ try:+ resp = self._session.post(+ _FINCEPT_LLM_ASYNC,+ json=payload,+ timeout=_DEFAULT_TIMEOUT,+ )+ resp.raise_for_status()+ data = resp.json()+ if data.get("success") and data.get("result"):+ return data["result"]+ except requests.RequestException as exc:+ logger.warning("Async LLM endpoint failed: %s — falling back to sync", exc)++ # Fall back to sync endpoint+ try:+ resp = self._session.post(+ _FINCEPT_LLM_URL,+ json=payload,+ timeout=_DEFAULT_TIMEOUT,+ )+ resp.raise_for_status()+ data = resp.json()+ result = data.get("result") or data.get("response") or data.get("text", "")+ if not result:+ raise ValueError(f"Empty response from LLM: {data}")+ return result+ except requests.RequestException as exc:+ raise RuntimeError(f"LLM call failed: {exc}") from excdiff --git a/fincept-qt/scripts/agents/deepagents/subagent_templates.py b/fincept-qt/scripts/agents/deepagents/subagent_templates.pydeleted file mode 100644index aaf8981a0..000000000--- a/fincept-qt/scripts/agents/deepagents/subagent_templates.py+++ /dev/null@@ -1,340 +0,0 @@-"""-Subagent Templates - Pre-configured specialized agents for financial tasks-Ready-to-use subagents for common Fincept Terminal workflows-"""--from typing import Dict, Any, Optional, List---def create_research_subagent(- model: Optional[Any] = None,- tools: Optional[List[Any]] = None-) -> Dict[str, Any]:- """- Research Subagent - Financial research and analysis.-- Capabilities:- - Literature review and research synthesis- - Market trend analysis- - Competitive intelligence- - Economic indicator research- """-- prompt_text = """You are a financial research specialist.--Your expertise:-- Financial literature review and synthesis-- Market trend identification and analysis-- Economic indicator research-- Competitive and industry analysis-- Investment thesis development--Approach:-1. Identify key research questions-2. Gather information systematically-3. Analyze and cross-reference sources-4. Synthesize findings into actionable insights-5. Provide properly cited conclusions--Maintain CFA-level research standards."""-- return {- "name": "research_agent",- "description": "Conducts financial research, analyzes market trends, and synthesizes information from multiple sources. Use for research-heavy tasks.",- "prompt": prompt_text,- "system_prompt": prompt_text,- "model": model,- "tools": tools- }---def create_data_analyst_subagent(- model: Optional[Any] = None,- tools: Optional[List[Any]] = None-) -> Dict[str, Any]:- """- Data Analyst Subagent - Quantitative analysis and data processing.-- Capabilities:- - Data cleaning and preprocessing- - Statistical analysis- - Factor calculation- - Performance metrics computation- """-- prompt_text = """You are a quantitative data analyst specializing in financial data.--Your expertise:-- Data cleaning, validation, and preprocessing-- Statistical analysis and hypothesis testing-- Factor calculation and engineering-- Performance metrics (Sharpe, IC, drawdown, etc.)-- Time series analysis-- Cross-sectional analysis--Approach:-1. Validate data quality and completeness-2. Apply appropriate statistical methods-3. Calculate metrics accurately-4. Identify patterns and anomalies-5. Present findings with proper context--Use industry-standard methodologies."""-- return {- "name": "data_analyst",- "description": "Performs quantitative analysis, data processing, statistical calculations, and factor engineering. Use for data-heavy analytical tasks.",- "prompt": prompt_text,- "system_prompt": prompt_text,- "model": model,- "tools": tools- }---def create_trading_subagent(- model: Optional[Any] = None,- tools: Optional[List[Any]] = None-) -> Dict[str, Any]:- """- Trading Subagent - Strategy development and execution planning.-- Capabilities:- - Trading strategy design- - Signal generation- - Portfolio construction- - Execution planning- """-- prompt_text = """You are a quantitative trading strategist.--Your expertise:-- Trading strategy design and optimization-- Alpha signal generation-- Portfolio construction techniques-- Risk-adjusted position sizing-- Execution cost analysis-- Market microstructure--Approach:-1. Define strategy objectives and constraints-2. Design signal generation methodology-3. Construct portfolios with risk controls-4. Plan execution to minimize costs-5. Consider transaction costs and slippage--Balance alpha generation with risk management."""-- return {- "name": "trading_agent",- "description": "Develops trading strategies, generates signals, and plans trade execution. Use for strategy development and trading logic.",- "prompt": prompt_text,- "system_prompt": prompt_text,- "model": model,- "tools": tools- }---def create_risk_analyzer_subagent(- model: Optional[Any] = None,- tools: Optional[List[Any]] = None-) -> Dict[str, Any]:- """- Risk Analyzer Subagent - Risk assessment and management.-- Capabilities:- - Risk metric calculation- - Exposure analysis- - Stress testing- - Drawdown analysis- """-- prompt_text = """You are a quantitative risk analyst.--Your expertise:-- Risk metric calculation (VaR, CVaR, volatility)-- Factor exposure analysis-- Correlation and concentration risk-- Stress testing and scenario analysis-- Maximum drawdown analysis-- Tail risk assessment--Approach:-1. Identify key risk factors-2. Calculate comprehensive risk metrics-3. Analyze exposures and concentrations-4. Stress test under various scenarios-5. Recommend risk mitigation strategies--Prioritize downside protection and capital preservation."""-- return {- "name": "risk_analyzer",- "description": "Analyzes risk metrics, exposures, and portfolio vulnerabilities. Use for risk assessment and management tasks.",- "prompt": prompt_text,- "system_prompt": prompt_text,- "model": model,- "tools": tools- }---def create_reporter_subagent(- model: Optional[Any] = None,- tools: Optional[List[Any]] = None-) -> Dict[str, Any]:- """- Reporter Subagent - Report generation and documentation.-- Capabilities:- - Professional report writing- - Data visualization recommendations- - Executive summaries- - Documentation- """-- prompt_text = """You are a financial report writer and communicator.--Your expertise:-- Clear, professional financial writing-- Executive summary creation-- Data visualization recommendations-- Structured report generation-- Technical documentation-- Investment memorandums--Approach:-1. Understand the audience and purpose-2. Structure content logically-3. Present data clearly with context-4. Highlight key insights and recommendations-5. Maintain professional tone and accuracy--Make complex analysis accessible to stakeholders."""-- return {- "name": "reporter",- "description": "Generates professional reports, summaries, and documentation. Use for report writing and presentation tasks.",- "prompt": prompt_text,- "system_prompt": prompt_text,- "model": model,- "tools": tools- }---def create_portfolio_optimizer_subagent(- model: Optional[Any] = None,- tools: Optional[List[Any]] = None-) -> Dict[str, Any]:- """- Portfolio Optimizer Subagent - Portfolio construction and optimization.-- Capabilities:- - Mean-variance optimization- - Risk parity allocation- - Factor-based construction- - Rebalancing strategies- """-- prompt_text = """You are a portfolio optimization specialist.--Your expertise:-- Mean-variance optimization-- Risk parity and risk budgeting-- Black-Litterman allocation-- Factor-based portfolio construction-- Transaction cost aware rebalancing-- Constraint optimization--Approach:-1. Define investment objectives and constraints-2. Estimate expected returns and covariances-3. Apply appropriate optimization method-4. Consider transaction costs-5. Validate solution robustness--Balance theory with practical implementation."""-- return {- "name": "portfolio_optimizer",- "description": "Optimizes portfolio weights, performs asset allocation, and designs rebalancing strategies. Use for portfolio construction tasks.",- "prompt": prompt_text,- "system_prompt": prompt_text,- "model": model,- "tools": tools- }---def create_backtester_subagent(- model: Optional[Any] = None,- tools: Optional[List[Any]] = None-) -> Dict[str, Any]:- """- Backtester Subagent - Strategy backtesting and validation.-- Capabilities:- - Historical simulation- - Performance attribution- - Out-of-sample testing- - Walk-forward analysis- """-- prompt_text = """You are a quantitative backtesting specialist.--Your expertise:-- Rigorous historical simulation-- Realistic execution modeling-- Performance attribution analysis-- Out-of-sample validation-- Walk-forward optimization-- Overfitting detection--Approach:-1. Design robust backtest methodology-2. Model realistic execution and costs-3. Calculate comprehensive metrics-4. Validate on out-of-sample data-5. Test for robustness and stability--Avoid look-ahead bias and overfitting."""-- return {- "name": "backtester",- "description": "Performs rigorous backtesting, validates strategies, and analyzes historical performance. Use for strategy testing tasks.",- "prompt": prompt_text,- "system_prompt": prompt_text,- "model": model,- "tools": tools- }---# Registry of all available subagent templates-SUBAGENT_TEMPLATES = {- "research": create_research_subagent,- "data_analyst": create_data_analyst_subagent,- "trading": create_trading_subagent,- "risk_analyzer": create_risk_analyzer_subagent,- "reporter": create_reporter_subagent,- "portfolio_optimizer": create_portfolio_optimizer_subagent,- "backtester": create_backtester_subagent-}---def get_subagent_template(name: str, **kwargs) -> Dict[str, Any]:- """- Get a subagent template by name.-- Args:- name: Template name (research, data_analyst, trading, etc.)- **kwargs: Additional parameters to pass to template function-- Returns:- Subagent configuration dict- """- if name not in SUBAGENT_TEMPLATES:- raise ValueError(f"Unknown subagent template: {name}")-- return SUBAGENT_TEMPLATES[name](**kwargs)---def list_available_templates() -> List[str]:- """List all available subagent templates"""- return list(SUBAGENT_TEMPLATES.keys())diff --git a/fincept-qt/scripts/agents/deepagents/subagents.py b/fincept-qt/scripts/agents/deepagents/subagents.pynew file mode 100644index 000000000..30a3f3db8--- /dev/null+++ b/fincept-qt/scripts/agents/deepagents/subagents.py@@ -0,0 +1,262 @@+"""+subagents.py — SubAgent definitions for Fincept Deep Agents.++Single responsibility:+ - Define all SubAgent TypedDicts (name, description, system_prompt)+ - Provide AGENT_SUBAGENTS map: agent_type → subagent name list+ - Provide get_subagents_for_type() selector++Notes:+ - No model override on any subagent — inherits from parent agent+ - No tools override — inherits from parent agent+ - Library auto-applies full middleware stack to every subagent:+ TodoListMiddleware, FilesystemMiddleware, SummarizationMiddleware,+ AnthropicPromptCachingMiddleware, PatchToolCallsMiddleware+"""++from __future__ import annotations++from typing import Any++# ---------------------------------------------------------------------------+# interrupt_on config — pause before destructive/sensitive tool calls+# Applied to subagents that may write files or execute shell commands+# ---------------------------------------------------------------------------++_SAFE_INTERRUPT: dict[str, bool] = {+ "write_file": True,+ "edit_file": True,+ "execute": True,+}++# ---------------------------------------------------------------------------+# SubAgent definitions+# ---------------------------------------------------------------------------++RESEARCH_AGENT: dict[str, Any] = {+ "name": "research",+ "description": (+ "Conducts deep research on financial topics, companies, markets, and economic events. "+ "Use when you need to gather information, find data sources, summarize reports, "+ "or investigate a topic thoroughly before analysis."+ ),+ "system_prompt": (+ "You are a financial research specialist for Fincept Terminal. "+ "Your role is to gather comprehensive, accurate information on financial topics.\n\n"+ "Responsibilities:\n"+ "- Search and synthesize information from multiple angles\n"+ "- Identify key facts, figures, dates, and relationships\n"+ "- Distinguish between verified data and estimates/projections\n"+ "- Note data recency and source reliability\n"+ "- Surface both bullish and bearish perspectives\n\n"+ "Output: Structured findings with clear sections for data, context, and uncertainties."+ ),+}++DATA_ANALYST_AGENT: dict[str, Any] = {+ "name": "data-analyst",+ "description": (+ "Performs quantitative analysis, statistical computations, and data interpretation. "+ "Use when you need to analyze numbers, compute metrics, interpret financial statements, "+ "run statistical tests, or derive insights from structured data."+ ),+ "system_prompt": (+ "You are a quantitative data analyst for Fincept Terminal. "+ "You specialize in financial data analysis at CFA Level III standards.\n\n"+ "Responsibilities:\n"+ "- Compute financial ratios, metrics, and statistical measures\n"+ "- Interpret financial statements (income, balance sheet, cash flow)\n"+ "- Identify trends, anomalies, and patterns in data\n"+ "- Apply statistical methods (regression, correlation, distributions)\n"+ "- Validate data quality and flag inconsistencies\n\n"+ "Output: Precise numerical analysis with methodology explained and caveats noted."+ ),+}++TRADING_AGENT: dict[str, Any] = {+ "interrupt_on": _SAFE_INTERRUPT,+ "name": "trading",+ "description": (+ "Develops trading strategies, generates signals, and evaluates entry/exit logic. "+ "Use when you need to design a trading approach, analyze technicals, "+ "evaluate momentum, or define order management rules."+ ),+ "system_prompt": (+ "You are a trading strategy specialist for Fincept Terminal. "+ "You design and evaluate systematic and discretionary trading approaches.\n\n"+ "Responsibilities:\n"+ "- Identify technical setups and momentum signals\n"+ "- Define entry criteria, exit rules, and stop-loss levels\n"+ "- Evaluate risk/reward ratios for proposed trades\n"+ "- Consider market microstructure and liquidity\n"+ "- Align strategy with the user's risk tolerance and timeframe\n\n"+ "Output: Actionable strategy with specific parameters, rationale, and risk constraints."+ ),+}++RISK_ANALYZER_AGENT: dict[str, Any] = {+ "name": "risk-analyzer",+ "description": (+ "Assesses financial risk across portfolios, strategies, and positions. "+ "Use when you need VaR analysis, drawdown assessment, stress testing, "+ "correlation risk, or regulatory capital calculations."+ ),+ "system_prompt": (+ "You are a risk management specialist for Fincept Terminal. "+ "You assess and quantify financial risk using industry-standard frameworks.\n\n"+ "Responsibilities:\n"+ "- Calculate VaR (Value at Risk) using historical, parametric, and Monte Carlo methods\n"+ "- Assess maximum drawdown, Sharpe ratio, Sortino ratio, and Calmar ratio\n"+ "- Identify concentration risk, correlation risk, and tail risk\n"+ "- Conduct stress tests against historical scenarios (2008, COVID, etc.)\n"+ "- Flag regulatory capital implications (Basel III, FRTB where relevant)\n\n"+ "Output: Risk metrics with severity classification and mitigation recommendations."+ ),+}++PORTFOLIO_OPTIMIZER_AGENT: dict[str, Any] = {+ "name": "portfolio-optimizer",+ "description": (+ "Optimizes portfolio allocation, rebalancing strategies, and factor exposures. "+ "Use when you need mean-variance optimization, factor tilts, rebalancing analysis, "+ "or efficient frontier construction."+ ),+ "system_prompt": (+ "You are a portfolio optimization specialist for Fincept Terminal. "+ "You apply modern portfolio theory and factor-based frameworks.\n\n"+ "Responsibilities:\n"+ "- Apply mean-variance optimization (Markowitz)\n"+ "- Construct efficient frontiers and identify optimal portfolios\n"+ "- Analyze factor exposures (value, momentum, quality, size, low-vol)\n"+ "- Design rebalancing strategies (calendar, threshold, smart beta)\n"+ "- Account for transaction costs, taxes, and liquidity constraints\n\n"+ "Output: Allocation recommendations with expected return/risk profile and rationale."+ ),+}++BACKTESTER_AGENT: dict[str, Any] = {+ "interrupt_on": _SAFE_INTERRUPT,+ "name": "backtester",+ "description": (+ "Validates strategies through historical simulation and performance attribution. "+ "Use when you need to evaluate how a strategy would have performed historically, "+ "analyze backtest results, or check for overfitting."+ ),+ "system_prompt": (+ "You are a backtesting specialist for Fincept Terminal. "+ "You rigorously evaluate strategies against historical data.\n\n"+ "Responsibilities:\n"+ "- Design realistic backtests accounting for slippage, commissions, and market impact\n"+ "- Identify lookahead bias and survivorship bias\n"+ "- Compute standard performance metrics (CAGR, Sharpe, max DD, win rate)\n"+ "- Perform walk-forward analysis and out-of-sample validation\n"+ "- Assess statistical significance of results (t-tests, bootstrap)\n\n"+ "Output: Backtest results with methodology, assumptions, and limitations clearly stated."+ ),+}++REPORTER_AGENT: dict[str, Any] = {+ "interrupt_on": _SAFE_INTERRUPT,+ "name": "reporter",+ "description": (+ "Synthesizes findings from multiple specialists into a cohesive final report. "+ "Use as the last step to combine all analysis into a structured, "+ "professional output suitable for the user."+ ),+ "system_prompt": (+ "You are a financial report writer for Fincept Terminal. "+ "You synthesize complex multi-source analysis into clear, professional reports.\n\n"+ "Responsibilities:\n"+ "- Integrate findings from research, analysis, risk, and strategy specialists\n"+ "- Write an executive summary (3-5 bullet points max)\n"+ "- Structure content with clear headings and logical flow\n"+ "- Highlight key conclusions and actionable recommendations\n"+ "- Note conflicts between specialist findings and present balanced view\n\n"+ "Output: Well-structured report with Executive Summary, Analysis, Risks, "+ "and Recommendations sections."+ ),+}++MACRO_ECONOMIST_AGENT: dict[str, Any] = {+ "name": "macro-economist",+ "description": (+ "Analyzes macroeconomic conditions, central bank policy, and global economic trends. "+ "Use when you need to interpret GDP, inflation, rates, employment data, "+ "or assess macro tailwinds/headwinds for markets."+ ),+ "system_prompt": (+ "You are a macroeconomic analyst for Fincept Terminal. "+ "You interpret global economic conditions and their market implications.\n\n"+ "Responsibilities:\n"+ "- Analyze GDP growth, inflation, employment, and trade data\n"+ "- Interpret central bank policy (Fed, ECB, BOJ, PBOC) and rate expectations\n"+ "- Assess yield curve dynamics and credit spreads\n"+ "- Evaluate geopolitical risks and their economic impact\n"+ "- Connect macro regime to asset class expectations\n\n"+ "Output: Macro assessment with current regime characterization and forward outlook."+ ),+}++# All agents by name+_ALL_AGENTS: dict[str, dict[str, Any]] = {+ "research": RESEARCH_AGENT,+ "data-analyst": DATA_ANALYST_AGENT,+ "trading": TRADING_AGENT,+ "risk-analyzer": RISK_ANALYZER_AGENT,+ "portfolio-optimizer": PORTFOLIO_OPTIMIZER_AGENT,+ "backtester": BACKTESTER_AGENT,+ "reporter": REPORTER_AGENT,+ "macro-economist": MACRO_ECONOMIST_AGENT,+}++# ---------------------------------------------------------------------------+# Agent type → subagent mapping+# ---------------------------------------------------------------------------++AGENT_SUBAGENTS: dict[str, list[str]] = {+ "research": [+ "research",+ "data-analyst",+ "reporter",+ ],+ "trading_strategy": [+ "data-analyst",+ "trading",+ "backtester",+ "risk-analyzer",+ "reporter",+ ],+ "portfolio_management": [+ "data-analyst",+ "portfolio-optimizer",+ "risk-analyzer",+ "reporter",+ ],+ "risk_assessment": [+ "data-analyst",+ "risk-analyzer",+ "macro-economist",+ "reporter",+ ],+ "general": list(_ALL_AGENTS.keys()),+}+++def get_subagents_for_type(agent_type: str) -> list[dict[str, Any]]:+ """+ Return list of SubAgent dicts for the given agent type.++ Falls back to all agents if agent_type is unknown.+ """+ names = AGENT_SUBAGENTS.get(agent_type, list(_ALL_AGENTS.keys()))+ return [_ALL_AGENTS[n] for n in names if n in _ALL_AGENTS]+++def list_agent_types() -> list[str]:+ """Return all supported agent type names."""+ return list(AGENT_SUBAGENTS.keys())+++def list_subagent_names() -> list[str]:+ """Return all defined subagent names."""+ return list(_ALL_AGENTS.keys())diff --git a/fincept-qt/scripts/agents/finagent_core/agent_factory.py b/fincept-qt/scripts/agents/finagent_core/agent_factory.pyindex 276e1e9fa..dcda39d36 100644--- a/fincept-qt/scripts/agents/finagent_core/agent_factory.py+++ b/fincept-qt/scripts/agents/finagent_core/agent_factory.py@@ -86,85 +86,84 @@ class AgentFactory:def _create_model(self, model_config: Dict[str, Any]):"""- Create Agno model from config-- Args:- model_config: {provider, model_id, temperature, max_tokens}-- Returns:- Agno model instance+ Create Agno model from config.++ model_config fields:+ provider — e.g. "openai", "anthropic", "gemini", "groq", "deepseek", "ollama"+ model_id — e.g. "gpt-4o", "claude-3-5-sonnet-20241022"+ api_key — resolved key passed directly from LlmService (takes priority)+ base_url — custom endpoint; if set, forces OpenAI-compatible path for any provider+ temperature — float+ max_tokens — int"""- provider = model_config["provider"].lower()- model_id = model_config["model_id"]+ provider = model_config.get("provider", "openai").lower()+ model_id = model_config.get("model_id", "")temperature = model_config.get("temperature", 0.7)- max_tokens = model_config.get("max_tokens", 4096)-- # Get API key- api_key = self._get_api_key(provider)-- # Import and create model+ max_tokens = model_config.get("max_tokens", 4096)+ base_url = model_config.get("base_url", "") or ""+ # api_key passed directly takes priority; fall back to env-var lookup+ api_key = model_config.get("api_key") or self._get_api_key(provider) or ""++ # ── Custom base_url → OpenAI-compatible endpoint ──────────────────────+ # Any provider configured with a custom base_url (e.g. minimax served+ # on an Anthropic-compatible endpoint, OpenRouter, LM Studio, etc.)+ # is routed through OpenAIChat with that base_url.+ if base_url:+ from agno.models.openai import OpenAIChat+ # Override Agno's default role_map which maps "system"→"developer".+ # Custom endpoints (MiniMax, OpenRouter, etc.) expect standard roles.+ _STANDARD_ROLE_MAP = {+ "system": "system",+ "user": "user",+ "assistant": "assistant",+ "tool": "tool",+ "model": "assistant",+ }+ kwargs = dict(id=model_id, api_key=api_key,+ temperature=temperature, max_tokens=max_tokens,+ base_url=base_url, role_map=_STANDARD_ROLE_MAP)+ return OpenAIChat(**{k: v for k, v in kwargs.items() if v})++ # ── Native provider instances ─────────────────────────────────────────if provider == "openai":from agno.models.openai import OpenAIChat- return OpenAIChat(- id=model_id,- api_key=api_key,- temperature=temperature,- max_tokens=max_tokens- )+ return OpenAIChat(id=model_id, api_key=api_key,+ temperature=temperature, max_tokens=max_tokens)- elif provider == "anthropic":+ if provider == "anthropic":from agno.models.anthropic import Claude- return Claude(- id=model_id,- api_key=api_key,- temperature=temperature,- max_tokens=max_tokens- )+ return Claude(id=model_id, api_key=api_key,+ temperature=temperature, max_tokens=max_tokens)- elif provider in ["google", "gemini"]:+ if provider in ("google", "gemini"):from agno.models.google import Gemini- return Gemini(- id=model_id,- api_key=api_key,- temperature=temperature,- max_tokens=max_tokens- )+ return Gemini(id=model_id, api_key=api_key,+ temperature=temperature, max_tokens=max_tokens)- elif provider == "ollama":- from agno.models.ollama import Ollama- return Ollama(- id=model_id,- temperature=temperature,- num_predict=max_tokens- )-- elif provider == "groq":+ if provider == "groq":from agno.models.groq import Groq- return Groq(- id=model_id,- api_key=api_key,- temperature=temperature,- max_tokens=max_tokens- )+ return Groq(id=model_id, api_key=api_key,+ temperature=temperature, max_tokens=max_tokens)- elif provider == "deepseek":+ if provider == "deepseek":from agno.models.deepseek import DeepSeek- return DeepSeek(- id=model_id,- api_key=api_key,- temperature=temperature,- max_tokens=max_tokens- )+ return DeepSeek(id=model_id, api_key=api_key,+ temperature=temperature, max_tokens=max_tokens)++ if provider == "ollama":+ from agno.models.ollama import Ollama+ return Ollama(id=model_id, temperature=temperature, num_predict=max_tokens)- else:- # Default to OpenAI+ if provider in ("openrouter",):from agno.models.openai import OpenAIChat- return OpenAIChat(- id=model_id,- api_key=api_key,- temperature=temperature,- max_tokens=max_tokens- )+ return OpenAIChat(id=model_id, api_key=api_key,+ base_url="https://openrouter.ai/api/v1",+ temperature=temperature, max_tokens=max_tokens)++ # Fallback: OpenAI-compatible+ from agno.models.openai import OpenAIChat+ return OpenAIChat(id=model_id, api_key=api_key,+ temperature=temperature, max_tokens=max_tokens)def _get_tools(self, tool_names: List[str]) -> List:"""diff --git a/fincept-qt/scripts/agents/finagent_core/core_agent.py b/fincept-qt/scripts/agents/finagent_core/core_agent.pyindex 98bb1bc04..cac25d662 100644--- a/fincept-qt/scripts/agents/finagent_core/core_agent.py+++ b/fincept-qt/scripts/agents/finagent_core/core_agent.py@@ -484,9 +484,11 @@ class CoreAgent:return ModelsRegistry.create_model(provider=provider,model_id=model_config.get("model_id"),+ api_key=model_config.get("api_key") or None,api_keys=self.api_keys,temperature=model_config.get("temperature"),max_tokens=model_config.get("max_tokens"),+ base_url=model_config.get("base_url") or None,)def _create_agent(self, config: Dict[str, Any]) -> Any:@@ -509,21 +511,37 @@ class CoreAgent:# 1. Create Model# =================================================================model_config = config.get("model", {})- provider = model_config.get("provider") or self._resolve_model_config()["provider"]+ provider = model_config.get("provider", "")+ if not provider:+ fallback = self._resolve_model_config()+ provider = fallback.get("provider", "")+ if not provider:+ raise ValueError(+ "No LLM provider resolved from config or api_keys. "+ "Configure an LLM provider in Settings > LLM Config."+ )- # Pass any extra model-level kwargs (e.g. max_tool_rounds for FinceptChat)+ # Pass any extra model-level kwargs (e.g. max_tool_rounds for FinceptChat).+ # Explicitly exclude all known non-constructor fields so metadata never+ # leaks into provider constructors as unexpected kwargs.+ _MODEL_RESERVED_KEYS = {+ "provider", "model_id", "temperature", "max_tokens",+ "api_key", "base_url", "system_prompt",+ "profile_id", "profile_name", # internal metadata from C++ LlmService+ }extra_model_kwargs = {k: v for k, v in model_config.items()- if k not in {"provider", "model_id", "temperature", "max_tokens"}- and v is not None+ if k not in _MODEL_RESERVED_KEYS and v is not None}model = ModelsRegistry.create_model(provider=provider,model_id=model_config.get("model_id"),+ api_key=model_config.get("api_key") or None, # direct key from LlmService takes priorityapi_keys=self.api_keys,temperature=model_config.get("temperature"),max_tokens=model_config.get("max_tokens"),+ base_url=model_config.get("base_url") or None,**extra_model_kwargs,)diff --git a/fincept-qt/scripts/agents/finagent_core/main.py b/fincept-qt/scripts/agents/finagent_core/main.pyindex 55a467629..2d5087449 100644--- a/fincept-qt/scripts/agents/finagent_core/main.py+++ b/fincept-qt/scripts/agents/finagent_core/main.py@@ -159,6 +159,38 @@ def main(args=None):api_keys = payload.get("api_keys", {})params = payload.get("params", {})config = payload.get("config", {})+ active_llm = payload.get("active_llm", {})++ # Inject active_llm into config["model"] so every code path picks it up.+ # This carries the full resolved config (provider, model_id, api_key,+ # base_url) from LlmService — handles custom endpoints like+ # minimax-over-anthropic-compatible URLs correctly.+ if active_llm:+ config.setdefault("model", {})++ # Normalise base_url: strip provider-specific path suffixes that are+ # not part of the API root. E.g. "https://api.minimax.io/anthropic"+ # should be "https://api.minimax.io/v1" for OpenAI-compat endpoints.+ raw_base_url = active_llm.get("base_url", "")+ if raw_base_url:+ # Strip trailing /anthropic, /openai etc. — these are SDK routing+ # prefixes, not valid REST base paths for OpenAI-compatible APIs.+ import re as _re+ raw_base_url = _re.sub(r'/(anthropic|openai|google|gemini|mistral|cohere)/?$', '', raw_base_url)+ # Ensure /v1 suffix for known hosts that require it+ _V1_HOSTS = ["api.minimax.io", "api.deepseek.com", "api.groq.com",+ "api.together.xyz", "api.fireworks.ai", "api.openrouter.ai"]+ from urllib.parse import urlparse as _up+ _host = _up(raw_base_url).netloc+ if any(_host == h for h in _V1_HOSTS) and not raw_base_url.rstrip("/").endswith("/v1"):+ raw_base_url = raw_base_url.rstrip("/") + "/v1"++ config["model"]["provider"] = active_llm.get("provider", config["model"].get("provider", "openai"))+ config["model"]["model_id"] = active_llm.get("model_id", config["model"].get("model_id", ""))+ config["model"]["api_key"] = active_llm.get("api_key", "")+ config["model"]["base_url"] = raw_base_url+ config["model"]["temperature"] = active_llm.get("temperature", config["model"].get("temperature", 0.7))+ config["model"]["max_tokens"] = active_llm.get("max_tokens", config["model"].get("max_tokens", 4096))# Enable streaming in params if flag is setif streaming:diff --git a/fincept-qt/scripts/agents/finagent_core/registries/models_registry.py b/fincept-qt/scripts/agents/finagent_core/registries/models_registry.pyindex 1689693e3..d9e613d35 100644--- a/fincept-qt/scripts/agents/finagent_core/registries/models_registry.py+++ b/fincept-qt/scripts/agents/finagent_core/registries/models_registry.py@@ -36,7 +36,7 @@ class ModelsRegistry:# Anthropic"anthropic": {"class": "agno.models.anthropic.Claude",- "models": ["claude-sonnet-4-5-20250514", "claude-3-5-sonnet-20241022", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-haiku-20240307"],+ "models": ["claude-sonnet-4-5-20250514", "claude-opus-4-5", "claude-3-5-sonnet-20241022", "claude-3-haiku-20240307"],"api_key_env": "ANTHROPIC_API_KEY","default_model": "claude-sonnet-4-5-20250514",},@@ -44,9 +44,9 @@ class ModelsRegistry:"google": {"class": "agno.models.google.Gemini",- "models": ["gemini-2.0-flash-exp", "gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.0-pro"],+ "models": ["gemini-2.0-flash", "gemini-2.5-flash", "gemini-2.5-pro", "gemini-1.5-pro", "gemini-1.5-flash"],"api_key_env": "GOOGLE_API_KEY",- "default_model": "gemini-2.0-flash-exp",+ "default_model": "gemini-2.0-flash",},"vertexai": {"class": "agno.models.vertexai.VertexAI",@@ -206,9 +206,9 @@ class ModelsRegistry:# OpenRouter (Multi-provider)"openrouter": {"class": "agno.models.openrouter.OpenRouter",- "models": ["anthropic/claude-3.5-sonnet", "openai/gpt-4o", "google/gemini-pro"],+ "models": ["anthropic/claude-sonnet-4-5", "openai/gpt-4o", "google/gemini-2.0-flash"],"api_key_env": "OPENROUTER_API_KEY",- "default_model": "anthropic/claude-3.5-sonnet",+ "default_model": "anthropic/claude-sonnet-4-5",},# Portkey (Multi-provider)@@ -372,16 +372,47 @@ class ModelsRegistry:# Always pop base_url from kwargs so it never leaks via catch-allkwarg_base_url = kwargs.pop("base_url", None)+ # Resolve the effective base_url (kwarg takes priority over api_keys dict)+ base_url_key = f"{provider.upper()}_BASE_URL"+ effective_base_url = (+ kwarg_base_url+ or (api_keys or {}).get(base_url_key)+ or config.get("base_url")+ )++ # If a custom base_url is set for a provider that normally doesn't+ # accept one (e.g. anthropic with a MiniMax/OpenRouter-compatible+ # endpoint), redirect to OpenAIChat — the custom endpoint speaks+ # the OpenAI-compatible protocol, not the native SDK protocol.+ if effective_base_url and provider_lower in NO_BASE_URL_PROVIDERS:+ from agno.models.openai import OpenAIChat as _OAI+ # Use standard role map — Agno's default maps "system"→"developer"+ # which is only valid for OpenAI o1/o3. Custom endpoints (MiniMax,+ # OpenRouter, etc.) expect the standard "system" role.+ _STANDARD_ROLE_MAP = {+ "system": "system",+ "user": "user",+ "assistant": "assistant",+ "tool": "tool",+ "model": "assistant",+ }+ oai_kwargs = {"id": final_model_id, "base_url": effective_base_url,+ "role_map": _STANDARD_ROLE_MAP}+ if final_api_key:+ oai_kwargs["api_key"] = final_api_key+ if "temperature" in kwargs:+ oai_kwargs["temperature"] = kwargs.pop("temperature")+ if "max_tokens" in kwargs:+ oai_kwargs["max_tokens"] = kwargs.pop("max_tokens")+ logger.info(+ f"Provider '{provider}' has custom base_url → redirecting to "+ f"OpenAIChat(base_url={effective_base_url}, id={final_model_id})"+ )+ return _OAI(**{k: v for k, v in oai_kwargs.items() if v is not None})+if provider_lower not in NO_BASE_URL_PROVIDERS:- # Add base_url - check api_keys for custom endpoint, then config default- base_url_key = f"{provider.upper()}_BASE_URL"- custom_base_url = (api_keys or {}).get(base_url_key)- if custom_base_url:- model_kwargs["base_url"] = custom_base_url- elif kwarg_base_url:- model_kwargs["base_url"] = kwarg_base_url- elif config.get("base_url"):- model_kwargs["base_url"] = config["base_url"]+ if effective_base_url:+ model_kwargs["base_url"] = effective_base_url# Add optional parameters with provider-specific name mapping# Google Gemini uses max_output_tokens instead of max_tokens@@ -404,11 +435,6 @@ class ModelsRegistry:if v is not None:model_kwargs[k] = v- # DEBUG: log exactly what we're passing to the constructor- import sys- print(f"[DEBUG models_registry] provider={provider_lower}, class={class_name}, model_kwargs keys={list(model_kwargs.keys())}", file=sys.stderr, flush=True)- print(f"[DEBUG models_registry] model_kwargs={model_kwargs}", file=sys.stderr, flush=True)-model_instance = model_class(**model_kwargs)logger.debug(f"Created model: {provider}/{final_model_id}")diff --git a/fincept-qt/scripts/agents/rdagents/__init__.py b/fincept-qt/scripts/agents/rdagents/__init__.pynew file mode 100644index 000000000..65d6d9fdb--- /dev/null+++ b/fincept-qt/scripts/agents/rdagents/__init__.py@@ -0,0 +1,83 @@+"""+Fincept Terminal — RD-Agent Integration+Built on rdagent 0.8.0 (Microsoft's autonomous R&D agent framework)++Entry point: cli.py+"""++from config import apply_llm_config, clear_llm_config+from loops import (+ build_factor_loop,+ build_model_loop,+ build_quant_loop,+ build_report_loop,+ build_kaggle_loop,+ build_ds_loop,+ build_multitrace_loop,+ loop_availability,+ extract_factors_from_result,+ extract_models_from_result,+ FACTOR_LOOP_AVAILABLE,+ MODEL_LOOP_AVAILABLE,+ QUANT_LOOP_AVAILABLE,+ REPORT_LOOP_AVAILABLE,+ KAGGLE_LOOP_AVAILABLE,+ DS_LOOP_AVAILABLE,+)+from task_manager import (+ TaskManager,+ TaskExecutor,+ get_task_manager,+ get_executor,+ register_executor,+ stop_executor,+)+from mcp_tools import (+ MCP_AVAILABLE,+ PAI_MCP_AVAILABLE,+ get_mcp_toolset,+ start_mcp_server_process,+ stop_mcp_server_process,+ inject_mcp_into_loop,+ mcp_availability,+)++__all__ = [+ # Config+ "apply_llm_config",+ "clear_llm_config",+ # Loop builders+ "build_factor_loop",+ "build_model_loop",+ "build_quant_loop",+ "build_report_loop",+ "build_kaggle_loop",+ "build_ds_loop",+ "build_multitrace_loop",+ # Loop status+ "loop_availability",+ "FACTOR_LOOP_AVAILABLE",+ "MODEL_LOOP_AVAILABLE",+ "QUANT_LOOP_AVAILABLE",+ "REPORT_LOOP_AVAILABLE",+ "KAGGLE_LOOP_AVAILABLE",+ "DS_LOOP_AVAILABLE",+ # Result extraction+ "extract_factors_from_result",+ "extract_models_from_result",+ # Task management+ "TaskManager",+ "TaskExecutor",+ "get_task_manager",+ "get_executor",+ "register_executor",+ "stop_executor",+ # MCP tool server+ "MCP_AVAILABLE",+ "PAI_MCP_AVAILABLE",+ "get_mcp_toolset",+ "start_mcp_server_process",+ "stop_mcp_server_process",+ "inject_mcp_into_loop",+ "mcp_availability",+]diff --git a/fincept-qt/scripts/agents/rdagents/cli.py b/fincept-qt/scripts/agents/rdagents/cli.pynew file mode 100644index 000000000..2a30a9d07--- /dev/null+++ b/fincept-qt/scripts/agents/rdagents/cli.py@@ -0,0 +1,855 @@+"""+cli.py — Entry point for Fincept rdagents integration.++Called by AIQuantLabService.cpp via PythonRunner:+ python agents/rdagents/cli.py <command> <json_params>++All stdout is JSON. All logs go to stderr.++Commands:+ check_status — library availability + version+ get_capabilities — full capability map+ start_factor_mining <json> — start FactorRDLoop in background+ get_task_status <id> — progress of a running task+ get_discovered_factors <id> — factors from completed task+ start_model_optimization <json> — start ModelRDLoop in background+ get_optimized_model <id> — best model config from completed task+ start_quant_research <json> — start QuantRDLoop (factor + model)+ run_autonomous_research <json> — alias for start_quant_research+ stop_task <id> — cancel a running task+ list_tasks [status] — list all tasks+ export_factor <json> — export factor code (python or qlib format)+"""++from __future__ import annotations++import json+import logging+import sys+import os+from datetime import datetime+from pathlib import Path+from typing import Any++# Ensure the scripts/ directory is on sys.path for sibling imports+_HERE = Path(__file__).resolve().parent+sys.path.insert(0, str(_HERE))+# Also add scripts/agents/ so deepagents imports work if needed+sys.path.insert(0, str(_HERE.parent))++logging.basicConfig(+ stream=sys.stderr,+ level=logging.INFO,+ format="%(asctime)s [rdagents] %(levelname)s %(message)s",+)+logger = logging.getLogger(__name__)+++def _out(obj: Any) -> None:+ """Print JSON to stdout and flush."""+ print(json.dumps(obj, default=str), flush=True)+++def _err(msg: str, code: int = 1) -> None:+ _out({"success": False, "error": msg})+ sys.exit(code)+++# ---------------------------------------------------------------------------+# Lazy imports — only load heavy rdagent deps when actually needed+# ---------------------------------------------------------------------------++def _load_modules():+ from config import apply_llm_config # noqa: F401+ from task_manager import get_task_manager, get_executor, register_executor, stop_executor, TaskExecutor+ from loops import (+ build_factor_loop, build_model_loop, build_quant_loop,+ build_report_loop, loop_availability,+ extract_factors_from_result, extract_models_from_result,+ FACTOR_LOOP_AVAILABLE, MODEL_LOOP_AVAILABLE,+ QUANT_LOOP_AVAILABLE, REPORT_LOOP_AVAILABLE,+ )+ return locals()+++# ---------------------------------------------------------------------------+# Commands+# ---------------------------------------------------------------------------++def cmd_check_status(_params: dict[str, Any]) -> dict[str, Any]:+ try:+ import importlib.metadata+ rdagent_version = importlib.metadata.version("rdagent")+ except Exception:+ rdagent_version = "unknown"++ try:+ from loops import loop_availability+ avail = loop_availability()+ except Exception as e:+ avail = {"error": str(e)}++ return {+ "success": True,+ "rdagent_version": rdagent_version,+ "availability": avail,+ "workspace_base": str(Path(__file__).parent / "workspaces"),+ }+++def cmd_get_capabilities(_params: dict[str, Any]) -> dict[str, Any]:+ from loops import loop_availability+ avail = loop_availability()++ return {+ "success": True,+ "capabilities": {+ "factor_mining": {+ "available": avail["factor_loop"],+ "description": "Autonomous alpha factor discovery using FactorRDLoop",+ "loop": "FactorRDLoop",+ "steps": ["propose", "code", "run", "feedback"],+ "metrics": ["IC", "ICIR", "Sharpe", "Annualized Return", "Max Drawdown"],+ },+ "model_optimization": {+ "available": avail["model_loop"],+ "description": "ML model hyperparameter optimization using ModelRDLoop",+ "loop": "ModelRDLoop",+ "supported_models": ["lightgbm", "xgboost", "lstm", "gru", "transformer", "tcn"],+ "targets": ["sharpe", "ic", "max_drawdown", "win_rate", "calmar_ratio"],+ },+ "quant_research": {+ "available": avail["quant_loop"],+ "description": "Combined factor + model research using QuantRDLoop",+ "loop": "QuantRDLoop",+ },+ "factor_from_pdf": {+ "available": avail["report_loop"],+ "description": "Extract alpha factors from research PDFs via FactorReportLoop",+ "loop": "FactorReportLoop",+ },+ "checkpointing": True,+ "background_exec": True,+ "litellm_backend": True,+ },+ }+++def cmd_start_factor_mining(params: dict[str, Any]) -> dict[str, Any]:+ from config import apply_llm_config+ from task_manager import get_task_manager, TaskExecutor, register_executor+ from loops import build_factor_loop, FACTOR_LOOP_AVAILABLE++ if not FACTOR_LOOP_AVAILABLE:+ return {"success": False, "error": "FactorRDLoop not available. Install rdagent with qlib extras."}++ task_description = params.get("task_description", "Discover alpha factors for equity trading")+ target_market = params.get("target_market", "US")+ max_iterations = int(params.get("max_iterations", 10))+ target_ic = float(params.get("target_ic", 0.05))+ llm_config = params.get("config", {})++ apply_llm_config(llm_config)++ task_id = f"factor_{datetime.now().strftime('%Y%m%d_%H%M%S')}"+ workspace = str(Path(__file__).parent / "workspaces" / task_id)++ tm = get_task_manager()+ tm.create(task_id, "factor_mining", {+ "task_description": task_description,+ "target_market": target_market,+ "max_iterations": max_iterations,+ "target_ic": target_ic,+ })++ enable_mcp = bool(params.get("enable_mcp", False))+ mcp_port = int(params.get("mcp_port", 18765))++ def _factory():+ return build_factor_loop(workspace, task_description, target_market, target_ic,+ enable_mcp=enable_mcp, mcp_port=mcp_port)++ executor = TaskExecutor(task_id, tm, _factory, loop_n=max_iterations)+ register_executor(task_id, executor)+ executor.start()++ return {+ "success": True,+ "task_id": task_id,+ "status": "started",+ "message": "FactorRDLoop started in background",+ "max_iterations": max_iterations,+ "target_market": target_market,+ "target_ic": target_ic,+ "estimated_time": f"{max_iterations * 5}-{max_iterations * 10} minutes",+ }+++def cmd_start_model_optimization(params: dict[str, Any]) -> dict[str, Any]:+ from config import apply_llm_config+ from task_manager import get_task_manager, TaskExecutor, register_executor+ from loops import build_model_loop, MODEL_LOOP_AVAILABLE++ if not MODEL_LOOP_AVAILABLE:+ return {"success": False, "error": "ModelRDLoop not available. Install rdagent with qlib extras."}++ model_type = params.get("model_type", "lightgbm")+ optimization_target = params.get("optimization_target", "sharpe")+ max_iterations = int(params.get("max_iterations", 10))+ llm_config = params.get("config", {})++ apply_llm_config(llm_config)++ task_id = f"model_{model_type}_{datetime.now().strftime('%Y%m%d_%H%M%S')}"+ workspace = str(Path(__file__).parent / "workspaces" / task_id)++ tm = get_task_manager()+ tm.create(task_id, "model_optimization", {+ "model_type": model_type,+ "optimization_target": optimization_target,+ "max_iterations": max_iterations,+ })++ enable_mcp = bool(params.get("enable_mcp", False))+ mcp_port = int(params.get("mcp_port", 18765))++ def _factory():+ return build_model_loop(workspace, model_type, optimization_target,+ enable_mcp=enable_mcp, mcp_port=mcp_port)++ executor = TaskExecutor(task_id, tm, _factory, loop_n=max_iterations)+ register_executor(task_id, executor)+ executor.start()++ return {+ "success": True,+ "task_id": task_id,+ "status": "started",+ "message": "ModelRDLoop started in background",+ "model_type": model_type,+ "optimization_target": optimization_target,+ "max_iterations": max_iterations,+ "estimated_time": f"{max_iterations * 3}-{max_iterations * 6} minutes",+ }+++def cmd_start_quant_research(params: dict[str, Any]) -> dict[str, Any]:+ from config import apply_llm_config+ from task_manager import get_task_manager, TaskExecutor, register_executor+ from loops import build_quant_loop, QUANT_LOOP_AVAILABLE++ if not QUANT_LOOP_AVAILABLE:+ return {"success": False, "error": "QuantRDLoop not available. Check rdagent installation."}++ research_goal = params.get("research_goal", params.get("task_description", "Quantitative research"))+ target_market = params.get("target_market", "US")+ max_iterations = int(params.get("iterations", params.get("max_iterations", 10)))+ llm_config = params.get("config", {})++ apply_llm_config(llm_config)++ task_id = f"quant_{datetime.now().strftime('%Y%m%d_%H%M%S')}"+ workspace = str(Path(__file__).parent / "workspaces" / task_id)++ tm = get_task_manager()+ tm.create(task_id, "quant_research", {+ "research_goal": research_goal,+ "target_market": target_market,+ "max_iterations": max_iterations,+ })++ enable_mcp = bool(params.get("enable_mcp", False))+ mcp_port = int(params.get("mcp_port", 18765))++ def _factory():+ return build_quant_loop(workspace, research_goal, target_market,+ enable_mcp=enable_mcp, mcp_port=mcp_port)++ executor = TaskExecutor(task_id, tm, _factory, loop_n=max_iterations)+ register_executor(task_id, executor)+ executor.start()++ return {+ "success": True,+ "task_id": task_id,+ "status": "started",+ "message": "QuantRDLoop started in background",+ "research_goal": research_goal,+ "max_iterations": max_iterations,+ }+++def cmd_get_task_status(params: dict[str, Any]) -> dict[str, Any]:+ from task_manager import get_task_manager+ task_id = params.get("task_id", "")+ tm = get_task_manager()+ task = tm.get(task_id)+ if not task:+ return {"success": False, "error": f"Task {task_id!r} not found"}++ max_n = task.get("config", {}).get("max_iterations", 10)+ completed = task.get("iterations_completed", 0)++ elapsed = ""+ started = task.get("started_at")+ if started:+ try:+ delta = datetime.now() - datetime.fromisoformat(started)+ elapsed = f"{int(delta.total_seconds() / 60)} minutes"+ except Exception:+ pass++ return {+ "success": True,+ "task_id": task_id,+ "type": task.get("type"),+ "status": task.get("status"),+ "progress": task.get("progress", 0),+ "iterations_completed": completed,+ "max_iterations": max_n,+ "current_step": task.get("current_step"),+ "best_ic": task.get("best_ic"),+ "best_sharpe": task.get("best_sharpe"),+ "elapsed_time": elapsed,+ "error": task.get("error"),+ }+++def cmd_get_discovered_factors(params: dict[str, Any]) -> dict[str, Any]:+ from task_manager import get_task_manager+ from loops import extract_factors_from_result++ task_id = params.get("task_id", "")+ tm = get_task_manager()+ task = tm.get(task_id)+ if not task:+ return {"success": False, "error": f"Task {task_id!r} not found"}++ result = tm.get_result(task_id) or {}+ factors = extract_factors_from_result(result)++ best_ic = max((f["ic"] for f in factors if f.get("ic") is not None), default=None)+ best_sharpe = max((f["sharpe"] for f in factors if f.get("sharpe") is not None), default=None)++ return {+ "success": True,+ "task_id": task_id,+ "status": task.get("status"),+ "total_factors": len(factors),+ "factors": factors,+ "best_ic": best_ic,+ "best_sharpe": best_sharpe,+ }+++def cmd_get_optimized_model(params: dict[str, Any]) -> dict[str, Any]:+ from task_manager import get_task_manager+ from loops import extract_models_from_result++ task_id = params.get("task_id", "")+ tm = get_task_manager()+ task = tm.get(task_id)+ if not task:+ return {"success": False, "error": f"Task {task_id!r} not found"}++ result = tm.get_result(task_id) or {}+ models = extract_models_from_result(result)++ return {+ "success": True,+ "task_id": task_id,+ "status": task.get("status"),+ "model_type": task.get("config", {}).get("model_type"),+ "total_models": len(models),+ "models": models,+ "best_sharpe": task.get("best_sharpe"),+ "best_ic": task.get("best_ic"),+ }+++def cmd_stop_task(params: dict[str, Any]) -> dict[str, Any]:+ from task_manager import get_task_manager, stop_executor+ task_id = params.get("task_id", "")+ tm = get_task_manager()+ task = tm.get(task_id)+ if not task:+ return {"success": False, "error": f"Task {task_id!r} not found"}++ stopped = stop_executor(task_id)+ if stopped:+ tm.update(task_id, {"status": "stopped", "completed_at": datetime.now().isoformat()})+ return {"success": True, "task_id": task_id, "message": "Task stop requested"}+++def cmd_list_tasks(params: dict[str, Any]) -> dict[str, Any]:+ from task_manager import get_task_manager+ status = params.get("status")+ tm = get_task_manager()+ tasks = tm.list_all(status)+ return {"success": True, "tasks": tasks, "total": len(tasks)}+++def cmd_export_factor(params: dict[str, Any]) -> dict[str, Any]:+ from task_manager import get_task_manager+ from loops import extract_factors_from_result++ task_id = params.get("task_id", "")+ factor_id = params.get("factor_id", "")+ fmt = params.get("format", "python")++ tm = get_task_manager()+ result = tm.get_result(task_id) or {}+ factors = extract_factors_from_result(result)+ factor = next((f for f in factors if f["factor_id"] == factor_id), None)++ if not factor:+ return {"success": False, "error": f"Factor {factor_id!r} not found in task {task_id!r}"}++ code = factor.get("code", "")+ if fmt == "qlib":+ code = _to_qlib_format(factor)++ return {+ "success": True,+ "factor_id": factor_id,+ "format": fmt,+ "code": code,+ "metadata": {+ "name": factor.get("name"),+ "description": factor.get("description"),+ "ic": factor.get("ic"),+ "sharpe": factor.get("sharpe"),+ },+ }+++def cmd_resume_task(params: dict[str, Any]) -> dict[str, Any]:+ """Task 12 — Resume a checkpointed task."""+ from config import apply_llm_config+ from task_manager import get_task_manager, TaskExecutor, register_executor+ from loops import build_factor_loop, build_model_loop, load_checkpoint++ task_id = params.get("task_id", "")+ llm_config = params.get("config", {})+ apply_llm_config(llm_config)++ tm = get_task_manager()+ task = tm.get(task_id)+ if not task:+ return {"success": False, "error": f"Task {task_id!r} not found"}++ checkpoint_path = task.get("checkpoint_path")+ if not checkpoint_path or not Path(checkpoint_path).exists():+ return {"success": False, "error": f"No checkpoint found for task {task_id!r}"}++ task_type = task.get("type", "factor_mining")+ max_iterations = task.get("config", {}).get("max_iterations", 10)+ workspace = task.get("workspace", str(Path(__file__).parent / "workspaces" / task_id))++ if task_type == "factor_mining":+ td = task.get("config", {}).get("task_description", "")+ market = task.get("config", {}).get("target_market", "US")+ target_ic = task.get("config", {}).get("target_ic", 0.05)+ def _factory():+ loop = build_factor_loop(workspace, td, market, target_ic)+ load_checkpoint(loop, checkpoint_path)+ return loop+ elif task_type == "model_optimization":+ mt = task.get("config", {}).get("model_type", "lightgbm")+ ot = task.get("config", {}).get("optimization_target", "sharpe")+ def _factory():+ loop = build_model_loop(workspace, mt, ot)+ load_checkpoint(loop, checkpoint_path)+ return loop+ else:+ return {"success": False, "error": f"Resume not supported for task type {task_type!r}"}++ tm.update(task_id, {"status": "created"})+ executor = TaskExecutor(task_id, tm, _factory, loop_n=max_iterations)+ register_executor(task_id, executor)+ executor.start()++ return {"success": True, "task_id": task_id, "message": "Task resumed from checkpoint"}+++def cmd_extract_factors_from_pdf(params: dict[str, Any]) -> dict[str, Any]:+ """Task 13 — Extract factors from research PDFs using FactorReportLoop."""+ from config import apply_llm_config+ from task_manager import get_task_manager, TaskExecutor, register_executor+ from loops import build_report_loop, REPORT_LOOP_AVAILABLE++ if not REPORT_LOOP_AVAILABLE:+ return {"success": False, "error": "FactorReportLoop not available. Install rdagent report extras."}++ pdf_paths = params.get("pdf_paths", [])+ llm_config = params.get("config", {})++ if not pdf_paths:+ return {"success": False, "error": "pdf_paths is required"}++ apply_llm_config(llm_config)++ task_id = f"pdf_{datetime.now().strftime('%Y%m%d_%H%M%S')}"+ workspace = str(Path(__file__).parent / "workspaces" / task_id)++ tm = get_task_manager()+ tm.create(task_id, "pdf_factor_extraction", {+ "pdf_paths": pdf_paths,+ "max_iterations": len(pdf_paths),+ })++ def _factory():+ return build_report_loop(workspace, pdf_paths)++ executor = TaskExecutor(task_id, tm, _factory, loop_n=len(pdf_paths))+ register_executor(task_id, executor)+ executor.start()++ return {+ "success": True,+ "task_id": task_id,+ "status": "started",+ "message": f"FactorReportLoop started for {len(pdf_paths)} PDF(s)",+ "pdf_count": len(pdf_paths),+ }+++def cmd_start_kaggle_task(params: dict[str, Any]) -> dict[str, Any]:+ """Task 14 — Run KaggleRDLoop for a competition."""+ from config import apply_llm_config+ from task_manager import get_task_manager, TaskExecutor, register_executor+ from loops import build_kaggle_loop, KAGGLE_LOOP_AVAILABLE++ if not KAGGLE_LOOP_AVAILABLE:+ return {"success": False, "error": "KaggleRDLoop not available. Install rdagent with kaggle extras."}++ competition = params.get("competition", "")+ auto_submit = bool(params.get("auto_submit", False))+ max_iterations = int(params.get("max_iterations", 10))+ llm_config = params.get("config", {})++ if not competition:+ return {"success": False, "error": "competition name is required"}++ apply_llm_config(llm_config)++ task_id = f"kaggle_{competition}_{datetime.now().strftime('%Y%m%d_%H%M%S')}"+ workspace = str(Path(__file__).parent / "workspaces" / task_id)++ tm = get_task_manager()+ tm.create(task_id, "kaggle", {+ "competition": competition,+ "auto_submit": auto_submit,+ "max_iterations": max_iterations,+ })++ def _factory():+ return build_kaggle_loop(workspace, competition, auto_submit)++ executor = TaskExecutor(task_id, tm, _factory, loop_n=max_iterations)+ register_executor(task_id, executor)+ executor.start()++ return {+ "success": True,+ "task_id": task_id,+ "status": "started",+ "competition": competition,+ "max_iterations": max_iterations,+ "auto_submit": auto_submit,+ }+++def cmd_start_ds_task(params: dict[str, Any]) -> dict[str, Any]:+ """Task 14 — Run DataScienceRDLoop for a general DS task."""+ from config import apply_llm_config+ from task_manager import get_task_manager, TaskExecutor, register_executor+ from loops import build_ds_loop, DS_LOOP_AVAILABLE++ if not DS_LOOP_AVAILABLE:+ return {"success": False, "error": "DataScienceRDLoop not available. Check rdagent installation."}++ task_description = params.get("task_description", "")+ dataset_path = params.get("dataset_path")+ trace_scheduler = params.get("trace_scheduler", "round_robin")+ parallel_traces = int(params.get("parallel_traces", 1))+ max_iterations = int(params.get("max_iterations", 10))+ llm_config = params.get("config", {})++ if not task_description:+ return {"success": False, "error": "task_description is required"}++ apply_llm_config(llm_config)++ task_id = f"ds_{datetime.now().strftime('%Y%m%d_%H%M%S')}"+ workspace = str(Path(__file__).parent / "workspaces" / task_id)++ tm = get_task_manager()+ tm.create(task_id, "data_science", {+ "task_description": task_description,+ "trace_scheduler": trace_scheduler,+ "parallel_traces": parallel_traces,+ "max_iterations": max_iterations,+ })++ def _factory():+ return build_ds_loop(workspace, task_description, dataset_path, trace_scheduler, parallel_traces)++ executor = TaskExecutor(task_id, tm, _factory, loop_n=max_iterations)+ register_executor(task_id, executor)+ executor.start()++ return {+ "success": True,+ "task_id": task_id,+ "status": "started",+ "trace_scheduler": trace_scheduler,+ "parallel_traces": parallel_traces,+ "max_iterations": max_iterations,+ }+++def cmd_start_multitrace_research(params: dict[str, Any]) -> dict[str, Any]:+ """Task 15 — Multi-trace MCTS parallel exploration."""+ from config import apply_llm_config+ from task_manager import get_task_manager, TaskExecutor, register_executor+ from loops import build_multitrace_loop, DS_LOOP_AVAILABLE++ if not DS_LOOP_AVAILABLE:+ return {"success": False, "error": "DataScienceRDLoop (multi-trace) not available."}++ task_description = params.get("task_description", params.get("research_goal", ""))+ trace_scheduler = params.get("trace_scheduler", "mcts")+ parallel_traces = int(params.get("parallel_traces", 3))+ max_iterations = int(params.get("max_iterations", 10))+ dataset_path = params.get("dataset_path")+ llm_config = params.get("config", {})++ if not task_description:+ return {"success": False, "error": "task_description is required"}++ apply_llm_config(llm_config)++ task_id = f"mcts_{datetime.now().strftime('%Y%m%d_%H%M%S')}"+ workspace = str(Path(__file__).parent / "workspaces" / task_id)++ tm = get_task_manager()+ tm.create(task_id, "multitrace_mcts", {+ "task_description": task_description,+ "trace_scheduler": trace_scheduler,+ "parallel_traces": parallel_traces,+ "max_iterations": max_iterations,+ })++ def _factory():+ return build_multitrace_loop(workspace, task_description, trace_scheduler, parallel_traces, dataset_path)++ executor = TaskExecutor(task_id, tm, _factory, loop_n=max_iterations)+ register_executor(task_id, executor)+ executor.start()++ return {+ "success": True,+ "task_id": task_id,+ "status": "started",+ "trace_scheduler": trace_scheduler,+ "parallel_traces": parallel_traces,+ "max_iterations": max_iterations,+ "message": f"Multi-trace {trace_scheduler.upper()} exploration started with {parallel_traces} parallel traces",+ }+++def cmd_start_mcp_server(params: dict[str, Any]) -> dict[str, Any]:+ """Task 20 — Start the Fincept MCP tool server for RD-Agent loop use."""+ try:+ from mcp_tools import start_mcp_server_process, MCP_AVAILABLE, mcp_availability+ except ImportError as e:+ return {"success": False, "error": f"mcp_tools not available: {e}"}++ if not MCP_AVAILABLE:+ return {+ "success": False,+ "error": "MCP not available. Install: pip install mcp[cli] pydantic-ai[mcp] yfinance",+ "install": "pip install 'mcp[cli]' 'pydantic-ai[mcp]' yfinance requests",+ }++ port = int(params.get("port", 18765))+ proc, toolset = start_mcp_server_process(port=port)+ avail = mcp_availability()++ return {+ "success": toolset is not None,+ "url": f"http://127.0.0.1:{avail['running_ports'][0] if avail['running_ports'] else port}/mcp",+ "port": avail["running_ports"][0] if avail["running_ports"] else port,+ "pid": proc.pid if proc else None,+ "tools": avail["tools"],+ "message": "Fincept MCP server started" if toolset else "MCP server failed to start",+ "already_running": proc is None and toolset is not None,+ }+++def cmd_stop_mcp_server(params: dict[str, Any]) -> dict[str, Any]:+ """Stop the Fincept MCP server on the given port."""+ try:+ from mcp_tools import stop_mcp_server_process+ except ImportError as e:+ return {"success": False, "error": str(e)}+ port = int(params.get("port", 18765))+ stopped = stop_mcp_server_process(port)+ return {"success": True, "stopped": stopped, "port": port}+++def cmd_mcp_status(_params: dict[str, Any]) -> dict[str, Any]:+ """Return MCP availability and running server info."""+ try:+ from mcp_tools import mcp_availability+ avail = mcp_availability()+ return {"success": True, **avail}+ except ImportError:+ return {+ "success": False,+ "mcp_server_available": False,+ "pydantic_ai_mcp": False,+ "error": "mcp_tools module not importable",+ }+++def cmd_start_ui(params: dict[str, Any]) -> dict[str, Any]:+ """Task 19 — Launch rdagent's built-in Streamlit log viewer as a background subprocess."""+ import subprocess+ import socket++ port = int(params.get("port", 19999))++ # Check if port is free; if not, increment+ for attempt in range(10):+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:+ if s.connect_ex(("127.0.0.1", port)) != 0:+ break # port is free+ port += 1+ else:+ return {"success": False, "error": "No free port found in range 19999-20009"}++ try:+ proc = subprocess.Popen(+ ["python", "-m", "rdagent.app.streamlit", "--server.port", str(port),+ "--server.headless", "true"],+ stdout=subprocess.DEVNULL,+ stderr=subprocess.DEVNULL,+ start_new_session=True,+ )+ url = f"http://localhost:{port}"+ logger.info("RD-Agent Streamlit UI started at %s (pid=%s)", url, proc.pid)+ return {+ "success": True,+ "url": url,+ "port": port,+ "pid": proc.pid,+ "message": f"Log viewer started at {url}",+ }+ except FileNotFoundError:+ # Fallback: try `rdagent ui` CLI entry point+ try:+ proc = subprocess.Popen(+ ["rdagent", "ui", "--port", str(port)],+ stdout=subprocess.DEVNULL,+ stderr=subprocess.DEVNULL,+ start_new_session=True,+ )+ url = f"http://localhost:{port}"+ return {"success": True, "url": url, "port": port, "pid": proc.pid,+ "message": f"Log viewer started at {url}"}+ except FileNotFoundError:+ return {"success": False, "error": "rdagent UI not available. Install rdagent and streamlit."}+ except Exception as e:+ return {"success": False, "error": str(e)}+++def _to_qlib_format(factor: dict[str, Any]) -> str:+ name = (factor.get("name") or "CustomFactor").replace(" ", "")+ return (+ f'from qlib.data.dataset.handler import DataHandlerLP\n\n'+ f'class {name}Handler(DataHandlerLP):\n'+ f' """\n'+ f' {factor.get("description", "")}\n'+ f' IC: {factor.get("ic", "N/A")}\n'+ f' Sharpe: {factor.get("sharpe", "N/A")}\n'+ f' """\n\n'+ f'{factor.get("code", "")}\n'+ )+++# ---------------------------------------------------------------------------+# Command dispatch+# ---------------------------------------------------------------------------++_COMMANDS = {+ # Status / capabilities+ "check_status": cmd_check_status,+ "get_capabilities": cmd_get_capabilities,+ # Factor mining+ "start_factor_mining": cmd_start_factor_mining,+ # Model optimization+ "start_model_optimization": cmd_start_model_optimization,+ # Quant research (factor + model combined)+ "start_quant_research": cmd_start_quant_research,+ "run_autonomous_research": cmd_start_quant_research, # alias+ # PDF factor extraction (Task 13)+ "extract_factors_from_pdf": cmd_extract_factors_from_pdf,+ # Kaggle / DataScience (Task 14)+ "start_kaggle_task": cmd_start_kaggle_task,+ "start_ds_task": cmd_start_ds_task,+ # Multi-trace MCTS (Task 15)+ "start_multitrace_research": cmd_start_multitrace_research,+ # Task lifecycle+ "get_task_status": cmd_get_task_status,+ "get_factor_mining_status": cmd_get_task_status, # alias+ "get_model_optimization_status": cmd_get_task_status, # alias+ "get_discovered_factors": cmd_get_discovered_factors,+ "get_optimized_model": cmd_get_optimized_model,+ "stop_task": cmd_stop_task,+ "list_tasks": cmd_list_tasks,+ # Checkpoint resume (Task 12)+ "resume_task": cmd_resume_task,+ # Export+ "export_factor": cmd_export_factor,+ # Streamlit UI log viewer (Task 19)+ "start_ui": cmd_start_ui,+ # MCP tool server (Task 20)+ "start_mcp_server": cmd_start_mcp_server,+ "stop_mcp_server": cmd_stop_mcp_server,+ "mcp_status": cmd_mcp_status,+}+++def main() -> None:+ if len(sys.argv) < 2:+ _err("No command specified. Usage: cli.py <command> [json_params]")++ command = sys.argv[1]+ handler = _COMMANDS.get(command)+ if not handler:+ _err(f"Unknown command: {command!r}. Available: {list(_COMMANDS)}")++ # Parse params — positional arg 2 or empty dict+ params: dict[str, Any] = {}+ if len(sys.argv) >= 3:+ try:+ params = json.loads(sys.argv[2])+ except json.JSONDecodeError as e:+ _err(f"Invalid JSON params: {e}")++ # For commands that take a bare task_id as second arg+ if not params and len(sys.argv) >= 3:+ params = {"task_id": sys.argv[2]}++ try:+ result = handler(params)+ _out(result)+ except Exception as exc:+ logger.exception("Command %r failed", command)+ _err(str(exc))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/agents/rdagents/config.py b/fincept-qt/scripts/agents/rdagents/config.pynew file mode 100644index 000000000..179752681--- /dev/null+++ b/fincept-qt/scripts/agents/rdagents/config.py@@ -0,0 +1,111 @@+"""+config.py — LiteLLM / rdagent LLM config wiring for Fincept rdagents.++rdagent uses environment variables for its LLM backend (LiteLLMAPIBackend).+This module translates the Fincept LLM config dict into the correct env vars+so any provider (OpenAI, Anthropic, MiniMax, DeepSeek, Azure, etc.) works.++Key env vars rdagent reads:+ CHAT_MODEL — model name passed to litellm+ OPENAI_API_KEY — API key (used for all providers via litellm)+ CHAT_OPENAI_BASE_URL — custom base URL for OpenAI-compatible endpoints+ EMBEDDING_MODEL — embedding model (optional)+"""++from __future__ import annotations++import os+from typing import Any+++# Providers that need anthropic-style API key env var+_ANTHROPIC_PROVIDERS = {"anthropic"}++# Providers that use a custom base_url (OpenAI-compatible)+_CUSTOM_BASE_PROVIDERS = {+ "minimax", "deepseek", "openrouter", "together", "fireworks",+ "groq", "mistral", "cohere",+}++# litellm model prefix map — litellm needs provider prefix for non-OpenAI models+_LITELLM_PREFIXES: dict[str, str] = {+ "anthropic": "anthropic/",+ "groq": "groq/",+ "deepseek": "deepseek/",+ "mistral": "mistral/",+ "cohere": "cohere/",+ "together": "together_ai/",+ "fireworks": "fireworks_ai/",+ "openrouter": "openrouter/",+}++# Default embedding model+_DEFAULT_EMBEDDING = "text-embedding-3-small"+++def apply_llm_config(config: dict[str, Any]) -> dict[str, str]:+ """+ Translate Fincept LLM config dict into rdagent env vars.++ Sets os.environ in place so rdagent's LiteLLMAPIBackend picks them up.++ Args:+ config: Dict with keys: llm_provider, llm_api_key, llm_model,+ llm_base_url (optional), llm_embedding_model (optional)++ Returns:+ Dict of env vars that were set (for logging/debugging).+ """+ provider = config.get("llm_provider", "openai").lower()+ api_key = config.get("llm_api_key", "")+ model = config.get("llm_model", "gpt-4o")+ base_url = config.get("llm_base_url", "")++ env_vars: dict[str, str] = {}++ # --- Model name ---+ # litellm needs a provider prefix for non-OpenAI providers+ prefix = _LITELLM_PREFIXES.get(provider, "")+ if prefix and not model.startswith(prefix):+ litellm_model = prefix + model+ else:+ litellm_model = model++ # For custom base_url providers (MiniMax, DeepSeek hosted, etc.)+ # litellm treats them as openai-compatible — no prefix needed+ if provider in _CUSTOM_BASE_PROVIDERS and base_url:+ litellm_model = model # use raw model name++ env_vars["CHAT_MODEL"] = litellm_model+ os.environ["CHAT_MODEL"] = litellm_model++ # --- API key ---+ env_vars["OPENAI_API_KEY"] = api_key+ os.environ["OPENAI_API_KEY"] = api_key++ # Anthropic also reads its own env var+ if provider == "anthropic":+ env_vars["ANTHROPIC_API_KEY"] = api_key+ os.environ["ANTHROPIC_API_KEY"] = api_key++ # --- Base URL (OpenAI-compatible custom endpoints) ---+ if base_url:+ env_vars["CHAT_OPENAI_BASE_URL"] = base_url+ os.environ["CHAT_OPENAI_BASE_URL"] = base_url+ elif "CHAT_OPENAI_BASE_URL" in os.environ:+ # Clear stale base URL from previous call+ del os.environ["CHAT_OPENAI_BASE_URL"]++ # --- Embedding model ---+ embedding_model = config.get("llm_embedding_model", _DEFAULT_EMBEDDING)+ env_vars["EMBEDDING_MODEL"] = embedding_model+ os.environ["EMBEDDING_MODEL"] = embedding_model++ return env_vars+++def clear_llm_config() -> None:+ """Remove rdagent LLM env vars (call between tasks if needed)."""+ for key in ("CHAT_MODEL", "OPENAI_API_KEY", "ANTHROPIC_API_KEY",+ "CHAT_OPENAI_BASE_URL", "EMBEDDING_MODEL"):+ os.environ.pop(key, None)diff --git a/fincept-qt/scripts/agents/rdagents/loops.py b/fincept-qt/scripts/agents/rdagents/loops.pynew file mode 100644index 000000000..1850eb2bf--- /dev/null+++ b/fincept-qt/scripts/agents/rdagents/loops.py@@ -0,0 +1,473 @@+"""+loops.py — Real FactorRDLoop and ModelRDLoop execution for Fincept rdagents.++Responsibilities:+ - build_factor_loop(): configure and return a FactorRDLoop instance+ - build_model_loop(): configure and return a ModelRDLoop instance+ - build_quant_loop(): configure and return a QuantRDLoop instance+ - extract_factors_from_result(): parse final results into serializable dicts+ - extract_models_from_result(): parse model results into serializable dicts++All loops use the LiteLLM backend — config.apply_llm_config() must be called+before any loop is built so env vars are set correctly.+"""++from __future__ import annotations++import logging+import os+from pathlib import Path+from typing import Any++logger = logging.getLogger(__name__)++# ---------------------------------------------------------------------------+# Availability flags — checked at import time+# ---------------------------------------------------------------------------++FACTOR_LOOP_AVAILABLE = False+MODEL_LOOP_AVAILABLE = False+QUANT_LOOP_AVAILABLE = False+REPORT_LOOP_AVAILABLE = False+KAGGLE_LOOP_AVAILABLE = False+DS_LOOP_AVAILABLE = False++try:+ from rdagent.app.qlib_rd_loop.factor import FactorRDLoop+ FACTOR_LOOP_AVAILABLE = True+except ImportError as e:+ logger.warning("FactorRDLoop not available: %s", e)+ FactorRDLoop = None # type: ignore++try:+ from rdagent.app.qlib_rd_loop.model import ModelRDLoop+ MODEL_LOOP_AVAILABLE = True+except ImportError as e:+ logger.warning("ModelRDLoop not available: %s", e)+ ModelRDLoop = None # type: ignore++try:+ from rdagent.app.qlib_rd_loop.quant import QuantRDLoop+ QUANT_LOOP_AVAILABLE = True+except ImportError as e:+ logger.debug("QuantRDLoop not available: %s", e)+ QuantRDLoop = None # type: ignore++try:+ from rdagent.app.qlib_rd_loop.factor_from_report import FactorReportLoop+ from rdagent.scenarios.qlib.experiment.factor_experiment import (+ FactorExperimentLoaderFromPDFfiles,+ )+ REPORT_LOOP_AVAILABLE = True+except ImportError as e:+ logger.debug("FactorReportLoop not available: %s", e)+ FactorReportLoop = None # type: ignore+ FactorExperimentLoaderFromPDFfiles = None # type: ignore++try:+ from rdagent.app.kaggle.loop import KaggleRDLoop+ KAGGLE_LOOP_AVAILABLE = True+except ImportError as e:+ logger.debug("KaggleRDLoop not available: %s", e)+ KaggleRDLoop = None # type: ignore++try:+ from rdagent.app.data_science.loop import DataScienceRDLoop+ DS_LOOP_AVAILABLE = True+except ImportError as e:+ logger.debug("DataScienceRDLoop not available: %s", e)+ DataScienceRDLoop = None # type: ignore+++# ---------------------------------------------------------------------------+# MCP injection helper (lazy import to avoid hard dependency)+# ---------------------------------------------------------------------------++def _try_inject_mcp(loop: Any, mcp_port: int) -> bool:+ """Start MCP server if needed and inject toolset into loop. Returns True on success."""+ try:+ from mcp_tools import start_mcp_server_process, inject_mcp_into_loop, MCP_AVAILABLE+ if not MCP_AVAILABLE:+ logger.warning("MCP not available — skipping tool injection")+ return False+ _proc, toolset = start_mcp_server_process(port=mcp_port)+ if toolset is None:+ logger.warning("MCP server failed to start — skipping tool injection")+ return False+ ok = inject_mcp_into_loop(loop, toolset)+ if ok:+ logger.info("MCP tools injected into loop (port=%d)", mcp_port)+ return ok+ except Exception as e:+ logger.warning("MCP injection failed (non-fatal): %s", e)+ return False+++# ---------------------------------------------------------------------------+# Loop builders+# ---------------------------------------------------------------------------++def build_factor_loop(+ workspace_dir: str,+ task_description: str,+ target_market: str = "US",+ target_ic: float = 0.05,+ enable_mcp: bool = False,+ mcp_port: int = 18765,+) -> Any:+ """+ Build a configured FactorRDLoop instance.++ Args:+ workspace_dir: Path where the loop stores code, checkpoints, logs.+ task_description: Natural language description of factors to discover.+ target_market: 'US', 'CN', or 'CRYPTO'.+ target_ic: Target Information Coefficient to achieve.++ Returns:+ FactorRDLoop instance ready to call .run(loop_n=N)+ """+ if not FACTOR_LOOP_AVAILABLE:+ raise RuntimeError("FactorRDLoop is not available. Check rdagent installation.")++ os.makedirs(workspace_dir, exist_ok=True)++ # FactorRDLoop reads PROP_SETTING from env/config — set workspace+ os.environ["FACTOR_PROP_SETTING__scen__market"] = target_market+ os.environ["FACTOR_PROP_SETTING__hypothesis_gen__target_ic"] = str(target_ic)++ loop = FactorRDLoop(+ scen=_get_factor_scenario(task_description, target_market),+ )++ # Override workspace if the loop supports it+ if hasattr(loop, "set_workspace"):+ loop.set_workspace(workspace_dir)+ elif hasattr(loop, "workspace"):+ loop.workspace = workspace_dir++ if enable_mcp:+ _try_inject_mcp(loop, mcp_port)++ logger.info("Built FactorRDLoop for market=%s target_ic=%.3f mcp=%s",+ target_market, target_ic, enable_mcp)+ return loop+++def build_model_loop(+ workspace_dir: str,+ model_type: str = "lightgbm",+ optimization_target: str = "sharpe",+ enable_mcp: bool = False,+ mcp_port: int = 18765,+) -> Any:+ """+ Build a configured ModelRDLoop instance.++ Args:+ workspace_dir: Path where the loop stores code, checkpoints, logs.+ model_type: Model to optimize: lightgbm, xgboost, lstm, transformer, etc.+ optimization_target: Metric to optimize: sharpe, ic, max_drawdown, win_rate.++ Returns:+ ModelRDLoop instance ready to call .run(loop_n=N)+ """+ if not MODEL_LOOP_AVAILABLE:+ raise RuntimeError("ModelRDLoop is not available. Check rdagent installation.")++ os.makedirs(workspace_dir, exist_ok=True)++ os.environ["MODEL_PROP_SETTING__scen__model_type"] = model_type+ os.environ["MODEL_PROP_SETTING__scen__optimization_target"] = optimization_target++ loop = ModelRDLoop(+ scen=_get_model_scenario(model_type, optimization_target),+ )++ if hasattr(loop, "set_workspace"):+ loop.set_workspace(workspace_dir)+ elif hasattr(loop, "workspace"):+ loop.workspace = workspace_dir++ if enable_mcp:+ _try_inject_mcp(loop, mcp_port)++ logger.info("Built ModelRDLoop for model=%s target=%s mcp=%s",+ model_type, optimization_target, enable_mcp)+ return loop+++def build_quant_loop(+ workspace_dir: str,+ task_description: str,+ target_market: str = "US",+ enable_mcp: bool = False,+ mcp_port: int = 18765,+) -> Any:+ """Build a QuantRDLoop (combined factor + model discovery)."""+ if not QUANT_LOOP_AVAILABLE:+ raise RuntimeError("QuantRDLoop is not available. Check rdagent installation.")++ os.makedirs(workspace_dir, exist_ok=True)+ loop = QuantRDLoop()+ if hasattr(loop, "workspace"):+ loop.workspace = workspace_dir++ if enable_mcp:+ _try_inject_mcp(loop, mcp_port)++ logger.info("Built QuantRDLoop market=%s mcp=%s", target_market, enable_mcp)+ return loop+++def build_report_loop(+ workspace_dir: str,+ pdf_paths: list[str],+) -> Any:+ """+ Build a FactorReportLoop that extracts factors from research PDFs.++ Args:+ workspace_dir: Output directory for extracted factors.+ pdf_paths: List of absolute paths to PDF files.+ """+ if not REPORT_LOOP_AVAILABLE:+ raise RuntimeError("FactorReportLoop is not available. Check rdagent installation.")++ os.makedirs(workspace_dir, exist_ok=True)++ loader = FactorExperimentLoaderFromPDFfiles(pdf_paths)+ loop = FactorReportLoop(loader=loader)++ if hasattr(loop, "workspace"):+ loop.workspace = workspace_dir++ logger.info("Built FactorReportLoop for %d PDF(s)", len(pdf_paths))+ return loop+++# ---------------------------------------------------------------------------+# Kaggle / DataScience / MultiTrace loop builders+# ---------------------------------------------------------------------------++def build_kaggle_loop(+ workspace_dir: str,+ competition: str,+ auto_submit: bool = False,+ enable_mcp: bool = False,+ mcp_port: int = 18765,+) -> Any:+ """+ Build a KaggleRDLoop for a specific competition.++ Args:+ workspace_dir: Output directory.+ competition: Kaggle competition slug or one of the 15 built-in templates.+ auto_submit: If True, auto-submit to Kaggle API when done.+ """+ if not KAGGLE_LOOP_AVAILABLE:+ raise RuntimeError("KaggleRDLoop not available. Install rdagent with kaggle extras.")++ os.makedirs(workspace_dir, exist_ok=True)+ os.environ["KAGGLE_COMPETITION"] = competition+ if auto_submit:+ os.environ["KAGGLE_AUTO_SUBMIT"] = "1"++ loop = KaggleRDLoop()+ if hasattr(loop, "workspace"):+ loop.workspace = workspace_dir++ if enable_mcp:+ _try_inject_mcp(loop, mcp_port)++ logger.info("Built KaggleRDLoop competition=%s auto_submit=%s mcp=%s",+ competition, auto_submit, enable_mcp)+ return loop+++def build_ds_loop(+ workspace_dir: str,+ task_description: str,+ dataset_path: str | None = None,+ trace_scheduler: str = "round_robin",+ parallel_traces: int = 1,+ enable_mcp: bool = False,+ mcp_port: int = 18765,+) -> Any:+ """+ Build a DataScienceRDLoop for general (non-Kaggle) data science tasks.++ Args:+ workspace_dir: Output directory.+ task_description: Natural language task description.+ dataset_path: Path to dataset directory (optional).+ trace_scheduler: 'round_robin', 'probabilistic', or 'mcts'.+ parallel_traces: Number of parallel hypothesis traces.+ """+ if not DS_LOOP_AVAILABLE:+ raise RuntimeError("DataScienceRDLoop not available. Check rdagent installation.")++ os.makedirs(workspace_dir, exist_ok=True)+ os.environ["DS_TASK_DESCRIPTION"] = task_description+ os.environ["DS_TRACE_SCHEDULER"] = trace_scheduler+ os.environ["DS_PARALLEL_TRACES"] = str(parallel_traces)+ if dataset_path:+ os.environ["DS_DATASET_PATH"] = dataset_path++ loop = DataScienceRDLoop()+ if hasattr(loop, "workspace"):+ loop.workspace = workspace_dir++ if enable_mcp:+ _try_inject_mcp(loop, mcp_port)++ logger.info(+ "Built DataScienceRDLoop scheduler=%s parallel_traces=%d mcp=%s",+ trace_scheduler, parallel_traces, enable_mcp,+ )+ return loop+++def build_multitrace_loop(+ workspace_dir: str,+ task_description: str,+ trace_scheduler: str = "mcts",+ parallel_traces: int = 3,+ dataset_path: str | None = None,+ enable_mcp: bool = False,+ mcp_port: int = 18765,+) -> Any:+ """+ Build a DataScienceRDLoop configured for multi-trace MCTS exploration.+ Convenience wrapper around build_ds_loop with MCTS defaults.+ """+ return build_ds_loop(+ workspace_dir=workspace_dir,+ task_description=task_description,+ dataset_path=dataset_path,+ trace_scheduler=trace_scheduler,+ parallel_traces=parallel_traces,+ enable_mcp=enable_mcp,+ mcp_port=mcp_port,+ )+++# ---------------------------------------------------------------------------+# Checkpoint helpers (Task 12)+# ---------------------------------------------------------------------------++def save_checkpoint(loop: Any, checkpoint_path: str) -> bool:+ """Persist loop state to disk via LoopBase.dump()."""+ try:+ if hasattr(loop, "dump"):+ loop.dump(checkpoint_path)+ logger.info("Checkpoint saved: %s", checkpoint_path)+ return True+ except Exception as exc:+ logger.warning("Checkpoint save failed: %s", exc)+ return False+++def load_checkpoint(loop: Any, checkpoint_path: str) -> bool:+ """Restore loop state from disk via LoopBase.load()."""+ try:+ if hasattr(loop, "load") and Path(checkpoint_path).exists():+ loop.load(checkpoint_path)+ logger.info("Checkpoint loaded: %s", checkpoint_path)+ return True+ except Exception as exc:+ logger.warning("Checkpoint load failed: %s", exc)+ return False+++# ---------------------------------------------------------------------------+# Scenario helpers — try real scenario classes, fall back gracefully+# ---------------------------------------------------------------------------++def _get_factor_scenario(task_description: str, market: str) -> Any | None:+ try:+ from rdagent.scenarios.qlib.experiment.factor_experiment import QlibFactorScenario+ scen = QlibFactorScenario()+ if hasattr(scen, "background"):+ scen.background = task_description+ return scen+ except Exception as e:+ logger.debug("Could not build QlibFactorScenario: %s", e)+ return None+++def _get_model_scenario(model_type: str, target: str) -> Any | None:+ try:+ from rdagent.scenarios.qlib.experiment.model_experiment import QlibModelScenario+ scen = QlibModelScenario()+ return scen+ except Exception as e:+ logger.debug("Could not build QlibModelScenario: %s", e)+ return None+++# ---------------------------------------------------------------------------+# Result extraction helpers+# ---------------------------------------------------------------------------++def extract_factors_from_result(result: dict[str, Any]) -> list[dict[str, Any]]:+ """+ Convert raw loop result dict into clean serializable factor list.+ Filters out entries with no code or no name.+ """+ raw = result.get("factors", [])+ clean = []+ for f in raw:+ if not f.get("name") and not f.get("factor_id"):+ continue+ clean.append({+ "factor_id": f.get("factor_id", f.get("name", "unknown")),+ "name": f.get("name", f.get("factor_id", "Unknown Factor")),+ "description": f.get("description", ""),+ "code": f.get("code", ""),+ "ic": f.get("ic"),+ "sharpe": f.get("sharpe"),+ "iteration": f.get("iteration", 0),+ "performance_metrics": {+ "ic": f.get("ic"),+ "sharpe": f.get("sharpe"),+ },+ })+ return clean+++def extract_models_from_result(result: dict[str, Any]) -> list[dict[str, Any]]:+ """Convert raw loop result dict into clean serializable model list."""+ raw = result.get("models", []) or result.get("factors", [])+ clean = []+ for m in raw:+ clean.append({+ "model_id": m.get("factor_id", m.get("name", "unknown")),+ "name": m.get("name", "Unknown Model"),+ "description": m.get("description", ""),+ "code": m.get("code", ""),+ "sharpe": m.get("sharpe"),+ "ic": m.get("ic"),+ })+ return clean+++# ---------------------------------------------------------------------------+# Status summary+# ---------------------------------------------------------------------------++def loop_availability() -> dict[str, Any]:+ avail: dict[str, Any] = {+ "factor_loop": FACTOR_LOOP_AVAILABLE,+ "model_loop": MODEL_LOOP_AVAILABLE,+ "quant_loop": QUANT_LOOP_AVAILABLE,+ "report_loop": REPORT_LOOP_AVAILABLE,+ "kaggle_loop": KAGGLE_LOOP_AVAILABLE,+ "ds_loop": DS_LOOP_AVAILABLE,+ }+ try:+ from mcp_tools import mcp_availability+ avail["mcp"] = mcp_availability()+ except Exception:+ avail["mcp"] = {"mcp_server_available": False}+ return availdiff --git a/fincept-qt/scripts/agents/rdagents/mcp_server.py b/fincept-qt/scripts/agents/rdagents/mcp_server.pynew file mode 100644index 000000000..01e683538--- /dev/null+++ b/fincept-qt/scripts/agents/rdagents/mcp_server.py@@ -0,0 +1,496 @@+"""+mcp_server.py — Fincept MCP HTTP server for RD-Agent tool use.++Provides financial data tools that rdagent loops can call via+MCPServerStreamableHTTP. Runs as a standalone FastMCP server.++Tools exposed:+ - market_data : fetch OHLCV + quote data for a symbol+ - financial_news : fetch recent news headlines+ - economics_data : fetch macro indicators (GDP, CPI, rates)+ - factor_backtest : quick IC/Sharpe estimate for a factor expression+ - symbol_search : search for ticker symbols++Usage (standalone):+ python mcp_server.py --port 18765++rdagent connects via:+ MCPServerStreamableHTTP("http://localhost:18765/mcp")+"""++from __future__ import annotations++import json+import logging+import os+from datetime import datetime, timedelta+from typing import Any++logger = logging.getLogger(__name__)++# ---------------------------------------------------------------------------+# Availability checks+# ---------------------------------------------------------------------------++MCP_SERVER_AVAILABLE = False+try:+ from mcp.server.fastmcp import FastMCP+ MCP_SERVER_AVAILABLE = True+except ImportError:+ try:+ from fastmcp import FastMCP # type: ignore+ MCP_SERVER_AVAILABLE = True+ except ImportError:+ FastMCP = None # type: ignore++YFINANCE_AVAILABLE = False+try:+ import yfinance as yf+ YFINANCE_AVAILABLE = True+except ImportError:+ pass++REQUESTS_AVAILABLE = False+try:+ import requests+ REQUESTS_AVAILABLE = True+except ImportError:+ pass+++# ---------------------------------------------------------------------------+# Server definition+# ---------------------------------------------------------------------------++def build_mcp_server() -> Any:+ """Build and return the FastMCP server instance."""+ if not MCP_SERVER_AVAILABLE:+ raise RuntimeError(+ "FastMCP not installed. Run: pip install mcp[cli] or pip install fastmcp"+ )++ mcp = FastMCP(+ name="fincept-tools",+ instructions=(+ "Financial data tools for quantitative research. "+ "Use market_data to get price history, financial_news for recent headlines, "+ "economics_data for macro indicators, and factor_backtest to evaluate factor expressions."+ ),+ )++ # ── Tool: market_data ────────────────────────────────────────────────────+ @mcp.tool()+ def market_data(+ symbol: str,+ period: str = "1y",+ interval: str = "1d",+ include_fundamentals: bool = False,+ ) -> dict[str, Any]:+ """+ Fetch OHLCV price history and current quote for a symbol.++ Args:+ symbol: Ticker symbol (e.g. AAPL, 000001.SS, BTC-USD)+ period: Data period: 1d, 5d, 1mo, 3mo, 6mo, 1y, 2y, 5y, 10y, ytd, max+ interval: Bar interval: 1m, 5m, 15m, 30m, 1h, 1d, 1wk, 1mo+ include_fundamentals: Include P/E, P/B, market cap, etc.++ Returns:+ dict with keys: symbol, period, bars (list of OHLCV dicts),+ latest_price, change_pct, volume, fundamentals (if requested)+ """+ if not YFINANCE_AVAILABLE:+ return {"error": "yfinance not installed. Run: pip install yfinance"}++ try:+ ticker = yf.Ticker(symbol.upper())+ hist = ticker.history(period=period, interval=interval)++ if hist.empty:+ return {"error": f"No data found for symbol {symbol!r}"}++ bars = []+ for ts, row in hist.iterrows():+ bars.append({+ "date": str(ts.date()) if hasattr(ts, "date") else str(ts),+ "open": round(float(row["Open"]), 4),+ "high": round(float(row["High"]), 4),+ "low": round(float(row["Low"]), 4),+ "close": round(float(row["Close"]), 4),+ "volume": int(row["Volume"]),+ })++ latest = bars[-1] if bars else {}+ prev = bars[-2] if len(bars) > 1 else latest+ change_pct = (+ (latest["close"] - prev["close"]) / prev["close"] * 100+ if prev.get("close") else 0.0+ )++ result: dict[str, Any] = {+ "symbol": symbol.upper(),+ "period": period,+ "interval": interval,+ "bar_count": len(bars),+ "latest_price": latest.get("close"),+ "change_pct": round(change_pct, 3),+ "volume": latest.get("volume"),+ "bars": bars[-252:], # cap at ~1 year of daily bars+ }++ if include_fundamentals:+ info = ticker.info+ result["fundamentals"] = {+ "market_cap": info.get("marketCap"),+ "pe_ratio": info.get("trailingPE"),+ "pb_ratio": info.get("priceToBook"),+ "dividend_yield": info.get("dividendYield"),+ "52w_high": info.get("fiftyTwoWeekHigh"),+ "52w_low": info.get("fiftyTwoWeekLow"),+ "avg_volume": info.get("averageVolume"),+ "sector": info.get("sector"),+ "industry": info.get("industry"),+ "description": (info.get("longBusinessSummary") or "")[:500],+ }++ return result++ except Exception as e:+ logger.exception("market_data(%s) failed", symbol)+ return {"error": str(e), "symbol": symbol}++ # ── Tool: financial_news ─────────────────────────────────────────────────+ @mcp.tool()+ def financial_news(+ query: str = "",+ symbol: str = "",+ limit: int = 20,+ days_back: int = 7,+ ) -> dict[str, Any]:+ """+ Fetch recent financial news headlines.++ Args:+ query: Search keywords (e.g. "Fed interest rates", "NVDA earnings")+ symbol: Ticker symbol to get news for (e.g. AAPL). Used if query is empty.+ limit: Max number of articles to return (1-50)+ days_back: How many days back to search (1-30)++ Returns:+ dict with keys: articles (list), total, query_used+ """+ limit = max(1, min(50, limit))+ days_back = max(1, min(30, days_back))+ articles = []++ # Try yfinance news for symbol-specific queries+ if symbol and YFINANCE_AVAILABLE:+ try:+ ticker = yf.Ticker(symbol.upper())+ news = ticker.news or []+ cutoff = datetime.now() - timedelta(days=days_back)+ for item in news[:limit]:+ pub_ts = item.get("providerPublishTime", 0)+ pub_dt = datetime.fromtimestamp(pub_ts) if pub_ts else None+ if pub_dt and pub_dt < cutoff:+ continue+ articles.append({+ "title": item.get("title", ""),+ "source": item.get("publisher", ""),+ "published": pub_dt.isoformat() if pub_dt else "",+ "url": item.get("link", ""),+ "summary": item.get("summary", ""),+ "symbol": symbol.upper(),+ })+ except Exception as e:+ logger.warning("yfinance news for %s failed: %s", symbol, e)++ # Fallback: NewsAPI if key is configured+ if not articles and REQUESTS_AVAILABLE:+ api_key = os.environ.get("NEWS_API_KEY", "")+ if api_key:+ try:+ params: dict[str, Any] = {+ "apiKey": api_key,+ "pageSize": limit,+ "language": "en",+ "sortBy": "publishedAt",+ "from": (datetime.now() - timedelta(days=days_back)).strftime("%Y-%m-%d"),+ }+ if query:+ params["q"] = query+ elif symbol:+ params["q"] = symbol+ else:+ params["q"] = "stock market finance"++ resp = requests.get(+ "https://newsapi.org/v2/everything", params=params, timeout=10+ )+ if resp.ok:+ for item in resp.json().get("articles", []):+ articles.append({+ "title": item.get("title", ""),+ "source": item.get("source", {}).get("name", ""),+ "published": item.get("publishedAt", ""),+ "url": item.get("url", ""),+ "summary": item.get("description", ""),+ })+ except Exception as e:+ logger.warning("NewsAPI failed: %s", e)++ return {+ "articles": articles[:limit],+ "total": len(articles),+ "query_used": query or symbol or "general financial news",+ "days_back": days_back,+ }++ # ── Tool: economics_data ─────────────────────────────────────────────────+ @mcp.tool()+ def economics_data(+ indicators: list[str] | None = None,+ country: str = "US",+ ) -> dict[str, Any]:+ """+ Fetch macroeconomic indicators using yfinance proxies.++ Args:+ indicators: List of indicators to fetch. Options:+ ['gdp_growth', 'cpi', 'unemployment', 'fed_rate',+ 'treasury_10y', 'treasury_2y', 'vix', 'dxy',+ 'oil_wti', 'gold', 'sp500']+ Defaults to all.+ country: Country code (currently US-focused).++ Returns:+ dict with indicator name → {value, change_pct, date}+ """+ if not YFINANCE_AVAILABLE:+ return {"error": "yfinance not installed. Run: pip install yfinance"}++ # Map indicator names to yfinance tickers+ INDICATOR_TICKERS: dict[str, str] = {+ "treasury_10y": "^TNX",+ "treasury_2y": "^IRX",+ "vix": "^VIX",+ "dxy": "DX-Y.NYB",+ "oil_wti": "CL=F",+ "gold": "GC=F",+ "sp500": "^GSPC",+ "nasdaq": "^IXIC",+ "dow": "^DJI",+ }++ # FRED-based indicators via yfinance ETF proxies+ FRED_PROXIES: dict[str, str] = {+ "cpi": "RINF", # inflation ETF as proxy+ "unemployment": "^VXX", # no direct proxy — note in output+ }++ all_indicators = list(INDICATOR_TICKERS.keys()) + ["cpi", "unemployment",+ "fed_rate", "gdp_growth"]+ if indicators is None:+ indicators = all_indicators++ result: dict[str, Any] = {"country": country, "timestamp": datetime.now().isoformat()}+ data: dict[str, Any] = {}++ for ind in indicators:+ ticker_sym = INDICATOR_TICKERS.get(ind) or FRED_PROXIES.get(ind)+ if not ticker_sym:+ # Hardcoded / static values for indicators without direct tickers+ if ind == "fed_rate":+ data[ind] = {+ "value": float(os.environ.get("FED_RATE_OVERRIDE", "5.25")),+ "note": "Set FED_RATE_OVERRIDE env var to override, or use FRED API",+ "source": "static",+ }+ elif ind == "gdp_growth":+ data[ind] = {+ "value": float(os.environ.get("GDP_GROWTH_OVERRIDE", "2.8")),+ "note": "Set GDP_GROWTH_OVERRIDE env var to override, or use FRED API",+ "source": "static",+ }+ continue++ try:+ ticker = yf.Ticker(ticker_sym)+ hist = ticker.history(period="5d", interval="1d")+ if hist.empty:+ data[ind] = {"error": f"No data for {ticker_sym}"}+ continue++ latest_close = float(hist["Close"].iloc[-1])+ prev_close = float(hist["Close"].iloc[-2]) if len(hist) > 1 else latest_close+ change_pct = (latest_close - prev_close) / prev_close * 100 if prev_close else 0++ data[ind] = {+ "value": round(latest_close, 4),+ "change_pct": round(change_pct, 3),+ "date": str(hist.index[-1].date()),+ "ticker": ticker_sym,+ }+ except Exception as e:+ data[ind] = {"error": str(e), "ticker": ticker_sym}++ result["indicators"] = data+ return result++ # ── Tool: factor_backtest ────────────────────────────────────────────────+ @mcp.tool()+ def factor_backtest(+ symbol: str,+ factor_expr: str,+ period: str = "2y",+ top_pct: float = 0.2,+ ) -> dict[str, Any]:+ """+ Quick IC/Sharpe estimate for a factor expression on a single symbol.++ Computes the factor value for each bar using the expression, then+ calculates next-period return rank correlation (IC) and a simple+ long-top-decile strategy Sharpe.++ Args:+ symbol: Ticker symbol to test on+ factor_expr: Python expression using columns: open, high, low, close,+ volume, returns. E.g. "close / close.rolling(20).mean() - 1"+ period: Data period (1y, 2y, 5y)+ top_pct: Top percentile to go long (0.1 = top 10%)++ Returns:+ dict with ic, ic_ir, sharpe, win_rate, max_drawdown+ """+ if not YFINANCE_AVAILABLE:+ return {"error": "yfinance not installed"}+ try:+ import pandas as pd+ import numpy as np++ ticker = yf.Ticker(symbol.upper())+ hist = ticker.history(period=period, interval="1d")+ if len(hist) < 60:+ return {"error": f"Insufficient data for {symbol} ({len(hist)} bars)"}++ df = pd.DataFrame({+ "open": hist["Open"],+ "high": hist["High"],+ "low": hist["Low"],+ "close": hist["Close"],+ "volume": hist["Volume"],+ })+ df["returns"] = df["close"].pct_change()++ # Evaluate factor expression safely+ try:+ factor_vals = eval( # noqa: S307+ factor_expr,+ {"__builtins__": {}},+ {**{col: df[col] for col in df.columns},+ "pd": pd, "np": np},+ )+ except Exception as e:+ return {"error": f"Factor expression error: {e}"}++ df["factor"] = factor_vals+ df["fwd_ret"] = df["returns"].shift(-1)+ df = df.dropna()++ if len(df) < 20:+ return {"error": "Too few valid bars after factor computation"}++ # IC = rank correlation between factor and forward return+ ic_series = df["factor"].rolling(20).corr(df["fwd_ret"])+ ic = float(ic_series.mean())+ ic_ir = float(ic / ic_series.std()) if ic_series.std() > 0 else 0.0++ # Simple long-top strategy+ threshold = df["factor"].quantile(1 - top_pct)+ long_mask = df["factor"] >= threshold+ strategy_ret = df["fwd_ret"].where(long_mask, 0.0)+ ann = 252 ** 0.5+ sharpe = float(strategy_ret.mean() / strategy_ret.std() * ann) if strategy_ret.std() > 0 else 0.0+ win_rate = float((strategy_ret[long_mask] > 0).mean()) if long_mask.sum() > 0 else 0.0++ cum = (1 + strategy_ret).cumprod()+ rolling_max = cum.cummax()+ drawdown = (cum - rolling_max) / rolling_max+ max_dd = float(drawdown.min())++ return {+ "symbol": symbol.upper(),+ "factor_expr": factor_expr,+ "period": period,+ "bar_count": len(df),+ "ic": round(ic, 4),+ "ic_ir": round(ic_ir, 4),+ "sharpe": round(sharpe, 3),+ "win_rate": round(win_rate, 3),+ "max_drawdown": round(max_dd, 3),+ "long_bars": int(long_mask.sum()),+ }+ except Exception as e:+ logger.exception("factor_backtest(%s) failed", symbol)+ return {"error": str(e)}++ # ── Tool: symbol_search ──────────────────────────────────────────────────+ @mcp.tool()+ def symbol_search(query: str, limit: int = 10) -> dict[str, Any]:+ """+ Search for ticker symbols matching a company name or keyword.++ Args:+ query: Company name or keyword (e.g. "Apple", "semiconductor ETF")+ limit: Max results to return (1-20)++ Returns:+ dict with results list of {symbol, name, exchange, type}+ """+ if not YFINANCE_AVAILABLE:+ return {"error": "yfinance not installed"}+ try:+ results = yf.Search(query, max_results=min(20, limit))+ quotes = results.quotes if hasattr(results, "quotes") else []+ return {+ "query": query,+ "results": [+ {+ "symbol": q.get("symbol", ""),+ "name": q.get("shortname") or q.get("longname", ""),+ "exchange": q.get("exchange", ""),+ "type": q.get("quoteType", ""),+ }+ for q in quotes[:limit]+ ],+ "total": len(quotes),+ }+ except Exception as e:+ return {"error": str(e), "query": query}++ return mcp+++# ---------------------------------------------------------------------------+# Entry point — run as standalone HTTP server+# ---------------------------------------------------------------------------++def main() -> None:+ import argparse++ parser = argparse.ArgumentParser(description="Fincept MCP server for RD-Agent")+ parser.add_argument("--port", type=int, default=18765)+ parser.add_argument("--host", default="127.0.0.1")+ args = parser.parse_args()++ if not MCP_SERVER_AVAILABLE:+ print(json.dumps({"error": "mcp[cli] not installed. Run: pip install mcp[cli]"}))+ raise SystemExit(1)++ server = build_mcp_server()+ print(f"Fincept MCP server starting on http://{args.host}:{args.port}/mcp", flush=True)+ server.run(transport="streamable-http", host=args.host, port=args.port, path="/mcp")+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/agents/rdagents/mcp_tools.py b/fincept-qt/scripts/agents/rdagents/mcp_tools.pynew file mode 100644index 000000000..5446182e0--- /dev/null+++ b/fincept-qt/scripts/agents/rdagents/mcp_tools.py@@ -0,0 +1,284 @@+"""+mcp_tools.py — Helpers for wiring the Fincept MCP server into RD-Agent loops.++Usage:+ from mcp_tools import get_mcp_toolset, start_mcp_server_process, MCP_AVAILABLE++ # Check availability+ if MCP_AVAILABLE:+ toolset = get_mcp_toolset(port=18765)+ # Pass toolset to PAIAgent or loop config++ # Or start the MCP server as a subprocess and get a toolset pointing at it+ proc, toolset = start_mcp_server_process(port=18765)+"""++from __future__ import annotations++import logging+import os+import socket+import subprocess+import sys+import time+from pathlib import Path+from typing import Any++logger = logging.getLogger(__name__)++_HERE = Path(__file__).resolve().parent++# ---------------------------------------------------------------------------+# Availability checks+# ---------------------------------------------------------------------------++MCP_AVAILABLE = False+PAI_MCP_AVAILABLE = False++try:+ from pydantic_ai.mcp import MCPServerStreamableHTTP+ PAI_MCP_AVAILABLE = True+ MCP_AVAILABLE = True+except ImportError:+ MCPServerStreamableHTTP = None # type: ignore++try:+ from mcp.server.fastmcp import FastMCP # noqa: F401+ MCP_AVAILABLE = True+except ImportError:+ try:+ from fastmcp import FastMCP # type: ignore # noqa: F401+ MCP_AVAILABLE = True+ except ImportError:+ pass+++# ---------------------------------------------------------------------------+# Port utilities+# ---------------------------------------------------------------------------++DEFAULT_PORT = int(os.environ.get("FINCEPT_MCP_PORT", "18765"))+++def _is_port_open(host: str, port: int, timeout: float = 0.5) -> bool:+ """Return True if something is listening on host:port."""+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:+ s.settimeout(timeout)+ return s.connect_ex((host, port)) == 0+++def _find_free_port(start: int = DEFAULT_PORT) -> int:+ """Find the first free port starting from start."""+ for port in range(start, start + 20):+ if not _is_port_open("127.0.0.1", port):+ return port+ raise RuntimeError(f"No free port found in range {start}–{start + 20}")+++# ---------------------------------------------------------------------------+# MCP toolset factory+# ---------------------------------------------------------------------------++def get_mcp_toolset(host: str = "127.0.0.1", port: int = DEFAULT_PORT) -> Any:+ """+ Return an MCPServerStreamableHTTP instance pointing at the Fincept MCP server.++ The server must already be running (use start_mcp_server_process() to launch it).++ Args:+ host: Server host (default 127.0.0.1)+ port: Server port (default 18765 or FINCEPT_MCP_PORT env var)++ Returns:+ MCPServerStreamableHTTP instance for use as a pydantic-ai toolset,+ or None if pydantic-ai MCP is not available.+ """+ if not PAI_MCP_AVAILABLE:+ logger.warning("pydantic-ai MCP not available. Install: pip install pydantic-ai[mcp]")+ return None++ url = f"http://{host}:{port}/mcp"+ logger.info("Creating MCPServerStreamableHTTP toolset → %s", url)+ return MCPServerStreamableHTTP(url)+++# ---------------------------------------------------------------------------+# Server subprocess management+# ---------------------------------------------------------------------------++# Module-level registry of running MCP server processes+_mcp_processes: dict[int, subprocess.Popen] = {}+++def start_mcp_server_process(+ port: int | None = None,+ host: str = "127.0.0.1",+ wait_timeout: float = 8.0,+) -> tuple[subprocess.Popen | None, Any]:+ """+ Start the Fincept MCP server as a background subprocess.++ If a server is already running on the chosen port, reuses it.++ Args:+ port: Port to listen on. Auto-selects a free port if None.+ host: Host to bind to.+ wait_timeout: Seconds to wait for the server to become ready.++ Returns:+ (process, toolset) — process is None if server was already running.+ toolset is MCPServerStreamableHTTP | None.+ """+ if port is None:+ port = DEFAULT_PORT++ # Already running on this port?+ if _is_port_open(host, port):+ logger.info("MCP server already running on port %d — reusing", port)+ return None, get_mcp_toolset(host, port)++ # Find a free port+ try:+ port = _find_free_port(port)+ except RuntimeError as e:+ logger.error("start_mcp_server_process: %s", e)+ return None, None++ server_script = str(_HERE / "mcp_server.py")+ if not Path(server_script).exists():+ logger.error("mcp_server.py not found at %s", server_script)+ return None, None++ logger.info("Starting Fincept MCP server on %s:%d", host, port)+ try:+ proc = subprocess.Popen(+ [sys.executable, server_script, "--host", host, "--port", str(port)],+ stdout=subprocess.PIPE,+ stderr=subprocess.PIPE,+ start_new_session=True,+ )+ _mcp_processes[port] = proc+ except Exception as e:+ logger.error("Failed to start MCP server: %s", e)+ return None, None++ # Wait for server to become ready+ deadline = time.monotonic() + wait_timeout+ while time.monotonic() < deadline:+ if proc.poll() is not None:+ # Process exited early+ stderr = proc.stderr.read().decode(errors="replace") if proc.stderr else ""+ logger.error("MCP server exited early. stderr: %s", stderr)+ return None, None+ if _is_port_open(host, port):+ logger.info("MCP server ready on port %d", port)+ return proc, get_mcp_toolset(host, port)+ time.sleep(0.2)++ logger.warning("MCP server did not become ready within %.1fs", wait_timeout)+ return proc, get_mcp_toolset(host, port) # return anyway — may still start+++def stop_mcp_server_process(port: int = DEFAULT_PORT) -> bool:+ """Stop the MCP server subprocess running on the given port."""+ proc = _mcp_processes.pop(port, None)+ if proc is None:+ return False+ try:+ proc.terminate()+ proc.wait(timeout=5)+ except Exception:+ proc.kill()+ logger.info("MCP server on port %d stopped", port)+ return True+++def get_running_mcp_ports() -> list[int]:+ """Return list of ports with active MCP server subprocesses."""+ return [p for p, proc in list(_mcp_processes.items()) if proc.poll() is None]+++# ---------------------------------------------------------------------------+# Loop injection helpers+# ---------------------------------------------------------------------------++def inject_mcp_into_loop(loop: Any, toolset: Any) -> bool:+ """+ Attempt to inject the MCP toolset into an rdagent loop.++ rdagent loops use PAIAgent internally. We try to find the agent+ attribute and append the toolset to its toolsets list.++ Args:+ loop: LoopBase subclass instance (FactorRDLoop, ModelRDLoop, etc.)+ toolset: MCPServerStreamableHTTP instance from get_mcp_toolset()++ Returns:+ True if injection succeeded, False otherwise.+ """+ if toolset is None:+ return False++ injected = False++ # Strategy 1: loop has a direct .agent attribute (PAIAgent)+ agent = getattr(loop, "agent", None)+ if agent is not None and hasattr(agent, "toolsets"):+ if isinstance(agent.toolsets, list):+ agent.toolsets.append(toolset)+ injected = True+ logger.info("MCP toolset injected into loop.agent.toolsets")++ # Strategy 2: loop has .hypothesis_gen / .coder / .evaluator sub-agents+ for attr in ("hypothesis_gen", "coder", "evaluator", "runner"):+ sub = getattr(loop, attr, None)+ if sub is None:+ continue+ sub_agent = getattr(sub, "agent", None)+ if sub_agent is not None and hasattr(sub_agent, "toolsets"):+ if isinstance(sub_agent.toolsets, list):+ sub_agent.toolsets.append(toolset)+ injected = True+ logger.info("MCP toolset injected into loop.%s.agent.toolsets", attr)++ # Strategy 3: loop exposes add_toolset() directly+ if hasattr(loop, "add_toolset"):+ try:+ loop.add_toolset(toolset)+ injected = True+ logger.info("MCP toolset injected via loop.add_toolset()")+ except Exception as e:+ logger.warning("loop.add_toolset() failed: %s", e)++ # Strategy 4: set env var so any PAIAgent created later picks it up+ if not injected:+ current = os.environ.get("RDAGENT_MCP_SERVERS", "")+ port = DEFAULT_PORT+ for p, proc in _mcp_processes.items():+ if proc.poll() is None:+ port = p+ break+ url = f"http://127.0.0.1:{port}/mcp"+ if url not in current:+ os.environ["RDAGENT_MCP_SERVERS"] = (current + "," + url).lstrip(",")+ logger.info("Set RDAGENT_MCP_SERVERS=%s as fallback injection", os.environ["RDAGENT_MCP_SERVERS"])+ injected = True # env var set, counts as soft injection++ return injected+++def mcp_availability() -> dict[str, Any]:+ """Return a dict describing MCP availability for use in CLI status checks."""+ return {+ "mcp_server_available": MCP_AVAILABLE,+ "pydantic_ai_mcp": PAI_MCP_AVAILABLE,+ "default_port": DEFAULT_PORT,+ "running_ports": get_running_mcp_ports(),+ "tools": [+ "market_data",+ "financial_news",+ "economics_data",+ "factor_backtest",+ "symbol_search",+ ],+ }diff --git a/fincept-qt/scripts/agents/rdagents/task_manager.py b/fincept-qt/scripts/agents/rdagents/task_manager.pynew file mode 100644index 000000000..5e5cfcc2d--- /dev/null+++ b/fincept-qt/scripts/agents/rdagents/task_manager.py@@ -0,0 +1,349 @@+"""+task_manager.py — Background execution engine + TaskManager for Fincept rdagents.++Responsibilities:+ - TaskManager: thread-safe in-memory task registry (status, progress, results)+ - TaskExecutor: runs LoopBase.run() on a background asyncio event loop thread+ - Progress callbacks: hook into LoopBase step completions to update TaskManager+ - Workspace management: each task gets scripts/agents/rdagents/workspaces/{task_id}/+"""++from __future__ import annotations++import asyncio+import json+import logging+import os+import threading+from datetime import datetime+from pathlib import Path+from typing import Any, Callable++logger = logging.getLogger(__name__)++# Base workspace directory+_WORKSPACE_BASE = Path(__file__).parent / "workspaces"+++# ---------------------------------------------------------------------------+# TaskManager — thread-safe task registry+# ---------------------------------------------------------------------------++class TaskManager:+ """Thread-safe registry of all running/completed rdagent tasks."""++ def __init__(self) -> None:+ self._tasks: dict[str, dict[str, Any]] = {}+ self._lock = threading.Lock()++ def create(self, task_id: str, task_type: str, config: dict[str, Any]) -> None:+ workspace = str(_WORKSPACE_BASE / task_id)+ with self._lock:+ self._tasks[task_id] = {+ "id": task_id,+ "type": task_type,+ "status": "created",+ "progress": 0,+ "config": config,+ "workspace": workspace,+ "created_at": datetime.now().isoformat(),+ "started_at": None,+ "completed_at": None,+ "error": None,+ "iterations_completed": 0,+ "current_step": None,+ "factors_generated": 0,+ "factors_tested": 0,+ "best_ic": None,+ "best_sharpe": None,+ "cost_spent": 0.0,+ "result": None,+ "checkpoint_path": None,+ }++ def update(self, task_id: str, updates: dict[str, Any]) -> None:+ with self._lock:+ if task_id in self._tasks:+ self._tasks[task_id].update(updates)++ def get(self, task_id: str) -> dict[str, Any] | None:+ with self._lock:+ task = self._tasks.get(task_id)+ return dict(task) if task else None++ def list_all(self, status: str | None = None) -> list[dict[str, Any]]:+ with self._lock:+ tasks = list(self._tasks.values())+ if status:+ tasks = [t for t in tasks if t.get("status") == status]+ return [+ {k: t[k] for k in ("id", "type", "status", "progress",+ "created_at", "iterations_completed")}+ for t in tasks+ ]++ def set_result(self, task_id: str, result: Any) -> None:+ self.update(task_id, {"result": result})++ def get_result(self, task_id: str) -> Any:+ task = self.get(task_id)+ return task["result"] if task else None+++# ---------------------------------------------------------------------------+# TaskExecutor — runs LoopBase on a background asyncio thread+# ---------------------------------------------------------------------------++class TaskExecutor:+ """+ Runs a single rdagent LoopBase instance on a dedicated background thread+ with its own asyncio event loop.++ Progress is fed back into TaskManager via a step-completion callback+ that wraps the loop's internal step mechanism.+ """++ def __init__(+ self,+ task_id: str,+ task_manager: TaskManager,+ loop_factory: Callable[[], Any], # returns a LoopBase instance+ loop_n: int = 10,+ on_complete: Callable[[str, Any], None] | None = None,+ ) -> None:+ self._task_id = task_id+ self._tm = task_manager+ self._loop_factory = loop_factory+ self._loop_n = loop_n+ self._on_complete = on_complete+ self._stop_event = threading.Event()+ self._thread: threading.Thread | None = None+ self._aio_loop: asyncio.AbstractEventLoop | None = None++ def start(self) -> None:+ self._thread = threading.Thread(+ target=self._run_in_thread,+ name=f"rdagent-{self._task_id}",+ daemon=True,+ )+ self._thread.start()+ self._tm.update(self._task_id, {+ "status": "running",+ "started_at": datetime.now().isoformat(),+ })++ def stop(self) -> None:+ self._stop_event.set()+ if self._aio_loop and self._aio_loop.is_running():+ self._aio_loop.call_soon_threadsafe(self._aio_loop.stop)++ def _run_in_thread(self) -> None:+ self._aio_loop = asyncio.new_event_loop()+ asyncio.set_event_loop(self._aio_loop)+ try:+ self._aio_loop.run_until_complete(self._execute())+ except Exception as exc:+ logger.error("Task %s failed: %s", self._task_id, exc)+ self._tm.update(self._task_id, {+ "status": "failed",+ "error": str(exc),+ "completed_at": datetime.now().isoformat(),+ })+ finally:+ self._aio_loop.close()++ async def _execute(self) -> None:+ task_id = self._task_id++ # Build workspace dir+ workspace = Path(self._tm.get(task_id)["workspace"])+ workspace.mkdir(parents=True, exist_ok=True)++ # Instantiate the loop (factory runs in async context)+ rd_loop = self._loop_factory()++ # Wrap the loop's step execution to intercept progress+ original_execute_loop = getattr(rd_loop, "execute_loop", None)++ async def _step_hook(*args: Any, **kwargs: Any) -> Any:+ if self._stop_event.is_set():+ return+ result = await original_execute_loop(*args, **kwargs)+ self._on_step_complete(rd_loop)+ return result++ if original_execute_loop:+ rd_loop.execute_loop = _step_hook # type: ignore[method-assign]++ try:+ # Save checkpoint path for resume support+ checkpoint_path = str(workspace / "checkpoint.pkl")+ self._tm.update(task_id, {"checkpoint_path": checkpoint_path})++ # Run the loop+ await rd_loop.run(loop_n=self._loop_n)++ # Extract final results from workspace+ result = self._extract_results(rd_loop, workspace)+ self._tm.set_result(task_id, result)+ self._tm.update(task_id, {+ "status": "completed",+ "progress": 100,+ "completed_at": datetime.now().isoformat(),+ })++ if self._on_complete:+ self._on_complete(task_id, result)++ except asyncio.CancelledError:+ self._tm.update(task_id, {+ "status": "stopped",+ "completed_at": datetime.now().isoformat(),+ })+ except Exception as exc:+ logger.error("Loop execution failed for %s: %s", task_id, exc)+ self._tm.update(task_id, {+ "status": "failed",+ "error": str(exc),+ "completed_at": datetime.now().isoformat(),+ })++ def _on_step_complete(self, rd_loop: Any) -> None:+ """Called after each loop step — update progress in TaskManager."""+ task = self._tm.get(self._task_id)+ if not task:+ return++ max_n = self._loop_n+ completed = task.get("iterations_completed", 0) + 1+ progress = min(99, int((completed / max_n) * 100))++ updates: dict[str, Any] = {+ "iterations_completed": completed,+ "progress": progress,+ "current_step": "feedback",+ }++ # Try to extract live metrics from the loop's trace+ try:+ trace = getattr(rd_loop, "trace", None)+ if trace:+ hist = getattr(trace, "hist", [])+ if hist:+ last = hist[-1]+ feedback = getattr(last, "feedback", None)+ if feedback:+ ic = getattr(feedback, "ic", None)+ sharpe = getattr(feedback, "sharpe", None)+ if ic is not None:+ best_ic = task.get("best_ic")+ updates["best_ic"] = ic if best_ic is None else max(best_ic, ic)+ if sharpe is not None:+ best_sharpe = task.get("best_sharpe")+ updates["best_sharpe"] = sharpe if best_sharpe is None else max(best_sharpe, sharpe)+ except Exception:+ pass # Metrics extraction is best-effort++ self._tm.update(self._task_id, updates)++ def _extract_results(self, rd_loop: Any, workspace: Path) -> dict[str, Any]:+ """Extract final results from the loop workspace after completion."""+ results: dict[str, Any] = {+ "workspace": str(workspace),+ "factors": [],+ "models": [],+ }++ # Try to get factors from trace+ try:+ trace = getattr(rd_loop, "trace", None)+ if trace:+ hist = getattr(trace, "hist", [])+ for i, entry in enumerate(hist):+ exp = getattr(entry, "experiment", None)+ feedback = getattr(entry, "feedback", None)+ if exp and feedback:+ # Extract sub-tasks (factor/model implementations)+ sub_tasks = getattr(exp, "sub_tasks", []) or []+ sub_ws = getattr(exp, "sub_workspace_list", []) or []+ for j, (task_obj, ws_obj) in enumerate(zip(sub_tasks, sub_ws)):+ code = ""+ try:+ if ws_obj:+ code_dict = getattr(ws_obj, "code", {}) or {}+ code = next(iter(code_dict.values()), "")+ except Exception:+ pass++ factor_entry = {+ "factor_id": f"factor_{i}_{j}",+ "name": getattr(task_obj, "factor_name",+ getattr(task_obj, "model_type", f"Factor_{i}_{j}")),+ "description": getattr(task_obj, "factor_description",+ getattr(task_obj, "description", "")),+ "code": code,+ "iteration": i,+ "ic": getattr(feedback, "ic", None),+ "sharpe": getattr(feedback, "sharpe", None),+ }+ results["factors"].append(factor_entry)+ except Exception as exc:+ logger.warning("Could not extract factors from trace: %s", exc)++ # Fallback: scan workspace directory for generated Python files+ if not results["factors"]:+ results["factors"] = _scan_workspace_for_factors(workspace)++ return results+++def _scan_workspace_for_factors(workspace: Path) -> list[dict[str, Any]]:+ """Scan workspace dir for generated factor .py files as fallback."""+ factors = []+ for py_file in workspace.rglob("*.py"):+ try:+ code = py_file.read_text(encoding="utf-8")+ metrics_file = py_file.with_suffix(".json")+ metrics: dict[str, Any] = {}+ if metrics_file.exists():+ metrics = json.loads(metrics_file.read_text())++ factors.append({+ "factor_id": py_file.stem,+ "name": py_file.stem.replace("_", " ").title(),+ "description": f"Generated factor from {py_file.name}",+ "code": code,+ "ic": metrics.get("ic"),+ "sharpe": metrics.get("sharpe"),+ })+ except Exception:+ continue+ return factors+++# ---------------------------------------------------------------------------+# Module-level shared instances+# ---------------------------------------------------------------------------++_task_manager = TaskManager()+_executors: dict[str, TaskExecutor] = {}+++def get_task_manager() -> TaskManager:+ return _task_manager+++def get_executor(task_id: str) -> TaskExecutor | None:+ return _executors.get(task_id)+++def register_executor(task_id: str, executor: TaskExecutor) -> None:+ _executors[task_id] = executor+++def stop_executor(task_id: str) -> bool:+ executor = _executors.get(task_id)+ if executor:+ executor.stop()+ return True+ return Falsediff --git a/fincept-qt/scripts/ai_quant_lab/qlib_data_processors.py b/fincept-qt/scripts/ai_quant_lab/qlib_data_processors.pyindex d079cca5a..a9c5f6dd1 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_data_processors.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_data_processors.py@@ -558,6 +558,18 @@ def main():params.get("processors", []))+ elif command == "process_data":+ params = json.loads(sys.argv[2])+ import pandas as _pd+ df = _pd.DataFrame(params.get("data", {}))+ result = service.process_data(+ pipeline_id=params.get("pipeline_id"),+ data=df,+ fit=params.get("fit", True)+ )+ if result.get("success") and "data" in result:+ result["data"] = result["data"].to_dict() if hasattr(result["data"], "to_dict") else result["data"]+else:result = {"success": False, "error": f"Unknown command: {command}"}diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_evaluation.py b/fincept-qt/scripts/ai_quant_lab/qlib_evaluation.pyindex 331e5190d..df575a9e9 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_evaluation.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_evaluation.py@@ -565,16 +565,59 @@ def main():service = EvaluationService()try:+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+if command == "check_status":result = {"success": True,"pandas_available": PANDAS_AVAILABLE,"qlib_available": QLIB_AVAILABLE}- print(json.dumps(result))++ elif command == "calculate_ic":+ predictions = pd.Series(params.get("predictions", []))+ returns = pd.Series(params.get("returns", []))+ method = params.get("method", "pearson")+ result = service.calculate_ic_metrics(predictions, returns, method)++ elif command == "calculate_rank_ic":+ predictions = pd.Series(params.get("predictions", []))+ returns = pd.Series(params.get("returns", []))+ result = service.calculate_rank_ic(predictions, returns)++ elif command == "analyze_factor_returns":+ factor_values = pd.Series(params.get("factor_values", []))+ returns = pd.Series(params.get("returns", []))+ quantiles = params.get("quantiles", 5)+ result = service.analyze_factor_returns(factor_values, returns, quantiles)++ elif command == "calculate_factor_turnover":+ factor_values = pd.Series(params.get("factor_values", []))+ top_n = params.get("top_n", 50)+ result = service.calculate_factor_turnover(factor_values, top_n)++ elif command == "calculate_risk_metrics":+ returns = pd.Series(params.get("returns", []))+ benchmark_returns = pd.Series(params.get("benchmark_returns")) if params.get("benchmark_returns") else None+ confidence_level = params.get("confidence_level", 0.95)+ result = service.calculate_risk_metrics(returns, benchmark_returns, confidence_level)++ elif command == "combine_factors":+ factors = {k: pd.Series(v) for k, v in params.get("factors", {}).items()}+ weights = params.get("weights")+ method = params.get("method", "equal_weight")+ result = service.combine_factors(factors, weights, method)++ elif command == "generate_evaluation_report":+ factor_name = params.get("factor_name", "factor")+ predictions = pd.Series(params.get("predictions", []))+ returns = pd.Series(params.get("returns", []))+ result = service.generate_evaluation_report(factor_name, predictions, returns)+else:result = {"success": False, "error": f"Unknown command: {command}"}- print(json.dumps(result))++ print(json.dumps(result))except Exception as e:print(json.dumps({"success": False, "error": str(e)}))diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_feature_engineering.py b/fincept-qt/scripts/ai_quant_lab/qlib_feature_engineering.pyindex ec7232a0d..c2969a7ce 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_feature_engineering.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_feature_engineering.py@@ -394,19 +394,100 @@ def main():engineer = FeatureEngineer()try:+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+ data = params.get("data", [])+if command == "check_status":result = {"success": True,"pandas_available": PANDAS_AVAILABLE,"indicators_available": ["moving_average", "rsi", "macd", "bollinger_bands",- "atr", "stochastic_oscillator", "obv", "vwap"+ "atr", "stochastic_oscillator", "returns", "log_returns",+ "momentum", "volatility", "obv", "vwap", "volume_ratio",+ "rolling_correlation", "rolling_beta", "drawdown", "select_features_by_ic"]}- print(json.dumps(result))++ elif command == "moving_average":+ s = pd.Series(data)+ result_series = engineer.moving_average(s, params.get("window", 20), params.get("method", "sma"))+ result = {"success": True, "data": result_series.dropna().tolist()}++ elif command == "rsi":+ s = pd.Series(data)+ result_series = engineer.rsi(s, params.get("window", 14))+ result = {"success": True, "data": result_series.dropna().tolist()}++ elif command == "macd":+ s = pd.Series(data)+ r = engineer.macd(s, params.get("fast", 12), params.get("slow", 26), params.get("signal", 9))+ result = {"success": True, "macd": r["macd"].dropna().tolist(),+ "signal": r["signal"].dropna().tolist(), "histogram": r["histogram"].dropna().tolist()}++ elif command == "bollinger_bands":+ s = pd.Series(data)+ r = engineer.bollinger_bands(s, params.get("window", 20), params.get("num_std", 2.0))+ result = {"success": True, "upper": r["upper"].dropna().tolist(),+ "middle": r["middle"].dropna().tolist(), "lower": r["lower"].dropna().tolist()}++ elif command == "atr":+ r = engineer.atr(pd.Series(params.get("high", [])), pd.Series(params.get("low", [])),+ pd.Series(data), params.get("window", 14))+ result = {"success": True, "data": r.dropna().tolist()}++ elif command == "stochastic_oscillator":+ r = engineer.stochastic_oscillator(pd.Series(params.get("high", [])),+ pd.Series(params.get("low", [])), pd.Series(data),+ params.get("k_window", 14), params.get("d_window", 3))+ result = {"success": True, "k": r["k"].dropna().tolist(), "d": r["d"].dropna().tolist()}++ elif command == "returns":+ r = engineer.returns(pd.Series(data), params.get("periods", 1))+ result = {"success": True, "data": r.dropna().tolist()}++ elif command == "log_returns":+ r = engineer.log_returns(pd.Series(data), params.get("periods", 1))+ result = {"success": True, "data": r.dropna().tolist()}++ elif command == "momentum":+ r = engineer.momentum(pd.Series(data), params.get("window", 20))+ result = {"success": True, "data": r.dropna().tolist()}++ elif command == "volatility":+ r = engineer.volatility(pd.Series(data), params.get("window", 20), params.get("annualize", False))+ result = {"success": True, "data": r.dropna().tolist()}++ elif command == "obv":+ r = engineer.obv(pd.Series(data), pd.Series(params.get("volume", [])))+ result = {"success": True, "data": r.tolist()}++ elif command == "vwap":+ r = engineer.vwap(pd.Series(params.get("high", [])), pd.Series(params.get("low", [])),+ pd.Series(data), pd.Series(params.get("volume", [])))+ result = {"success": True, "data": r.tolist()}++ elif command == "drawdown":+ r = engineer.drawdown(pd.Series(data))+ result = {"success": True, "data": r.tolist()}++ elif command == "select_features_by_ic":+ features = {k: pd.Series(v) for k, v in params.get("features", {}).items()}+ returns_s = pd.Series(params.get("returns", []))+ r = engineer.select_features_by_ic(features, returns_s, params.get("top_k", 10),+ params.get("method", "pearson"))+ result = {"success": True, "selected_features": r}++ elif command == "evaluate_expression":+ df = pd.DataFrame(params.get("data", {}))+ engine = FeatureExpressionEngine(df)+ expr_result = engine.evaluate(params.get("expression", ""))+ result = {"success": True, "data": expr_result.dropna().tolist() if hasattr(expr_result, 'tolist') else expr_result}+else:result = {"success": False, "error": f"Unknown command: {command}"}- print(json.dumps(result))++ print(json.dumps(result))except Exception as e:print(json.dumps({"success": False, "error": str(e)}))diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_high_frequency.py b/fincept-qt/scripts/ai_quant_lab/qlib_high_frequency.pyindex 41c72d16e..5a2997262 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_high_frequency.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_high_frequency.py@@ -444,42 +444,84 @@ def main():command = sys.argv[1]trader = HighFrequencyTrader()- if command == 'initialize':- provider_uri = sys.argv[2] if len(sys.argv) > 2 else "~/.qlib/qlib_data/cn_data"- region = sys.argv[3] if len(sys.argv) > 3 else "cn"- result = trader.initialize(provider_uri, region)-- elif command == 'create_orderbook':- symbol = sys.argv[2]- depth = int(sys.argv[3]) if len(sys.argv) > 3 else 10- result = trader.create_order_book(symbol, depth)-- elif command == 'update_orderbook':- params = json.loads(sys.argv[2])- result = trader.update_order_book(**params)-- elif command == 'market_making_quotes':- params = json.loads(sys.argv[2])- result = trader.calculate_market_making_quotes(**params)-- elif command == 'detect_toxic':- symbol = sys.argv[2]- result = trader.detect_toxic_flow(symbol)-- elif command == 'execute_order':- params = json.loads(sys.argv[2])- result = trader.execute_aggressive_order(**params)-- elif command == 'latency_stats':- result = trader.get_latency_stats()-- elif command == 'snapshot':- symbol = sys.argv[2]- n_levels = int(sys.argv[3]) if len(sys.argv) > 3 else 5- result = trader.get_order_book_snapshot(symbol, n_levels)-- else:- result = {'success': False, 'error': f'Unknown command: {command}'}+ # Helper: parse second arg as JSON dict or return empty dict+ def params_or_empty():+ if len(sys.argv) > 2:+ try:+ return json.loads(sys.argv[2])+ except (json.JSONDecodeError, ValueError):+ return {}+ return {}++ # Helper: get symbol from JSON params or positional arg+ def get_symbol(default='AAPL'):+ if len(sys.argv) > 2:+ try:+ p = json.loads(sys.argv[2])+ return p.get('symbol', default)+ except (json.JSONDecodeError, ValueError):+ return sys.argv[2]+ return default++ try:+ if command == 'initialize':+ p = params_or_empty()+ provider_uri = p.get('provider_uri', "~/.qlib/qlib_data/cn_data")+ region = p.get('region', "cn")+ result = trader.initialize(provider_uri, region)++ elif command == 'create_orderbook':+ p = params_or_empty()+ symbol = p.get('symbol', get_symbol())+ depth = p.get('depth', int(sys.argv[3]) if len(sys.argv) > 3 else 10)+ result = trader.create_order_book(symbol, depth)++ elif command == 'update_orderbook':+ result = trader.update_order_book(**params_or_empty())++ elif command == 'market_making_quotes':+ p = params_or_empty()+ symbol = p.get('symbol', get_symbol())+ # Auto-create orderbook if not present+ if symbol not in trader.order_books:+ trader.create_order_book(symbol, p.get('depth', 10))+ result = trader.calculate_market_making_quotes(+ symbol=symbol,+ inventory=p.get('inventory', 0),+ risk_aversion=p.get('risk_aversion', 0.01),+ spread_multiplier=p.get('spread_multiplier', 1.5)+ )++ elif command == 'detect_toxic':+ p = params_or_empty()+ symbol = p.get('symbol', get_symbol())+ if symbol not in trader.order_books:+ trader.create_order_book(symbol)+ result = trader.detect_toxic_flow(symbol)++ elif command == 'execute_order':+ p = params_or_empty()+ symbol = p.get('symbol', 'AAPL')+ if symbol not in trader.order_books:+ trader.create_order_book(symbol)+ result = trader.execute_aggressive_order(**p)++ elif command == 'latency_stats':+ result = trader.get_latency_stats()++ elif command == 'snapshot':+ p = params_or_empty()+ symbol = p.get('symbol', get_symbol())+ if symbol not in trader.order_books:+ trader.create_order_book(symbol)+ n_levels = p.get('n_levels', 5)+ result = trader.get_order_book_snapshot(symbol, n_levels)++ else:+ result = {'success': False, 'error': f'Unknown command: {command}'}++ except Exception as e:+ result = {'success': False, 'error': str(e)}print(json.dumps(result, indent=2))diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_meta_learning.py b/fincept-qt/scripts/ai_quant_lab/qlib_meta_learning.pyindex 504e84ee7..825f2dfc0 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_meta_learning.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_meta_learning.py@@ -480,36 +480,40 @@ def main():command = sys.argv[1]manager = MetaLearningManager()- if command == 'list_models':- result = manager.get_available_models()-- elif command == 'run_selection':- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- model_ids = params.get('model_ids', [])- task_type = params.get('task_type', 'classification')- metric = params.get('metric', 'auto')- result = manager.run_model_selection(model_ids, task_type=task_type, metric=metric)-- elif command == 'create_ensemble':- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- model_keys = params.get('model_keys', [])- ensemble_method = params.get('method', 'voting')- task_type = params.get('task_type', 'classification')- result = manager.create_ensemble(model_keys, ensemble_method, task_type)-- elif command == 'tune_hyperparameters':- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- model_id = params.get('model_id', '')- param_grid = params.get('param_grid', {})- task_type = params.get('task_type', 'classification')- search_method = params.get('search_method', 'grid')- result = manager.hyperparameter_tuning(model_id, param_grid, task_type=task_type, search_method=search_method)-- elif command == 'get_results':- result = manager.get_all_results()-- else:- result = {'success': False, 'error': f'Unknown command: {command}'}+ try:+ if command == 'list_models':+ result = manager.get_available_models()++ elif command == 'run_selection':+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+ model_ids = params.get('model_ids', [])+ task_type = params.get('task_type', 'classification')+ metric = params.get('metric', 'auto')+ result = manager.run_model_selection(model_ids, task_type=task_type, metric=metric)++ elif command == 'create_ensemble':+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+ model_keys = params.get('model_keys', [])+ ensemble_method = params.get('method', 'voting')+ task_type = params.get('task_type', 'classification')+ result = manager.create_ensemble(model_keys, ensemble_method, task_type)++ elif command == 'tune_hyperparameters':+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+ model_id = params.get('model_id', '')+ param_grid = params.get('param_grid', {})+ task_type = params.get('task_type', 'classification')+ search_method = params.get('search_method', 'grid')+ result = manager.hyperparameter_tuning(model_id, param_grid, task_type=task_type, search_method=search_method)++ elif command == 'get_results':+ result = manager.get_all_results()++ else:+ result = {'success': False, 'error': f'Unknown command: {command}'}++ except Exception as e:+ result = {'success': False, 'error': str(e)}print(json.dumps(result, indent=2))diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_online_learning.py b/fincept-qt/scripts/ai_quant_lab/qlib_online_learning.pyindex 013bde7cc..b38f76883 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_online_learning.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_online_learning.py@@ -479,43 +479,48 @@ def main():command = sys.argv[1]manager = OnlineLearningManager()- if command == 'initialize':- provider_uri = sys.argv[2] if len(sys.argv) > 2 else "~/.qlib/qlib_data/cn_data"- region = sys.argv[3] if len(sys.argv) > 3 else "cn"- result = manager.initialize(provider_uri, region)-- elif command == 'create_model':- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = manager.create_online_model(**params)-- elif command == 'train':- model_id = sys.argv[2]- features = json.loads(sys.argv[3])- target = float(sys.argv[4])- result = manager.incremental_train(model_id, features, target)-- elif command == 'predict':- model_id = sys.argv[2]- features = json.loads(sys.argv[3])- result = manager.predict_online(model_id, features)-- elif command == 'performance':- model_id = sys.argv[2]- result = manager.get_model_performance(model_id)-- elif command == 'setup_rolling':- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = manager.setup_rolling_update(**params)-- elif command == 'handle_drift':- params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = manager.handle_concept_drift(**params)-- elif command == 'list_models':- result = manager.get_all_models()-- else:- result = {'success': False, 'error': f'Unknown command: {command}'}+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}++ try:+ if command == 'initialize':+ result = manager.initialize(+ params.get('provider_uri', "~/.qlib/qlib_data/cn_data"),+ params.get('region', "cn")+ )++ elif command == 'create_model':+ result = manager.create_online_model(**params)++ elif command == 'train':+ result = manager.incremental_train(+ model_id=params.get('model_id', ''),+ features=params.get('features', {}),+ target=float(params.get('target', 0.0))+ )++ elif command == 'predict':+ result = manager.predict_online(+ model_id=params.get('model_id', ''),+ features=params.get('features', {})+ )++ elif command == 'performance':+ result = manager.get_model_performance(params.get('model_id', ''))++ elif command == 'setup_rolling':+ result = manager.setup_rolling_update(**params)++ elif command == 'handle_drift':+ result = manager.handle_concept_drift(**params)++ elif command == 'list_models':+ result = manager.get_all_models()++ else:+ result = {'success': False, 'error': f'Unknown command: {command}'}++ except Exception as e:+ result = {'success': False, 'error': str(e)}print(json.dumps(result, indent=2))diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_portfolio_opt.py b/fincept-qt/scripts/ai_quant_lab/qlib_portfolio_opt.pyindex 29c2b8c29..5b47982e6 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_portfolio_opt.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_portfolio_opt.py@@ -485,22 +485,69 @@ def main():service = PortfolioOptimizationService()try:+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+if command == "check_status":result = {"success": True,"scipy_available": SCIPY_AVAILABLE,"methods_available": [- "black_litterman",- "hierarchical_risk_parity",- "minimum_variance",- "maximum_sharpe",- "efficient_frontier"+ "black_litterman", "hierarchical_risk_parity",+ "minimum_variance", "maximum_sharpe", "efficient_frontier"]}- print(json.dumps(result))++ elif command == "black_litterman":+ cov_raw = params.get("cov_matrix", [])+ assets = params.get("assets", [f"A{i}" for i in range(len(cov_raw))])+ result = service.black_litterman(+ market_caps=pd.Series(params.get("market_caps", []), index=assets),+ cov_matrix=pd.DataFrame(cov_raw, index=assets, columns=assets),+ views=np.array(params.get("views", [])),+ view_confidences=np.array(params.get("view_confidences", [])),+ risk_free_rate=params.get("risk_free_rate", 0.02),+ tau=params.get("tau", 0.025),+ risk_aversion=params.get("risk_aversion", 2.5)+ )++ elif command == "hierarchical_risk_parity":+ cov_raw = params.get("cov_matrix", [])+ assets = params.get("assets", [f"A{i}" for i in range(len(cov_raw))])+ result = service.hierarchical_risk_parity(+ cov_matrix=pd.DataFrame(cov_raw, index=assets, columns=assets)+ )++ elif command == "minimum_variance":+ cov_raw = params.get("cov_matrix", [])+ assets = params.get("assets", [f"A{i}" for i in range(len(cov_raw))])+ result = service.minimum_variance_portfolio(+ cov_matrix=pd.DataFrame(cov_raw, index=assets, columns=assets),+ constraints=params.get("constraints")+ )++ elif command == "maximum_sharpe":+ cov_raw = params.get("cov_matrix", [])+ assets = params.get("assets", [f"A{i}" for i in range(len(cov_raw))])+ result = service.maximum_sharpe_portfolio(+ expected_returns=pd.Series(params.get("expected_returns", []), index=assets),+ cov_matrix=pd.DataFrame(cov_raw, index=assets, columns=assets),+ risk_free_rate=params.get("risk_free_rate", 0.02),+ constraints=params.get("constraints")+ )++ elif command == "efficient_frontier":+ cov_raw = params.get("cov_matrix", [])+ assets = params.get("assets", [f"A{i}" for i in range(len(cov_raw))])+ result = service.efficient_frontier(+ expected_returns=pd.Series(params.get("expected_returns", []), index=assets),+ cov_matrix=pd.DataFrame(cov_raw, index=assets, columns=assets),+ num_portfolios=params.get("num_portfolios", 100)+ )+else:result = {"success": False, "error": f"Unknown command: {command}"}- print(json.dumps(result))++ print(json.dumps(result))except Exception as e:print(json.dumps({"success": False, "error": str(e)}))diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_reporting.py b/fincept-qt/scripts/ai_quant_lab/qlib_reporting.pyindex 6480035f4..8aa054049 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_reporting.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_reporting.py@@ -508,6 +508,8 @@ def main():service = ReportingService()try:+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+if command == "check_status":result = {"success": True,@@ -515,10 +517,52 @@ def main():"plotly_available": PLOTLY_AVAILABLE,"matplotlib_available": MATPLOTLIB_AVAILABLE}- print(json.dumps(result))++ elif command == "position_analysis":+ result = service.generate_position_analysis_report(+ positions=params.get("positions", {}),+ returns=params.get("returns", []),+ benchmark_returns=params.get("benchmark_returns")+ )++ elif command == "ic_analysis":+ result = service.generate_ic_analysis_report(+ predictions=params.get("predictions", []),+ returns=params.get("returns", []),+ method=params.get("method", "both")+ )++ elif command == "cumulative_return_graph":+ result = service.generate_cumulative_return_graph(+ returns=params.get("returns", []),+ benchmark_returns=params.get("benchmark_returns"),+ title=params.get("title", "Cumulative Returns")+ )++ elif command == "risk_analysis_graph":+ result = service.generate_risk_analysis_graph(+ returns=params.get("returns", []),+ title=params.get("title", "Risk Analysis")+ )++ elif command == "model_performance":+ result = service.generate_model_performance_report(+ predictions=params.get("predictions", []),+ returns=params.get("returns", []),+ model_name=params.get("model_name", "Model")+ )++ elif command == "export_report":+ result = service.export_report(+ report_data=params.get("report_data", {}),+ format=params.get("format", "json"),+ filepath=params.get("filepath")+ )+else:result = {"success": False, "error": f"Unknown command: {command}"}- print(json.dumps(result))++ print(json.dumps(result))except Exception as e:print(json.dumps({"success": False, "error": str(e)}))diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_rl.py b/fincept-qt/scripts/ai_quant_lab/qlib_rl.pyindex bfab5cc37..819365617 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_rl.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_rl.py@@ -459,7 +459,27 @@ def main():elif command == 'train':params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}- result = agent.train_agent(**params)+ # Normalize param names from C++ UI+ if 'ticker' in params:+ params['tickers'] = params.pop('ticker')+ if 'initial_capital' in params:+ params['initial_cash'] = params.pop('initial_capital')+ # episodes → total_timesteps (episodes * ~365 steps per episode)+ if 'episodes' in params:+ episodes = params.pop('episodes')+ params.setdefault('total_timesteps', episodes * 365)+ # Auto-create env from same params before training+ env_params = {k: params.pop(k) for k in ['tickers', 'initial_cash', 'start_date', 'end_date']+ if k in params}+ env_params.setdefault('tickers', 'AAPL')+ env_params.setdefault('initial_cash', 100000)+ env_params.setdefault('start_date', '2022-01-01')+ env_params.setdefault('end_date', '2024-01-01')+ env_result = agent.create_trading_env(**env_params)+ if not env_result.get('success'):+ result = env_result+ else:+ result = agent.train_agent(**params)elif command == 'evaluate':n_episodes = int(sys.argv[2]) if len(sys.argv) > 2 else 10diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_rolling_retraining.py b/fincept-qt/scripts/ai_quant_lab/qlib_rolling_retraining.pyindex f9234dc23..8759c6f85 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_rolling_retraining.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_rolling_retraining.py@@ -12,8 +12,9 @@ except: ROLLING_AVAILABLE = Falseclass RollingRetrainer:def __init__(self): self.schedules, self.history = {}, []- def create_schedule(self, model_id, freq='daily', window=252):- self.schedules[model_id] = {'freq': freq, 'window': window, 'next_run': datetime.now() + timedelta(days=1)}+ def create_schedule(self, model_id, freq='daily', window=252):+ next_run = (datetime.now() + timedelta(days=1)).isoformat()+ self.schedules[model_id] = {'freq': freq, 'window': window, 'next_run': next_run}return {'success': True, 'model_id': model_id, 'schedule': self.schedules[model_id]}def execute_retrain(self, model_id):self.history.append({'model_id': model_id, 'timestamp': datetime.now().isoformat(), 'status': 'completed'})@@ -23,10 +24,23 @@ class RollingRetrainer:def main():cmd = sys.argv[1] if len(sys.argv) > 1 else 'help'rr = RollingRetrainer()- if cmd == 'create': result = rr.create_schedule(sys.argv[2] if len(sys.argv) > 2 else 'model_1')- elif cmd == 'retrain': result = rr.execute_retrain(sys.argv[2] if len(sys.argv) > 2 else 'model_1')- elif cmd == 'list': result = rr.get_schedules()- else: result = {'success': False, 'error': 'Unknown command'}+ try:+ if cmd == 'create':+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+ result = rr.create_schedule(+ model_id=params.get('model_id', 'model_1'),+ freq=params.get('frequency', params.get('freq', 'daily')),+ window=params.get('window', 252)+ )+ elif cmd == 'retrain':+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+ result = rr.execute_retrain(params.get('model_id', sys.argv[2] if len(sys.argv) > 2 else 'model_1'))+ elif cmd == 'list':+ result = rr.get_schedules()+ else:+ result = {'success': False, 'error': 'Unknown command'}+ except Exception as e:+ result = {'success': False, 'error': str(e)}print(json.dumps(result, indent=2))if __name__ == '__main__': main()diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_service.py b/fincept-qt/scripts/ai_quant_lab/qlib_service.pyindex 78e04b498..c896f9683 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_service.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_service.py@@ -663,6 +663,22 @@ class QlibService:if fields is None:fields = ["$open", "$high", "$low", "$close", "$volume", "$vwap", "$factor"]+ # Normalize instruments to lowercase (qlib US data uses lowercase dirs)+ instruments = [i.lower() if isinstance(i, str) else i for i in instruments]++ # Clamp dates to available calendar range+ cal = D.calendar(freq=freq)+ cal_warning = None+ if len(cal) > 0:+ cal_start = str(cal[0].date())+ cal_end = str(cal[-1].date())+ if start_date < cal_start:+ cal_warning = f"start_date clamped from {start_date} to {cal_start}"+ start_date = cal_start+ if end_date > cal_end:+ cal_warning = (cal_warning or "") + f" end_date clamped from {end_date} to {cal_end}"+ end_date = cal_end+# Fetch data using Qlib's data APIdata = D.features(instruments, fields, start_date, end_date, freq=freq)@@ -683,7 +699,7 @@ class QlibService:except Exception as e:data_dict[instrument] = {"error": str(e)}- return {+ result = {"success": True,"data": data_dict,"instruments": instruments,@@ -692,6 +708,9 @@ class QlibService:"freq": freq,"total_records": total_records}+ if cal_warning:+ result["warning"] = cal_warning+ return resultexcept Exception as e:return {"success": False,diff --git a/fincept-qt/scripts/ai_quant_lab/qlib_strategy.py b/fincept-qt/scripts/ai_quant_lab/qlib_strategy.pyindex 7242aaed0..6a89c4166 100644--- a/fincept-qt/scripts/ai_quant_lab/qlib_strategy.py+++ b/fincept-qt/scripts/ai_quant_lab/qlib_strategy.py@@ -510,6 +510,8 @@ def main():service = StrategyService()try:+ params = json.loads(sys.argv[2]) if len(sys.argv) > 2 else {}+if command == "check_status":result = {"success": True,@@ -550,6 +552,34 @@ def main():elif command == "list_strategies":result = service.list_strategies()+ elif command == "create_risk_parity":+ result = service.create_risk_parity_strategy(+ returns=pd.DataFrame(params.get("returns", [])),+ target_risk=params.get("target_risk", 0.10),+ rebalance_frequency=params.get("rebalance_frequency", "monthly")+ )++ elif command == "create_mean_variance":+ cov_raw = params.get("cov_matrix", [])+ assets = params.get("assets", [f"A{i}" for i in range(len(cov_raw))])+ result = service.create_mean_variance_strategy(+ expected_returns=pd.Series(params.get("expected_returns", []), index=assets),+ cov_matrix=pd.DataFrame(cov_raw, index=assets, columns=assets),+ target_return=params.get("target_return"),+ risk_free_rate=params.get("risk_free_rate", 0.02),+ constraints=params.get("constraints")+ )++ elif command == "portfolio_metrics":+ result = service.calculate_portfolio_metrics(+ returns=pd.Series(params.get("returns", [])),+ benchmark_returns=pd.Series(params.get("benchmark_returns")) if params.get("benchmark_returns") else None,+ risk_free_rate=params.get("risk_free_rate", 0.02)+ )++ elif command == "get_strategy":+ result = service.get_strategy(params.get("strategy_id", ""))+else:result = {"success": False, "error": f"Unknown command: {command}"}diff --git a/fincept-qt/scripts/ai_quant_lab/rd_agent_service.py b/fincept-qt/scripts/ai_quant_lab/rd_agent_service.pydeleted file mode 100644index 4c6512a0b..000000000--- a/fincept-qt/scripts/ai_quant_lab/rd_agent_service.py+++ /dev/null@@ -1,1102 +0,0 @@-"""-AI Quant Lab - RD-Agent Service-Microsoft RD-Agent integration for autonomous factor discovery, model optimization,-and AI-powered quantitative research automation.-Full-featured implementation with all RD-Agent capabilities.-"""--import json-import sys-import os-import asyncio-import threading-from datetime import datetime-from typing import Dict, List, Any, Optional, Union, Callable-import warnings-warnings.filterwarnings('ignore')--# RD-Agent imports with availability check-RD_AGENT_AVAILABLE = False-RD_AGENT_ERROR = None-FACTOR_LOOP_AVAILABLE = False-MODEL_LOOP_AVAILABLE = False--try:- from rdagent.core import experiment, proposal, scenario- from rdagent.core.experiment import Experiment- from rdagent.components import coder, runner, loader- RD_AGENT_AVAILABLE = True-except ImportError as e:- RD_AGENT_ERROR = str(e)--# Factor and Model RD Loop imports-try:- from rdagent.app.qlib_rd_loop.factor import FactorRDLoop, FACTOR_PROP_SETTING- FACTOR_LOOP_AVAILABLE = True-except ImportError:- FACTOR_LOOP_AVAILABLE = False--try:- from rdagent.app.qlib_rd_loop.model import ModelRDLoop, MODEL_PROP_SETTING- MODEL_LOOP_AVAILABLE = True-except ImportError:- MODEL_LOOP_AVAILABLE = False--# Experiment imports-try:- from rdagent.scenarios.qlib.experiment.factor_experiment import (- FactorExperiment, FactorTask, QlibFactorExperiment, QlibFactorScenario- )- from rdagent.scenarios.qlib.experiment.model_experiment import (- ModelExperiment, ModelTask, QlibModelExperiment, QlibModelScenario- )- EXPERIMENT_AVAILABLE = True-except ImportError:- EXPERIMENT_AVAILABLE = False--# Logger-try:- from rdagent.log import rdagent_logger as logger-except ImportError:- import logging- logger = logging.getLogger(__name__)---class TaskManager:- """Manages running tasks and their status"""-- def __init__(self):- self.tasks: Dict[str, Dict[str, Any]] = {}- self.results: Dict[str, Any] = {}- self.lock = threading.Lock()-- def create_task(self, task_id: str, task_type: str, config: Dict[str, Any]) -> None:- with self.lock:- self.tasks[task_id] = {- "id": task_id,- "type": task_type,- "status": "created",- "progress": 0,- "config": config,- "created_at": datetime.now().isoformat(),- "started_at": None,- "completed_at": None,- "error": None,- "iterations_completed": 0,- "factors_generated": 0,- "factors_tested": 0,- "best_ic": None,- "best_sharpe": None- }-- def update_task(self, task_id: str, updates: Dict[str, Any]) -> None:- with self.lock:- if task_id in self.tasks:- self.tasks[task_id].update(updates)-- def get_task(self, task_id: str) -> Optional[Dict[str, Any]]:- with self.lock:- return self.tasks.get(task_id, None)-- def set_result(self, task_id: str, result: Any) -> None:- with self.lock:- self.results[task_id] = result-- def get_result(self, task_id: str) -> Optional[Any]:- with self.lock:- return self.results.get(task_id, None)---class RDAgentService:- """- Full-featured RD-Agent service for autonomous quantitative research.-- Features:- - Autonomous factor mining with FactorRDLoop- - Model optimization with ModelRDLoop- - Multi-agent system (Research + Development agents)- - Financial document analysis- - Experiment management and checkpointing- - Progress tracking and cost estimation- - Support for multiple LLM providers (OpenAI, Anthropic, DeepSeek)- """-- def __init__(self):- self.config: Dict[str, Any] = {}- self.task_manager = TaskManager()- self.active_loops: Dict[str, Any] = {}- self.discovered_factors: Dict[str, List[Dict]] = {}- self.optimized_models: Dict[str, Dict] = {}-- def get_capabilities(self) -> Dict[str, Any]:- """Get detailed RD-Agent capabilities"""- capabilities = {- "factor_mining": {- "name": "Autonomous Factor Discovery",- "description": "AI-powered autonomous discovery of profitable trading factors",- "available": FACTOR_LOOP_AVAILABLE,- "features": [- "Generate novel factor hypotheses using LLMs",- "Implement factors as Python code",- "Backtest and validate factor performance",- "Iterate based on feedback to improve IC",- "Export best factors for production use"- ],- "metrics": [- "Information Coefficient (IC)",- "IC Information Ratio (ICIR)",- "Sharpe Ratio",- "Win Rate",- "Maximum Drawdown"- ],- "estimated_cost": {- "per_iteration": "$0.50-2.00",- "complete_cycle": "$5-15",- "factors_per_cycle": "5-20"- },- "estimated_time": {- "per_iteration": "5-10 minutes",- "complete_cycle": "30-90 minutes"- },- "loop_methods": [- "kickoff_loop",- "execute_loop",- "coding",- "feedback",- "dump",- "load"- ] if FACTOR_LOOP_AVAILABLE else []- },- "model_optimization": {- "name": "Model Hyperparameter Optimization",- "description": "AI-driven optimization of machine learning model hyperparameters",- "available": MODEL_LOOP_AVAILABLE,- "features": [- "Propose hyperparameter configurations",- "Train and evaluate models",- "Multi-objective optimization (Sharpe, IC, Drawdown)",- "Architecture search for neural networks",- "Ensemble model construction"- ],- "supported_models": [- "LightGBM", "XGBoost", "CatBoost",- "LSTM", "GRU", "Transformer", "TCN"- ],- "optimization_targets": [- "sharpe_ratio",- "information_coefficient",- "max_drawdown",- "win_rate",- "calmar_ratio"- ],- "estimated_cost": {- "per_model": "$3-10",- "complete_optimization": "$10-30"- },- "estimated_time": {- "per_model": "10-20 minutes",- "complete_optimization": "30-60 minutes"- }- },- "document_analysis": {- "name": "Financial Document Analysis",- "description": "Extract tradable signals and factors from financial documents",- "available": RD_AGENT_AVAILABLE,- "supported_documents": [- "10-K / 10-Q Reports",- "Earnings Call Transcripts",- "Research Reports",- "News Articles",- "SEC Filings",- "Patent Applications"- ],- "extraction_types": [- "Sentiment analysis",- "Key metrics extraction",- "Event detection",- "Risk factor identification",- "Guidance analysis"- ],- "estimated_cost": "$1-5 per document",- "estimated_time": "2-10 minutes per document"- },- "research_agent": {- "name": "Research Agent",- "description": "Proposes novel research hypotheses and factor ideas",- "available": RD_AGENT_AVAILABLE,- "capabilities": [- "Literature-inspired factor generation",- "Cross-asset signal discovery",- "Regime-adaptive strategies",- "Alternative data factor ideas"- ],- "llm_models": ["GPT-4", "GPT-4-Turbo", "Claude-3", "DeepSeek"]- },- "development_agent": {- "name": "Development Agent",- "description": "Implements research ideas as executable code",- "available": RD_AGENT_AVAILABLE,- "capabilities": [- "Python factor implementation",- "Data preprocessing pipelines",- "Model training scripts",- "Backtesting integration"- ],- "output_formats": ["Python functions", "Qlib factors", "Custom modules"]- },- "experiment_management": {- "name": "Experiment Management",- "description": "Track and manage research experiments",- "available": EXPERIMENT_AVAILABLE,- "features": [- "Workspace checkpointing",- "Experiment recovery",- "Result persistence",- "Cost tracking"- ]- }- }-- return {- "success": True,- "capabilities": capabilities,- "rdagent_available": RD_AGENT_AVAILABLE- }-- def start_factor_mining(self,- task_description: str,- api_keys: Dict[str, str],- target_market: str = "US",- budget: float = 10.0,- max_iterations: int = 10,- target_ic: float = 0.05,- llm_provider: str = "openai",- workspace_dir: Optional[str] = None) -> Dict[str, Any]:- """- Start autonomous factor discovery using RD-Agent FactorRDLoop.-- Args:- task_description: Natural language description of factors to discover- api_keys: Dict containing API keys (openai, anthropic, etc.)- target_market: Target market ('US', 'CN', 'CRYPTO')- budget: Maximum budget in USD- max_iterations: Maximum number of research iterations- target_ic: Target Information Coefficient to achieve- llm_provider: LLM provider to use- workspace_dir: Directory for experiment workspace- """- if not FACTOR_LOOP_AVAILABLE:- return {"success": False, "error": "FactorRDLoop not available. Check RD-Agent installation."}-- try:- # Generate task ID- task_id = f"factor_mining_{datetime.now().strftime('%Y%m%d_%H%M%S')}"-- # Set API keys in environment- for key_name, key_value in api_keys.items():- os.environ[f"{key_name.upper()}_API_KEY"] = key_value-- # Create task configuration- config = {- "task_id": task_id,- "task_description": task_description,- "target_market": target_market,- "budget": budget,- "max_iterations": max_iterations,- "target_ic": target_ic,- "llm_provider": llm_provider,- "workspace_dir": workspace_dir or f"./rdagent_workspace/{task_id}"- }-- # Register task- self.task_manager.create_task(task_id, "factor_mining", config)- self.task_manager.update_task(task_id, {- "status": "started",- "started_at": datetime.now().isoformat()- })-- # In a real implementation, this would start the async loop- # For now, we'll return the task info immediately- # The actual execution would happen in a background thread/process-- # Initialize discovered factors storage- self.discovered_factors[task_id] = []-- return {- "success": True,- "task_id": task_id,- "status": "started",- "message": "Factor mining task started successfully",- "config": {- "task_description": task_description,- "target_market": target_market,- "budget": budget,- "max_iterations": max_iterations,- "target_ic": target_ic,- "llm_provider": llm_provider- },- "estimated_time": f"{max_iterations * 5}-{max_iterations * 10} minutes",- "estimated_cost": f"${budget:.2f} max"- }- except Exception as e:- return {- "success": False,- "error": f"Failed to start factor mining: {str(e)}"- }-- def get_factor_mining_status(self, task_id: str) -> Dict[str, Any]:- """Get detailed status of a factor mining task"""- task = self.task_manager.get_task(task_id)-- if not task:- return {"success": False, "error": f"Task {task_id} not found"}-- # Calculate progress based on iterations- config = task.get("config", {})- max_iterations = config.get("max_iterations", 10)- iterations_completed = task.get("iterations_completed", 0)- progress = min(100, int((iterations_completed / max_iterations) * 100))-- # Update progress- self.task_manager.update_task(task_id, {"progress": progress})-- return {- "success": True,- "task_id": task_id,- "status": task.get("status", "unknown"),- "progress": progress,- "iterations_completed": iterations_completed,- "max_iterations": max_iterations,- "factors_generated": task.get("factors_generated", 0),- "factors_tested": task.get("factors_tested", 0),- "best_ic": task.get("best_ic"),- "best_sharpe": task.get("best_sharpe"),- "elapsed_time": self._calculate_elapsed_time(task.get("started_at")),- "estimated_remaining": self._estimate_remaining_time(task),- "cost_spent": task.get("cost_spent", 0),- "error": task.get("error")- }-- def get_discovered_factors(self, task_id: str) -> Dict[str, Any]:- """Get factors discovered by a factor mining task"""- task = self.task_manager.get_task(task_id)-- if not task:- return {"success": False, "error": f"Task {task_id} not found"}-- # Get stored factors or return mock data for demonstration- factors = self.discovered_factors.get(task_id, [])-- # If no factors yet, return demonstration data- if not factors:- factors = self._generate_sample_factors(task_id)- self.discovered_factors[task_id] = factors-- # Calculate statistics- if factors:- best_ic = max([f.get("ic", 0) for f in factors])- avg_ic = sum([f.get("ic", 0) for f in factors]) / len(factors)- best_sharpe = max([f.get("sharpe", 0) for f in factors])- else:- best_ic = avg_ic = best_sharpe = 0-- return {- "success": True,- "task_id": task_id,- "factors": factors,- "total_factors": len(factors),- "best_ic": best_ic,- "avg_ic": avg_ic,- "best_sharpe": best_sharpe,- "status": task.get("status", "unknown")- }-- def _generate_sample_factors(self, task_id: str) -> List[Dict[str, Any]]:- """Generate sample factors for demonstration"""- return [- {- "factor_id": f"{task_id}_factor_001",- "name": "Adaptive Momentum RSI",- "description": "RSI with adaptive lookback period based on recent volatility. Adjusts sensitivity to market conditions.",- "ic": 0.0532,- "ic_std": 0.012,- "icir": 4.43,- "sharpe": 1.74,- "code": '''def adaptive_momentum_rsi(data, base_period=14):- """- Adaptive RSI that adjusts lookback based on volatility.- Higher volatility = shorter lookback for faster response.- """- import pandas as pd- import numpy as np-- close = data['close']- volatility = close.pct_change().rolling(20).std()- volatility_percentile = volatility.rank(pct=True)-- # Adaptive period: 7-21 based on volatility- adaptive_period = (14 + (1 - volatility_percentile) * 14).fillna(14).astype(int)-- # Calculate adaptive RSI- delta = close.diff()- gain = delta.where(delta > 0, 0)- loss = (-delta).where(delta < 0, 0)-- avg_gain = gain.ewm(span=adaptive_period.iloc[-1], adjust=False).mean()- avg_loss = loss.ewm(span=adaptive_period.iloc[-1], adjust=False).mean()-- rs = avg_gain / avg_loss- rsi = 100 - (100 / (1 + rs))-- return rsi-''',- "performance_metrics": {- "annual_return": 18.5,- "max_drawdown": -8.2,- "win_rate": 0.58,- "profit_factor": 1.65,- "calmar_ratio": 2.26- },- "backtest_period": "2020-01-01 to 2024-12-01",- "universe": "S&P 500"- },- {- "factor_id": f"{task_id}_factor_002",- "name": "Cross-Asset Momentum Score",- "description": "Combines momentum signals from correlated assets to generate cross-asset trading signals.",- "ic": 0.0421,- "ic_std": 0.015,- "icir": 2.81,- "sharpe": 1.45,- "code": '''def cross_asset_momentum(data, lookback=20):- """- Cross-asset momentum using correlated instruments.- Aggregates momentum from related assets weighted by correlation.- """- import pandas as pd- import numpy as np-- close = data['close']-- # Calculate momentum- momentum = close.pct_change(lookback)-- # Calculate cross-sectional rank- rank_momentum = momentum.rank(pct=True)-- # Z-score normalization- z_score = (momentum - momentum.mean()) / momentum.std()-- # Combined signal- signal = 0.5 * rank_momentum + 0.5 * z_score.clip(-3, 3) / 3-- return signal-''',- "performance_metrics": {- "annual_return": 14.2,- "max_drawdown": -7.5,- "win_rate": 0.55,- "profit_factor": 1.48,- "calmar_ratio": 1.89- },- "backtest_period": "2020-01-01 to 2024-12-01",- "universe": "S&P 500"- },- {- "factor_id": f"{task_id}_factor_003",- "name": "Volume-Weighted Reversion",- "description": "Mean reversion signal weighted by abnormal volume, capturing institutional activity.",- "ic": 0.0389,- "ic_std": 0.018,- "icir": 2.16,- "sharpe": 1.32,- "code": '''def volume_weighted_reversion(data, lookback=10, volume_lookback=20):- """- Mean reversion signal amplified by abnormal volume.- High volume reversions tend to be more significant.- """- import pandas as pd- import numpy as np-- close = data['close']- volume = data['volume']-- # Calculate price deviation from mean- price_mean = close.rolling(lookback).mean()- price_std = close.rolling(lookback).std()- z_score = (close - price_mean) / price_std-- # Calculate volume abnormality- volume_mean = volume.rolling(volume_lookback).mean()- volume_ratio = volume / volume_mean-- # Combine: reversion signal weighted by volume- signal = -z_score * np.log1p(volume_ratio - 1)-- return signal.clip(-3, 3)-''',- "performance_metrics": {- "annual_return": 12.8,- "max_drawdown": -9.1,- "win_rate": 0.53,- "profit_factor": 1.35,- "calmar_ratio": 1.41- },- "backtest_period": "2020-01-01 to 2024-12-01",- "universe": "S&P 500"- },- {- "factor_id": f"{task_id}_factor_004",- "name": "Volatility Regime Momentum",- "description": "Momentum signal that adapts based on detected volatility regime.",- "ic": 0.0456,- "ic_std": 0.014,- "icir": 3.26,- "sharpe": 1.58,- "code": '''def volatility_regime_momentum(data, short_window=5, long_window=20):- """- Regime-adaptive momentum that changes behavior based on volatility state.- """- import pandas as pd- import numpy as np-- close = data['close']- returns = close.pct_change()-- # Detect volatility regime- vol_short = returns.rolling(short_window).std()- vol_long = returns.rolling(long_window).std()- vol_ratio = vol_short / vol_long-- # High volatility regime: use shorter momentum- # Low volatility regime: use longer momentum- is_high_vol = vol_ratio > 1.2-- # Calculate adaptive momentum- mom_short = close.pct_change(5)- mom_long = close.pct_change(20)-- signal = np.where(is_high_vol, mom_short, mom_long)-- return pd.Series(signal, index=close.index)-''',- "performance_metrics": {- "annual_return": 16.4,- "max_drawdown": -7.8,- "win_rate": 0.56,- "profit_factor": 1.55,- "calmar_ratio": 2.10- },- "backtest_period": "2020-01-01 to 2024-12-01",- "universe": "S&P 500"- }- ]-- def start_model_optimization(self,- model_type: str,- base_config: Dict[str, Any],- api_keys: Dict[str, str],- optimization_target: str = "sharpe",- max_iterations: int = 10,- budget: float = 10.0) -> Dict[str, Any]:- """- Start model hyperparameter optimization using RD-Agent ModelRDLoop.-- Args:- model_type: Type of model to optimize (lightgbm, lstm, etc.)- base_config: Base model configuration to start from- api_keys: API keys for LLM- optimization_target: Metric to optimize ('sharpe', 'ic', 'max_drawdown')- max_iterations: Maximum optimization iterations- budget: Maximum budget in USD- """- try:- task_id = f"model_opt_{model_type}_{datetime.now().strftime('%Y%m%d_%H%M%S')}"-- # Set API keys- for key_name, key_value in api_keys.items():- os.environ[f"{key_name.upper()}_API_KEY"] = key_value-- config = {- "task_id": task_id,- "model_type": model_type,- "base_config": base_config,- "optimization_target": optimization_target,- "max_iterations": max_iterations,- "budget": budget- }-- self.task_manager.create_task(task_id, "model_optimization", config)- self.task_manager.update_task(task_id, {- "status": "started",- "started_at": datetime.now().isoformat()- })-- return {- "success": True,- "task_id": task_id,- "status": "started",- "message": f"Model optimization task started for {model_type}",- "optimization_target": optimization_target,- "max_iterations": max_iterations,- "estimated_time": f"{max_iterations * 3}-{max_iterations * 6} minutes",- "estimated_cost": f"${budget:.2f} max"- }- except Exception as e:- return {- "success": False,- "error": f"Model optimization failed: {str(e)}"- }-- def get_model_optimization_status(self, task_id: str) -> Dict[str, Any]:- """Get status of model optimization task"""- task = self.task_manager.get_task(task_id)-- if not task:- return {"success": False, "error": f"Task {task_id} not found"}-- return {- "success": True,- "task_id": task_id,- "status": task.get("status", "unknown"),- "progress": task.get("progress", 0),- "iterations_completed": task.get("iterations_completed", 0),- "best_config": task.get("best_config"),- "best_score": task.get("best_score"),- "all_trials": task.get("all_trials", []),- "elapsed_time": self._calculate_elapsed_time(task.get("started_at"))- }-- def get_optimized_model(self, task_id: str) -> Dict[str, Any]:- """Get the best model configuration from optimization"""- task = self.task_manager.get_task(task_id)-- if not task:- return {"success": False, "error": f"Task {task_id} not found"}-- # Return sample optimized configuration- model_type = task.get("config", {}).get("model_type", "lightgbm")- optimization_target = task.get("config", {}).get("optimization_target", "sharpe")-- optimized_configs = {- "lightgbm": {- "num_leaves": 256,- "max_depth": 10,- "learning_rate": 0.042,- "n_estimators": 800,- "min_child_samples": 30,- "subsample": 0.85,- "colsample_bytree": 0.75,- "reg_alpha": 0.1,- "reg_lambda": 0.1- },- "lstm": {- "hidden_size": 128,- "num_layers": 3,- "dropout": 0.15,- "learning_rate": 0.001,- "batch_size": 64,- "epochs": 100- },- "transformer": {- "d_model": 128,- "nhead": 8,- "num_layers": 4,- "dropout": 0.1,- "learning_rate": 0.0005- }- }-- best_config = optimized_configs.get(model_type, optimized_configs["lightgbm"])-- return {- "success": True,- "task_id": task_id,- "model_type": model_type,- "optimization_target": optimization_target,- "best_config": best_config,- "performance": {- "sharpe_ratio": 1.85,- "information_coefficient": 0.052,- "max_drawdown": -0.085,- "annual_return": 0.22- },- "improvement": {- "sharpe_improvement": "+15%",- "ic_improvement": "+18%"- }- }-- def analyze_document(self,- document_type: str,- document_path: str,- api_keys: Dict[str, str],- extraction_types: Optional[List[str]] = None) -> Dict[str, Any]:- """- Extract trading signals and factors from financial documents.-- Args:- document_type: Type of document ('10k', '10q', 'earnings_call', 'research', 'news')- document_path: Path to the document file- api_keys: API keys for LLM- extraction_types: Types of extraction to perform- """- try:- task_id = f"doc_analysis_{datetime.now().strftime('%Y%m%d_%H%M%S')}"-- # Set API keys- for key_name, key_value in api_keys.items():- os.environ[f"{key_name.upper()}_API_KEY"] = key_value-- extraction_types = extraction_types or [- "sentiment", "key_metrics", "events", "risks", "guidance"- ]-- self.task_manager.create_task(task_id, "document_analysis", {- "document_type": document_type,- "document_path": document_path,- "extraction_types": extraction_types- })-- return {- "success": True,- "task_id": task_id,- "status": "started",- "document_type": document_type,- "extraction_types": extraction_types,- "message": "Document analysis started",- "estimated_time": "2-10 minutes"- }- except Exception as e:- return {- "success": False,- "error": f"Document analysis failed: {str(e)}"- }-- def get_document_analysis_result(self, task_id: str) -> Dict[str, Any]:- """Get results of document analysis"""- task = self.task_manager.get_task(task_id)-- if not task:- return {"success": False, "error": f"Task {task_id} not found"}-- # Return sample analysis results- return {- "success": True,- "task_id": task_id,- "status": "completed",- "analysis": {- "sentiment": {- "overall_score": 0.65,- "sentiment": "positive",- "confidence": 0.82,- "key_phrases": [- "strong revenue growth",- "exceeded expectations",- "expanding margins"- ]- },- "key_metrics": {- "revenue_growth": "+12%",- "eps_surprise": "+8%",- "margin_expansion": "+150bps"- },- "events": [- {- "type": "product_launch",- "description": "New product line announced",- "impact": "positive"- },- {- "type": "guidance_raise",- "description": "FY guidance raised by 5%",- "impact": "positive"- }- ],- "risks": [- {- "category": "supply_chain",- "description": "Mentioned supply chain constraints",- "severity": "medium"- }- ],- "trading_signals": [- {- "signal": "bullish",- "strength": 0.72,- "suggested_action": "Consider long position",- "time_horizon": "1-3 months"- }- ]- }- }-- def run_autonomous_research(self,- research_goal: str,- api_keys: Dict[str, str],- iterations: int = 5,- scope: str = "factor") -> Dict[str, Any]:- """- Run autonomous research loop combining multiple capabilities.-- Args:- research_goal: High-level research objective- api_keys: API keys for LLM- iterations: Number of research iterations- scope: Research scope ('factor', 'model', 'full')- """- try:- task_id = f"research_{datetime.now().strftime('%Y%m%d_%H%M%S')}"-- # Set API keys- for key_name, key_value in api_keys.items():- os.environ[f"{key_name.upper()}_API_KEY"] = key_value-- self.task_manager.create_task(task_id, "autonomous_research", {- "research_goal": research_goal,- "iterations": iterations,- "scope": scope- })-- return {- "success": True,- "task_id": task_id,- "status": "started",- "research_goal": research_goal,- "scope": scope,- "iterations": iterations,- "message": "Autonomous research started",- "estimated_time": f"{iterations * 10}-{iterations * 20} minutes"- }- except Exception as e:- return {- "success": False,- "error": f"Research task failed: {str(e)}"- }-- def stop_task(self, task_id: str) -> Dict[str, Any]:- """Stop a running task"""- task = self.task_manager.get_task(task_id)-- if not task:- return {"success": False, "error": f"Task {task_id} not found"}-- self.task_manager.update_task(task_id, {- "status": "stopped",- "completed_at": datetime.now().isoformat()- })-- return {- "success": True,- "task_id": task_id,- "message": "Task stopped successfully"- }-- def list_tasks(self, status: Optional[str] = None) -> Dict[str, Any]:- """List all tasks, optionally filtered by status"""- tasks = []- for task_id, task in self.task_manager.tasks.items():- if status is None or task.get("status") == status:- tasks.append({- "task_id": task_id,- "type": task.get("type"),- "status": task.get("status"),- "progress": task.get("progress", 0),- "created_at": task.get("created_at")- })-- return {- "success": True,- "tasks": tasks,- "total": len(tasks)- }-- def export_factor(self, task_id: str, factor_id: str, format: str = "python") -> Dict[str, Any]:- """Export a discovered factor for production use"""- factors = self.discovered_factors.get(task_id, [])- factor = next((f for f in factors if f.get("factor_id") == factor_id), None)-- if not factor:- return {"success": False, "error": f"Factor {factor_id} not found"}-- if format == "python":- export_code = factor.get("code", "")- elif format == "qlib":- export_code = self._convert_to_qlib_factor(factor)- else:- export_code = factor.get("code", "")-- return {- "success": True,- "factor_id": factor_id,- "format": format,- "code": export_code,- "metadata": {- "name": factor.get("name"),- "ic": factor.get("ic"),- "sharpe": factor.get("sharpe"),- "description": factor.get("description")- }- }-- def _convert_to_qlib_factor(self, factor: Dict[str, Any]) -> str:- """Convert factor to Qlib format"""- code = factor.get("code", "")- name = factor.get("name", "CustomFactor").replace(" ", "")-- qlib_code = f'''from qlib.data.dataset.handler import DataHandlerLP--class {name}Handler(DataHandlerLP):- """- {factor.get("description", "Custom factor")}- IC: {factor.get("ic", "N/A")}- Sharpe: {factor.get("sharpe", "N/A")}- """-- def __init__(self, instruments, start_time, end_time):- super().__init__(instruments=instruments, start_time=start_time, end_time=end_time)--{code}-- def get_feature_config(self):- return [{name.lower()}: self.{name.lower()}_factor]-'''- return qlib_code-- def _calculate_elapsed_time(self, started_at: Optional[str]) -> str:- """Calculate elapsed time from start"""- if not started_at:- return "N/A"- try:- start = datetime.fromisoformat(started_at)- elapsed = datetime.now() - start- minutes = int(elapsed.total_seconds() / 60)- return f"{minutes} minutes"- except:- return "N/A"-- def _estimate_remaining_time(self, task: Dict[str, Any]) -> str:- """Estimate remaining time for task"""- config = task.get("config", {})- max_iterations = config.get("max_iterations", 10)- iterations_completed = task.get("iterations_completed", 0)-- if iterations_completed == 0:- return f"~{max_iterations * 5} minutes"-- remaining = max_iterations - iterations_completed- return f"~{remaining * 5} minutes"---def main():- """CLI interface for RD-Agent service"""- if len(sys.argv) < 2:- print(json.dumps({"success": False, "error": "No command specified"}))- sys.exit(1)-- command = sys.argv[1]- service = RDAgentService()-- try:- if command == "check_status":- result = {- "success": True,- "rdagent_available": RD_AGENT_AVAILABLE,- "factor_loop_available": FACTOR_LOOP_AVAILABLE,- "model_loop_available": MODEL_LOOP_AVAILABLE,- "experiment_available": EXPERIMENT_AVAILABLE- }-- elif command == "get_capabilities":- result = service.get_capabilities()-- elif command == "start_factor_mining":- params = json.loads(sys.argv[2])- result = service.start_factor_mining(- params.get("task_description"),- params.get("api_keys", {}),- params.get("target_market", "US"),- params.get("budget", 10.0),- params.get("max_iterations", 10),- params.get("target_ic", 0.05),- params.get("llm_provider", "openai"),- params.get("workspace_dir")- )-- elif command == "get_factor_mining_status":- task_id = sys.argv[2]- result = service.get_factor_mining_status(task_id)-- elif command == "get_discovered_factors":- task_id = sys.argv[2]- result = service.get_discovered_factors(task_id)-- elif command == "start_model_optimization":- params = json.loads(sys.argv[2])- result = service.start_model_optimization(- params.get("model_type"),- params.get("base_config", {}),- params.get("api_keys", {}),- params.get("optimization_target", "sharpe"),- params.get("max_iterations", 10),- params.get("budget", 10.0)- )-- elif command == "get_model_optimization_status":- task_id = sys.argv[2]- result = service.get_model_optimization_status(task_id)-- elif command == "get_optimized_model":- task_id = sys.argv[2]- result = service.get_optimized_model(task_id)-- elif command == "analyze_document":- params = json.loads(sys.argv[2])- result = service.analyze_document(- params.get("document_type"),- params.get("document_path"),- params.get("api_keys", {}),- params.get("extraction_types")- )-- elif command == "get_document_analysis_result":- task_id = sys.argv[2]- result = service.get_document_analysis_result(task_id)-- elif command == "run_autonomous_research":- params = json.loads(sys.argv[2])- result = service.run_autonomous_research(- params.get("research_goal"),- params.get("api_keys", {}),- params.get("iterations", 5),- params.get("scope", "factor")- )-- elif command == "stop_task":- task_id = sys.argv[2]- result = service.stop_task(task_id)-- elif command == "list_tasks":- status = sys.argv[2] if len(sys.argv) > 2 else None- result = service.list_tasks(status)-- elif command == "export_factor":- params = json.loads(sys.argv[2])- result = service.export_factor(- params.get("task_id"),- params.get("factor_id"),- params.get("format", "python")- )-- else:- result = {"success": False, "error": f"Unknown command: {command}"}-- print(json.dumps(result))-- except Exception as e:- print(json.dumps({"success": False, "error": str(e)}))- sys.exit(1)---if __name__ == "__main__":- main()diff --git a/fincept-qt/scripts/ai_quant_lab/rdagent/__init__.py b/fincept-qt/scripts/ai_quant_lab/rdagent/__init__.pydeleted file mode 100644index 0e4efc3c4..000000000--- a/fincept-qt/scripts/ai_quant_lab/rdagent/__init__.py+++ /dev/null@@ -1,24 +0,0 @@-"""-RD-Agent Extended Implementation-Modular implementation of Microsoft RD-Agent features-"""--from .core.hypothesis_gen import HypothesisGenerator-from .core.knowledge_base import KnowledgeBase-from .proposal.advanced_proposer import AdvancedProposer-from .proposal.checkpoint_selector import CheckpointSelector-from .proposal.sota_selector import SOTASelector-from .workflow.tracking import WorkflowTracker-from .workflow.loop_manager import LoopManager-from .experiments.selector import ExperimentSelector--__all__ = [- 'HypothesisGenerator',- 'KnowledgeBase',- 'AdvancedProposer',- 'CheckpointSelector',- 'SOTASelector',- 'WorkflowTracker',- 'LoopManager',- 'ExperimentSelector'-]diff --git a/fincept-qt/scripts/ai_quant_lab/rdagent/core/__init__.py b/fincept-qt/scripts/ai_quant_lab/rdagent/core/__init__.pydeleted file mode 100644index 224250fb4..000000000--- a/fincept-qt/scripts/ai_quant_lab/rdagent/core/__init__.py+++ /dev/null@@ -1,8 +0,0 @@-"""-RD-Agent Core Components-"""--from .hypothesis_gen import HypothesisGenerator-from .knowledge_base import KnowledgeBase--__all__ = ['HypothesisGenerator', 'KnowledgeBase']diff --git a/fincept-qt/scripts/ai_quant_lab/rdagent/core/hypothesis_gen.py b/fincept-qt/scripts/ai_quant_lab/rdagent/core/hypothesis_gen.pydeleted file mode 100644index 8f28441e9..000000000--- a/fincept-qt/scripts/ai_quant_lab/rdagent/core/hypothesis_gen.py+++ /dev/null@@ -1,385 +0,0 @@-"""-Hypothesis Generator for RD-Agent-Automated hypothesis generation for quantitative research-"""--import json-from typing import List, Dict, Any, Optional-from dataclasses import dataclass, asdict-from datetime import datetime-import random---@dataclass-class Hypothesis:- """Research hypothesis"""- id: str- description: str- rationale: str- expected_outcome: str- confidence: float # 0.0 to 1.0- priority: str # 'high', 'medium', 'low'- category: str # 'factor', 'model', 'strategy', 'feature'- created_at: str- status: str = 'pending' # 'pending', 'testing', 'validated', 'rejected'- metadata: Dict[str, Any] = None-- def to_dict(self) -> Dict[str, Any]:- return asdict(self)---class HypothesisGenerator:- """- Generates research hypotheses for quantitative trading- Uses templates, market knowledge, and historical patterns- """-- def __init__(self, config: Optional[Dict[str, Any]] = None):- self.config = config or {}- self.templates = self._load_templates()- self.hypotheses: List[Hypothesis] = []-- def _load_templates(self) -> Dict[str, List[Dict[str, str]]]:- """Load hypothesis templates"""- return {- 'factor': [- {- 'template': 'Momentum effect exists in {market} for {timeframe}',- 'rationale': 'Historical price trends tend to continue in the short term',- 'expected': 'Positive correlation between past returns and future returns'- },- {- 'template': 'Mean reversion occurs after {threshold}% moves in {asset_class}',- 'rationale': 'Extreme price movements are often followed by corrections',- 'expected': 'Negative correlation after extreme price movements'- },- {- 'template': 'Volume spike predicts {direction} movement in next {period}',- 'rationale': 'Unusual volume indicates institutional activity',- 'expected': 'Volume changes lead price movements'- },- {- 'template': 'Volatility clustering in {market} affects predictability',- 'rationale': 'High volatility periods tend to cluster together',- 'expected': 'GARCH effects improve forecasting accuracy'- },- {- 'template': 'Cross-sectional momentum in {sector} outperforms market',- 'rationale': 'Sector rotation follows momentum patterns',- 'expected': 'Top performers continue outperforming within sector'- }- ],- 'model': [- {- 'template': '{model_type} outperforms linear models for {prediction_task}',- 'rationale': 'Non-linear patterns exist in financial data',- 'expected': 'Higher accuracy and better risk-adjusted returns'- },- {- 'template': 'Ensemble of {n} models reduces overfitting',- 'rationale': 'Model diversity improves generalization',- 'expected': 'More stable out-of-sample performance'- },- {- 'template': 'Attention mechanism improves {feature} importance',- 'rationale': 'Not all features are equally important at all times',- 'expected': 'Dynamic feature weighting improves predictions'- },- {- 'template': 'Transfer learning from {source_market} to {target_market}',- 'rationale': 'Similar market dynamics across regions',- 'expected': 'Reduced training time and improved accuracy'- }- ],- 'strategy': [- {- 'template': 'Long-short {factor} strategy generates alpha',- 'rationale': 'Market neutral approach reduces systematic risk',- 'expected': 'Positive risk-adjusted returns with low correlation'- },- {- 'template': 'Dynamic position sizing based on {signal} improves Sharpe',- 'rationale': 'Bet sizing should reflect signal strength',- 'expected': 'Higher Sharpe ratio than fixed position sizing'- },- {- 'template': 'Multi-factor combination beats single factors',- 'rationale': 'Diversification across factors reduces risk',- 'expected': 'More consistent returns across market regimes'- }- ],- 'feature': [- {- 'template': '{technical_indicator} has predictive power for {horizon}',- 'rationale': 'Technical patterns reflect market psychology',- 'expected': 'Statistically significant correlation with future returns'- },- {- 'template': 'Fundamental ratio {ratio} predicts long-term returns',- 'rationale': 'Value investing principles',- 'expected': 'Outperformance over extended holding periods'- },- {- 'template': 'Alternative data {source} contains alpha signal',- 'rationale': 'Novel data sources provide information edge',- 'expected': 'Incremental improvement in prediction accuracy'- }- ]- }-- def generate_factor_hypothesis(self, params: Optional[Dict[str, Any]] = None) -> Hypothesis:- """Generate factor-related hypothesis"""- params = params or {}- template_data = random.choice(self.templates['factor'])-- # Fill template with parameters- market = params.get('market', random.choice(['US equities', 'cryptocurrencies', 'forex', 'commodities']))- timeframe = params.get('timeframe', random.choice(['5 days', '20 days', '60 days']))- threshold = params.get('threshold', random.choice([5, 10, 15, 20]))- asset_class = params.get('asset_class', random.choice(['stocks', 'crypto', 'futures']))- direction = params.get('direction', random.choice(['upward', 'downward']))- period = params.get('period', random.choice(['1 day', '3 days', '1 week']))- sector = params.get('sector', random.choice(['technology', 'finance', 'healthcare', 'energy']))-- description = template_data['template'].format(- market=market,- timeframe=timeframe,- threshold=threshold,- asset_class=asset_class,- direction=direction,- period=period,- sector=sector- )-- hypothesis = Hypothesis(- id=f"HYP-FACTOR-{datetime.now().strftime('%Y%m%d%H%M%S')}-{random.randint(1000, 9999)}",- description=description,- rationale=template_data['rationale'],- expected_outcome=template_data['expected'],- confidence=random.uniform(0.6, 0.9),- priority=random.choice(['high', 'medium', 'low']),- category='factor',- created_at=datetime.now().isoformat(),- metadata=params- )-- self.hypotheses.append(hypothesis)- return hypothesis-- def generate_model_hypothesis(self, params: Optional[Dict[str, Any]] = None) -> Hypothesis:- """Generate model-related hypothesis"""- params = params or {}- template_data = random.choice(self.templates['model'])-- model_type = params.get('model_type', random.choice(['LSTM', 'Transformer', 'GRU', 'TCN', 'HIST']))- prediction_task = params.get('task', random.choice(['return prediction', 'volatility forecasting', 'trend classification']))- n = params.get('n_models', random.choice([3, 5, 7, 10]))- feature = params.get('feature', random.choice(['temporal', 'cross-sectional', 'multi-modal']))- source_market = params.get('source', random.choice(['S&P 500', 'NASDAQ', 'CSI 300']))- target_market = params.get('target', random.choice(['small-cap', 'emerging markets', 'sector-specific']))-- description = template_data['template'].format(- model_type=model_type,- prediction_task=prediction_task,- n=n,- feature=feature,- source_market=source_market,- target_market=target_market- )-- hypothesis = Hypothesis(- id=f"HYP-MODEL-{datetime.now().strftime('%Y%m%d%H%M%S')}-{random.randint(1000, 9999)}",- description=description,- rationale=template_data['rationale'],- expected_outcome=template_data['expected'],- confidence=random.uniform(0.65, 0.95),- priority=random.choice(['high', 'medium']),- category='model',- created_at=datetime.now().isoformat(),- metadata=params- )-- self.hypotheses.append(hypothesis)- return hypothesis-- def generate_strategy_hypothesis(self, params: Optional[Dict[str, Any]] = None) -> Hypothesis:- """Generate strategy-related hypothesis"""- params = params or {}- template_data = random.choice(self.templates['strategy'])-- factor = params.get('factor', random.choice(['momentum', 'value', 'quality', 'low-volatility']))- signal = params.get('signal', random.choice(['volatility', 'volume', 'confidence', 'market regime']))-- description = template_data['template'].format(- factor=factor,- signal=signal- )-- hypothesis = Hypothesis(- id=f"HYP-STRAT-{datetime.now().strftime('%Y%m%d%H%M%S')}-{random.randint(1000, 9999)}",- description=description,- rationale=template_data['rationale'],- expected_outcome=template_data['expected'],- confidence=random.uniform(0.7, 0.9),- priority='high',- category='strategy',- created_at=datetime.now().isoformat(),- metadata=params- )-- self.hypotheses.append(hypothesis)- return hypothesis-- def generate_feature_hypothesis(self, params: Optional[Dict[str, Any]] = None) -> Hypothesis:- """Generate feature engineering hypothesis"""- params = params or {}- template_data = random.choice(self.templates['feature'])-- indicator = params.get('indicator', random.choice(['RSI', 'MACD', 'Bollinger Bands', 'ATR']))- horizon = params.get('horizon', random.choice(['1 day', '5 days', '20 days']))- ratio = params.get('ratio', random.choice(['P/E', 'P/B', 'EV/EBITDA', 'ROE']))- source = params.get('source', random.choice(['social sentiment', 'satellite imagery', 'web traffic', 'supply chain']))-- description = template_data['template'].format(- technical_indicator=indicator,- horizon=horizon,- ratio=ratio,- source=source- )-- hypothesis = Hypothesis(- id=f"HYP-FEAT-{datetime.now().strftime('%Y%m%d%H%M%S')}-{random.randint(1000, 9999)}",- description=description,- rationale=template_data['rationale'],- expected_outcome=template_data['expected'],- confidence=random.uniform(0.5, 0.85),- priority=random.choice(['medium', 'low']),- category='feature',- created_at=datetime.now().isoformat(),- metadata=params- )-- self.hypotheses.append(hypothesis)- return hypothesis-- def generate_batch(self, n: int = 10, categories: Optional[List[str]] = None) -> List[Hypothesis]:- """Generate multiple hypotheses"""- categories = categories or ['factor', 'model', 'strategy', 'feature']- hypotheses = []-- generators = {- 'factor': self.generate_factor_hypothesis,- 'model': self.generate_model_hypothesis,- 'strategy': self.generate_strategy_hypothesis,- 'feature': self.generate_feature_hypothesis- }-- for _ in range(n):- category = random.choice(categories)- hyp = generators[category]()- hypotheses.append(hyp)-- return hypotheses-- def rank_hypotheses(self, criteria: str = 'confidence') -> List[Hypothesis]:- """Rank hypotheses by criteria"""- if criteria == 'confidence':- return sorted(self.hypotheses, key=lambda h: h.confidence, reverse=True)- elif criteria == 'priority':- priority_order = {'high': 3, 'medium': 2, 'low': 1}- return sorted(self.hypotheses, key=lambda h: priority_order.get(h.priority, 0), reverse=True)- elif criteria == 'date':- return sorted(self.hypotheses, key=lambda h: h.created_at, reverse=True)- else:- return self.hypotheses-- def filter_by_category(self, category: str) -> List[Hypothesis]:- """Filter hypotheses by category"""- return [h for h in self.hypotheses if h.category == category]-- def update_status(self, hypothesis_id: str, status: str) -> bool:- """Update hypothesis status"""- for hyp in self.hypotheses:- if hyp.id == hypothesis_id:- hyp.status = status- return True- return False-- def get_statistics(self) -> Dict[str, Any]:- """Get hypothesis generation statistics"""- total = len(self.hypotheses)- if total == 0:- return {'total': 0, 'by_category': {}, 'by_status': {}, 'by_priority': {}}-- by_category = {}- by_status = {}- by_priority = {}-- for hyp in self.hypotheses:- by_category[hyp.category] = by_category.get(hyp.category, 0) + 1- by_status[hyp.status] = by_status.get(hyp.status, 0) + 1- by_priority[hyp.priority] = by_priority.get(hyp.priority, 0) + 1-- avg_confidence = sum(h.confidence for h in self.hypotheses) / total-- return {- 'total': total,- 'by_category': by_category,- 'by_status': by_status,- 'by_priority': by_priority,- 'avg_confidence': round(avg_confidence, 3)- }-- def export_hypotheses(self, filepath: Optional[str] = None) -> str:- """Export hypotheses to JSON"""- data = {- 'generated_at': datetime.now().isoformat(),- 'total': len(self.hypotheses),- 'hypotheses': [h.to_dict() for h in self.hypotheses],- 'statistics': self.get_statistics()- }-- json_str = json.dumps(data, indent=2)-- if filepath:- with open(filepath, 'w') as f:- f.write(json_str)-- return json_str---# CLI interface for testing-if __name__ == '__main__':- import sys-- if len(sys.argv) > 1:- command = sys.argv[1]-- generator = HypothesisGenerator()-- if command == 'generate':- n = int(sys.argv[2]) if len(sys.argv) > 2 else 5- category = sys.argv[3] if len(sys.argv) > 3 else None-- if category:- hypotheses = generator.generate_batch(n, [category])- else:- hypotheses = generator.generate_batch(n)-- print(json.dumps({- 'success': True,- 'count': len(hypotheses),- 'hypotheses': [h.to_dict() for h in hypotheses],- 'statistics': generator.get_statistics()- }, indent=2))-- elif command == 'stats':- stats = generator.get_statistics()- print(json.dumps({'success': True, 'statistics': stats}, indent=2))-- else:- print(json.dumps({- 'success': False,- 'error': 'No command provided',- 'usage': 'python hypothesis_gen.py [generate|stats] [n] [category]'- }))diff --git a/fincept-qt/scripts/ai_quant_lab/rdagent/core/knowledge_base.py b/fincept-qt/scripts/ai_quant_lab/rdagent/core/knowledge_base.pydeleted file mode 100644index ac9ac21c2..000000000--- a/fincept-qt/scripts/ai_quant_lab/rdagent/core/knowledge_base.py+++ /dev/null@@ -1,467 +0,0 @@-"""-Knowledge Base for RD-Agent-Stores and manages research knowledge, hypotheses, experiments, and results-"""--import json-import sqlite3-from typing import List, Dict, Any, Optional-from dataclasses import dataclass, asdict-from datetime import datetime-from pathlib import Path---@dataclass-class KnowledgeEntry:- """Knowledge entry in the database"""- id: str- type: str # 'hypothesis', 'experiment', 'result', 'insight', 'factor', 'model'- title: str- content: str- metadata: Dict[str, Any]- tags: List[str]- confidence: float- created_at: str- updated_at: str- parent_id: Optional[str] = None # Link to related entries- status: str = 'active' # 'active', 'archived', 'deprecated'-- def to_dict(self) -> Dict[str, Any]:- return asdict(self)---class KnowledgeBase:- """- Knowledge management system for quantitative research- Stores hypotheses, experiments, insights, and learned patterns- """-- def __init__(self, db_path: Optional[str] = None):- self.db_path = db_path or ":memory:" # In-memory by default- self.conn: Optional[sqlite3.Connection] = None- self._initialize_db()-- def _initialize_db(self):- """Initialize SQLite database"""- self.conn = sqlite3.connect(self.db_path, check_same_thread=False)- self.conn.row_factory = sqlite3.Row-- cursor = self.conn.cursor()-- # Knowledge entries table- cursor.execute('''- CREATE TABLE IF NOT EXISTS knowledge (- id TEXT PRIMARY KEY,- type TEXT NOT NULL,- title TEXT NOT NULL,- content TEXT NOT NULL,- metadata TEXT,- tags TEXT,- confidence REAL,- created_at TEXT NOT NULL,- updated_at TEXT NOT NULL,- parent_id TEXT,- status TEXT DEFAULT 'active'- )- ''')-- # Relationships table (for linking related knowledge)- cursor.execute('''- CREATE TABLE IF NOT EXISTS relationships (- source_id TEXT NOT NULL,- target_id TEXT NOT NULL,- relationship_type TEXT NOT NULL,- strength REAL DEFAULT 1.0,- created_at TEXT NOT NULL,- PRIMARY KEY (source_id, target_id, relationship_type)- )- ''')-- # Performance metrics table- cursor.execute('''- CREATE TABLE IF NOT EXISTS performance (- id TEXT PRIMARY KEY,- knowledge_id TEXT NOT NULL,- metric_name TEXT NOT NULL,- metric_value REAL NOT NULL,- timestamp TEXT NOT NULL,- FOREIGN KEY (knowledge_id) REFERENCES knowledge(id)- )- ''')-- # Indices for faster querying- cursor.execute('CREATE INDEX IF NOT EXISTS idx_type ON knowledge(type)')- cursor.execute('CREATE INDEX IF NOT EXISTS idx_status ON knowledge(status)')- cursor.execute('CREATE INDEX IF NOT EXISTS idx_created ON knowledge(created_at)')- cursor.execute('CREATE INDEX IF NOT EXISTS idx_tags ON knowledge(tags)')-- self.conn.commit()-- def add_entry(self, entry: KnowledgeEntry) -> bool:- """Add knowledge entry to database"""- try:- cursor = self.conn.cursor()- cursor.execute('''- INSERT INTO knowledge (- id, type, title, content, metadata, tags, confidence,- created_at, updated_at, parent_id, status- ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)- ''', (- entry.id,- entry.type,- entry.title,- entry.content,- json.dumps(entry.metadata),- json.dumps(entry.tags),- entry.confidence,- entry.created_at,- entry.updated_at,- entry.parent_id,- entry.status- ))- self.conn.commit()- return True- except Exception as e:- print(f"Error adding entry: {e}")- return False-- def get_entry(self, entry_id: str) -> Optional[KnowledgeEntry]:- """Retrieve knowledge entry by ID"""- cursor = self.conn.cursor()- cursor.execute('SELECT * FROM knowledge WHERE id = ?', (entry_id,))- row = cursor.fetchone()-- if row:- return KnowledgeEntry(- id=row['id'],- type=row['type'],- title=row['title'],- content=row['content'],- metadata=json.loads(row['metadata']) if row['metadata'] else {},- tags=json.loads(row['tags']) if row['tags'] else [],- confidence=row['confidence'],- created_at=row['created_at'],- updated_at=row['updated_at'],- parent_id=row['parent_id'],- status=row['status']- )- return None-- def search(self, query: str, entry_type: Optional[str] = None, limit: int = 100) -> List[KnowledgeEntry]:- """Search knowledge base"""- cursor = self.conn.cursor()-- if entry_type:- sql = '''- SELECT * FROM knowledge- WHERE (title LIKE ? OR content LIKE ?) AND type = ? AND status = 'active'- ORDER BY created_at DESC LIMIT ?- '''- cursor.execute(sql, (f'%{query}%', f'%{query}%', entry_type, limit))- else:- sql = '''- SELECT * FROM knowledge- WHERE (title LIKE ? OR content LIKE ?) AND status = 'active'- ORDER BY created_at DESC LIMIT ?- '''- cursor.execute(sql, (f'%{query}%', f'%{query}%', limit))-- results = []- for row in cursor.fetchall():- results.append(KnowledgeEntry(- id=row['id'],- type=row['type'],- title=row['title'],- content=row['content'],- metadata=json.loads(row['metadata']) if row['metadata'] else {},- tags=json.loads(row['tags']) if row['tags'] else [],- confidence=row['confidence'],- created_at=row['created_at'],- updated_at=row['updated_at'],- parent_id=row['parent_id'],- status=row['status']- ))-- return results-- def get_by_type(self, entry_type: str, limit: int = 100) -> List[KnowledgeEntry]:- """Get all entries of a specific type"""- cursor = self.conn.cursor()- cursor.execute(- 'SELECT * FROM knowledge WHERE type = ? AND status = \'active\' ORDER BY created_at DESC LIMIT ?',- (entry_type, limit)- )-- results = []- for row in cursor.fetchall():- results.append(KnowledgeEntry(- id=row['id'],- type=row['type'],- title=row['title'],- content=row['content'],- metadata=json.loads(row['metadata']) if row['metadata'] else {},- tags=json.loads(row['tags']) if row['tags'] else [],- confidence=row['confidence'],- created_at=row['created_at'],- updated_at=row['updated_at'],- parent_id=row['parent_id'],- status=row['status']- ))-- return results-- def get_by_tags(self, tags: List[str], match_all: bool = False) -> List[KnowledgeEntry]:- """Get entries matching tags"""- cursor = self.conn.cursor()- cursor.execute('SELECT * FROM knowledge WHERE status = \'active\'')-- results = []- for row in cursor.fetchall():- entry_tags = json.loads(row['tags']) if row['tags'] else []-- if match_all:- if all(tag in entry_tags for tag in tags):- results.append(self._row_to_entry(row))- else:- if any(tag in entry_tags for tag in tags):- results.append(self._row_to_entry(row))-- return results-- def _row_to_entry(self, row) -> KnowledgeEntry:- """Convert database row to KnowledgeEntry"""- return KnowledgeEntry(- id=row['id'],- type=row['type'],- title=row['title'],- content=row['content'],- metadata=json.loads(row['metadata']) if row['metadata'] else {},- tags=json.loads(row['tags']) if row['tags'] else [],- confidence=row['confidence'],- created_at=row['created_at'],- updated_at=row['updated_at'],- parent_id=row['parent_id'],- status=row['status']- )-- def add_relationship(self, source_id: str, target_id: str, rel_type: str, strength: float = 1.0) -> bool:- """Add relationship between knowledge entries"""- try:- cursor = self.conn.cursor()- cursor.execute('''- INSERT OR REPLACE INTO relationships (source_id, target_id, relationship_type, strength, created_at)- VALUES (?, ?, ?, ?, ?)- ''', (source_id, target_id, rel_type, strength, datetime.now().isoformat()))- self.conn.commit()- return True- except Exception as e:- print(f"Error adding relationship: {e}")- return False-- def get_related(self, entry_id: str, rel_type: Optional[str] = None) -> List[KnowledgeEntry]:- """Get related knowledge entries"""- cursor = self.conn.cursor()-- if rel_type:- cursor.execute('''- SELECT k.* FROM knowledge k- INNER JOIN relationships r ON k.id = r.target_id- WHERE r.source_id = ? AND r.relationship_type = ? AND k.status = 'active'- ORDER BY r.strength DESC- ''', (entry_id, rel_type))- else:- cursor.execute('''- SELECT k.* FROM knowledge k- INNER JOIN relationships r ON k.id = r.target_id- WHERE r.source_id = ? AND k.status = 'active'- ORDER BY r.strength DESC- ''', (entry_id,))-- results = []- for row in cursor.fetchall():- results.append(self._row_to_entry(row))-- return results-- def update_entry(self, entry_id: str, updates: Dict[str, Any]) -> bool:- """Update knowledge entry"""- try:- updates['updated_at'] = datetime.now().isoformat()-- if 'metadata' in updates:- updates['metadata'] = json.dumps(updates['metadata'])- if 'tags' in updates:- updates['tags'] = json.dumps(updates['tags'])-- set_clause = ', '.join([f"{k} = ?" for k in updates.keys()])- values = list(updates.values()) + [entry_id]-- cursor = self.conn.cursor()- cursor.execute(f'UPDATE knowledge SET {set_clause} WHERE id = ?', values)- self.conn.commit()- return True- except Exception as e:- print(f"Error updating entry: {e}")- return False-- def archive_entry(self, entry_id: str) -> bool:- """Archive a knowledge entry"""- return self.update_entry(entry_id, {'status': 'archived'})-- def add_performance_metric(self, knowledge_id: str, metric_name: str, metric_value: float) -> bool:- """Add performance metric for knowledge entry"""- try:- cursor = self.conn.cursor()- cursor.execute('''- INSERT INTO performance (id, knowledge_id, metric_name, metric_value, timestamp)- VALUES (?, ?, ?, ?, ?)- ''', (- f"{knowledge_id}-{metric_name}-{datetime.now().timestamp()}",- knowledge_id,- metric_name,- metric_value,- datetime.now().isoformat()- ))- self.conn.commit()- return True- except Exception as e:- print(f"Error adding performance metric: {e}")- return False-- def get_performance_history(self, knowledge_id: str, metric_name: Optional[str] = None) -> List[Dict[str, Any]]:- """Get performance history for knowledge entry"""- cursor = self.conn.cursor()-- if metric_name:- cursor.execute('''- SELECT * FROM performance- WHERE knowledge_id = ? AND metric_name = ?- ORDER BY timestamp DESC- ''', (knowledge_id, metric_name))- else:- cursor.execute('''- SELECT * FROM performance- WHERE knowledge_id = ?- ORDER BY timestamp DESC- ''', (knowledge_id,))-- results = []- for row in cursor.fetchall():- results.append({- 'id': row['id'],- 'knowledge_id': row['knowledge_id'],- 'metric_name': row['metric_name'],- 'metric_value': row['metric_value'],- 'timestamp': row['timestamp']- })-- return results-- def get_statistics(self) -> Dict[str, Any]:- """Get knowledge base statistics"""- cursor = self.conn.cursor()-- # Total entries by type- cursor.execute('''- SELECT type, COUNT(*) as count- FROM knowledge- WHERE status = 'active'- GROUP BY type- ''')- by_type = {row['type']: row['count'] for row in cursor.fetchall()}-- # Total entries- cursor.execute('SELECT COUNT(*) as total FROM knowledge WHERE status = \'active\'')- total = cursor.fetchone()['total']-- # Average confidence- cursor.execute('SELECT AVG(confidence) as avg_conf FROM knowledge WHERE status = \'active\'')- avg_confidence = cursor.fetchone()['avg_conf'] or 0-- # Total relationships- cursor.execute('SELECT COUNT(*) as total FROM relationships')- total_relationships = cursor.fetchone()['total']-- return {- 'total_entries': total,- 'by_type': by_type,- 'avg_confidence': round(avg_confidence, 3),- 'total_relationships': total_relationships- }-- def export_to_json(self, filepath: Optional[str] = None, entry_type: Optional[str] = None) -> str:- """Export knowledge base to JSON"""- if entry_type:- entries = self.get_by_type(entry_type, limit=10000)- else:- cursor = self.conn.cursor()- cursor.execute('SELECT * FROM knowledge WHERE status = \'active\'')- entries = [self._row_to_entry(row) for row in cursor.fetchall()]-- data = {- 'exported_at': datetime.now().isoformat(),- 'total_entries': len(entries),- 'entries': [e.to_dict() for e in entries],- 'statistics': self.get_statistics()- }-- json_str = json.dumps(data, indent=2)-- if filepath:- with open(filepath, 'w') as f:- f.write(json_str)-- return json_str-- def close(self):- """Close database connection"""- if self.conn:- self.conn.close()---# CLI interface for testing-if __name__ == '__main__':- import sys-- if len(sys.argv) > 1:- command = sys.argv[1]-- kb = KnowledgeBase()-- if command == 'add':- # Example: add hypothesis entry- entry = KnowledgeEntry(- id=f"KB-{datetime.now().strftime('%Y%m%d%H%M%S')}",- type='hypothesis',- title='Momentum strategy in crypto',- content='20-day momentum effect observed in BTC/USD',- metadata={'market': 'crypto', 'timeframe': '20d'},- tags=['momentum', 'crypto', 'strategy'],- confidence=0.75,- created_at=datetime.now().isoformat(),- updated_at=datetime.now().isoformat()- )- kb.add_entry(entry)- print(json.dumps({'success': True, 'entry_id': entry.id}))-- elif command == 'stats':- stats = kb.get_statistics()- print(json.dumps({'success': True, 'statistics': stats}, indent=2))-- elif command == 'search':- query = sys.argv[2] if len(sys.argv) > 2 else ''- results = kb.search(query)- print(json.dumps({- 'success': True,- 'count': len(results),- 'results': [r.to_dict() for r in results]- }, indent=2))-- kb.close()-- else:- print(json.dumps({- 'success': False,- 'error': 'No command provided',- 'usage': 'python knowledge_base.py [add|stats|search] [args]'- }))diff --git a/fincept-qt/scripts/ai_quant_lab/rdagent/core/proposal_system.py b/fincept-qt/scripts/ai_quant_lab/rdagent/core/proposal_system.pydeleted file mode 100644index 9082ba29e..000000000--- a/fincept-qt/scripts/ai_quant_lab/rdagent/core/proposal_system.py+++ /dev/null@@ -1,518 +0,0 @@-"""-RD-Agent Advanced Proposal System-Intelligent experiment selection and checkpoint management--Features:-- CheckpointSelector: Select best checkpoints from experiments-- SOTASelector: Select state-of-the-art experiments-- ExperimentRanker: Rank experiments by multiple criteria-- AdaptiveProposer: Adaptive proposal generation-"""--import json-import sys-from typing import Dict, List, Any, Optional, Tuple-from datetime import datetime-import warnings-warnings.filterwarnings('ignore')--try:- import numpy as np- import pandas as pd- NUMPY_AVAILABLE = True-except ImportError:- NUMPY_AVAILABLE = False- np = None- pd = None---class CheckpointSelector:- """- Intelligent checkpoint selection system.-- Selects best model checkpoints based on multiple criteria.- """-- def __init__(self):- self.checkpoints = {}-- def add_checkpoint(self,- checkpoint_id: str,- metrics: Dict[str, float],- metadata: Optional[Dict[str, Any]] = None):- """- Add a checkpoint to the selector.-- Args:- checkpoint_id: Unique checkpoint identifier- metrics: Performance metrics (ic, sharpe, etc.)- metadata: Additional metadata- """- self.checkpoints[checkpoint_id] = {- "id": checkpoint_id,- "metrics": metrics,- "metadata": metadata or {},- "timestamp": datetime.now().isoformat()- }-- def select_best(self,- metric: str = "sharpe",- top_k: int = 1,- filters: Optional[Dict[str, Any]] = None) -> List[Dict[str, Any]]:- """- Select best checkpoints by metric.-- Args:- metric: Metric to optimize ('sharpe', 'ic', 'win_rate', etc.)- top_k: Number of checkpoints to return- filters: Optional filters (e.g., {'min_ic': 0.03})-- Returns:- List of top-k checkpoints- """- if not self.checkpoints:- return []-- # Apply filters- filtered = self.checkpoints.copy()-- if filters:- for key, value in filters.items():- if key.startswith('min_'):- metric_name = key[4:]- filtered = {- k: v for k, v in filtered.items()- if v['metrics'].get(metric_name, float('-inf')) >= value- }- elif key.startswith('max_'):- metric_name = key[4:]- filtered = {- k: v for k, v in filtered.items()- if v['metrics'].get(metric_name, float('inf')) <= value- }-- # Sort by metric- sorted_checkpoints = sorted(- filtered.values(),- key=lambda x: x['metrics'].get(metric, float('-inf')),- reverse=True- )-- return sorted_checkpoints[:top_k]-- def select_pareto_optimal(self,- metrics: List[str] = ['sharpe', 'ic']) -> List[Dict[str, Any]]:- """- Select Pareto-optimal checkpoints.-- A checkpoint is Pareto-optimal if no other checkpoint- is better in all metrics.-- Args:- metrics: List of metrics to consider-- Returns:- Pareto-optimal checkpoints- """- if not NUMPY_AVAILABLE or not self.checkpoints:- return []-- # Extract metric values- checkpoint_list = list(self.checkpoints.values())- metric_matrix = np.array([- [cp['metrics'].get(m, 0) for m in metrics]- for cp in checkpoint_list- ])-- # Find Pareto front- is_pareto = np.ones(len(checkpoint_list), dtype=bool)-- for i in range(len(checkpoint_list)):- # Check if any other point dominates this point- for j in range(len(checkpoint_list)):- if i != j:- if np.all(metric_matrix[j] >= metric_matrix[i]) and \- np.any(metric_matrix[j] > metric_matrix[i]):- is_pareto[i] = False- break-- pareto_checkpoints = [- checkpoint_list[i] for i in range(len(checkpoint_list))- if is_pareto[i]- ]-- return pareto_checkpoints-- def select_diverse(self,- num_checkpoints: int = 5,- diversity_metric: str = 'euclidean') -> List[Dict[str, Any]]:- """- Select diverse checkpoints to ensure exploration.-- Args:- num_checkpoints: Number of checkpoints to select- diversity_metric: Distance metric ('euclidean', 'manhattan')-- Returns:- Diverse set of checkpoints- """- if not NUMPY_AVAILABLE or len(self.checkpoints) <= num_checkpoints:- return list(self.checkpoints.values())-- checkpoint_list = list(self.checkpoints.values())-- # Extract all metrics as feature vector- all_metrics = set()- for cp in checkpoint_list:- all_metrics.update(cp['metrics'].keys())-- feature_matrix = np.array([- [cp['metrics'].get(m, 0) for m in all_metrics]- for cp in checkpoint_list- ])-- # Normalize- feature_matrix = (feature_matrix - feature_matrix.mean(axis=0)) / (feature_matrix.std(axis=0) + 1e-8)-- # Greedy diversity selection- selected_indices = []-- # Start with best checkpoint- best_idx = np.argmax([cp['metrics'].get('sharpe', 0) for cp in checkpoint_list])- selected_indices.append(best_idx)-- # Iteratively add most diverse checkpoint- for _ in range(num_checkpoints - 1):- max_min_distance = -1- best_candidate = -1-- for i in range(len(checkpoint_list)):- if i in selected_indices:- continue-- # Calculate min distance to selected points- distances = [- np.linalg.norm(feature_matrix[i] - feature_matrix[j])- for j in selected_indices- ]- min_distance = min(distances)-- if min_distance > max_min_distance:- max_min_distance = min_distance- best_candidate = i-- if best_candidate != -1:- selected_indices.append(best_candidate)-- return [checkpoint_list[i] for i in selected_indices]---class SOTASelector:- """- State-of-the-Art experiment selector.-- Identifies and tracks SOTA experiments.- """-- def __init__(self):- self.experiments = {}- self.sota_history = []-- def add_experiment(self,- experiment_id: str,- results: Dict[str, float],- config: Optional[Dict[str, Any]] = None):- """- Add experiment results.-- Args:- experiment_id: Unique experiment ID- results: Performance results- config: Experiment configuration- """- self.experiments[experiment_id] = {- "id": experiment_id,- "results": results,- "config": config or {},- "timestamp": datetime.now().isoformat()- }-- # Check if this is new SOTA- self._update_sota(experiment_id, results)-- def _update_sota(self, experiment_id: str, results: Dict[str, float]):- """Update SOTA tracking"""- # Check each metric- for metric, value in results.items():- # Is this the best for this metric?- current_sota = self._get_current_sota(metric)-- if current_sota is None or value > current_sota['value']:- self.sota_history.append({- "metric": metric,- "value": value,- "experiment_id": experiment_id,- "timestamp": datetime.now().isoformat()- })-- def _get_current_sota(self, metric: str) -> Optional[Dict[str, Any]]:- """Get current SOTA for a metric"""- sota_for_metric = [- entry for entry in self.sota_history- if entry['metric'] == metric- ]-- if not sota_for_metric:- return None-- return max(sota_for_metric, key=lambda x: x['value'])-- def get_sota_experiments(self,- metrics: Optional[List[str]] = None) -> Dict[str, Dict[str, Any]]:- """- Get SOTA experiments for each metric.-- Args:- metrics: List of metrics to check (None = all)-- Returns:- Dict mapping metric -> SOTA experiment- """- if metrics is None:- # Get all metrics- all_metrics = set()- for exp in self.experiments.values():- all_metrics.update(exp['results'].keys())- metrics = list(all_metrics)-- sota_map = {}- for metric in metrics:- sota = self._get_current_sota(metric)- if sota:- exp_id = sota['experiment_id']- sota_map[metric] = {- "experiment_id": exp_id,- "value": sota['value'],- "experiment": self.experiments.get(exp_id)- }-- return sota_map-- def get_sota_ensemble(self,- num_experiments: int = 5,- weights: Optional[Dict[str, float]] = None) -> List[Dict[str, Any]]:- """- Select top experiments for ensemble.-- Args:- num_experiments: Number of experiments to include- weights: Metric weights for scoring-- Returns:- Top experiments for ensemble- """- if not self.experiments:- return []-- weights = weights or {'sharpe': 0.4, 'ic': 0.4, 'win_rate': 0.2}-- # Score each experiment- scored_experiments = []- for exp_id, exp in self.experiments.items():- score = sum(- exp['results'].get(metric, 0) * weight- for metric, weight in weights.items()- )-- scored_experiments.append({- "experiment_id": exp_id,- "score": score,- "experiment": exp- })-- # Sort by score- scored_experiments.sort(key=lambda x: x['score'], reverse=True)-- return scored_experiments[:num_experiments]---class ExperimentRanker:- """- Multi-criteria experiment ranking system.- """-- def __init__(self):- self.ranking_methods = {- 'weighted_sum': self._weighted_sum_rank,- 'pareto': self._pareto_rank,- 'topsis': self._topsis_rank- }-- def rank_experiments(self,- experiments: List[Dict[str, Any]],- criteria: List[str],- weights: Optional[Dict[str, float]] = None,- method: str = 'weighted_sum') -> List[Dict[str, Any]]:- """- Rank experiments by multiple criteria.-- Args:- experiments: List of experiments with metrics- criteria: List of metric names to rank by- weights: Optional weights for each criterion- method: Ranking method ('weighted_sum', 'pareto', 'topsis')-- Returns:- Ranked experiments- """- if method not in self.ranking_methods:- method = 'weighted_sum'-- return self.ranking_methods[method](experiments, criteria, weights)-- def _weighted_sum_rank(self,- experiments: List[Dict[str, Any]],- criteria: List[str],- weights: Optional[Dict[str, float]]) -> List[Dict[str, Any]]:- """Weighted sum ranking"""- if not weights:- weights = {c: 1.0/len(criteria) for c in criteria}-- # Normalize weights- total_weight = sum(weights.values())- weights = {k: v/total_weight for k, v in weights.items()}-- # Score each experiment- for exp in experiments:- score = sum(- exp.get('results', {}).get(criterion, 0) * weights.get(criterion, 0)- for criterion in criteria- )- exp['rank_score'] = score-- # Sort by score- experiments.sort(key=lambda x: x.get('rank_score', 0), reverse=True)-- return experiments-- def _pareto_rank(self,- experiments: List[Dict[str, Any]],- criteria: List[str],- weights: Optional[Dict[str, float]]) -> List[Dict[str, Any]]:- """Pareto ranking (non-dominated sorting)"""- if not NUMPY_AVAILABLE:- return self._weighted_sum_rank(experiments, criteria, weights)-- # Extract metric matrix- metric_matrix = np.array([- [exp.get('results', {}).get(c, 0) for c in criteria]- for exp in experiments- ])-- # Pareto fronts- fronts = []- remaining = list(range(len(experiments)))-- while remaining:- front = []- for i in remaining:- is_dominated = False- for j in remaining:- if i != j:- if np.all(metric_matrix[j] >= metric_matrix[i]) and \- np.any(metric_matrix[j] > metric_matrix[i]):- is_dominated = True- break-- if not is_dominated:- front.append(i)-- fronts.append(front)- remaining = [i for i in remaining if i not in front]-- # Assign ranks- for rank, front in enumerate(fronts):- for idx in front:- experiments[idx]['pareto_rank'] = rank-- # Sort by rank- experiments.sort(key=lambda x: x.get('pareto_rank', float('inf')))-- return experiments-- def _topsis_rank(self,- experiments: List[Dict[str, Any]],- criteria: List[str],- weights: Optional[Dict[str, float]]) -> List[Dict[str, Any]]:- """TOPSIS (Technique for Order of Preference by Similarity to Ideal Solution)"""- if not NUMPY_AVAILABLE:- return self._weighted_sum_rank(experiments, criteria, weights)-- if not weights:- weights = {c: 1.0/len(criteria) for c in criteria}-- # Extract metric matrix- metric_matrix = np.array([- [exp.get('results', {}).get(c, 0) for c in criteria]- for exp in experiments- ])-- # Normalize matrix- normalized = metric_matrix / np.sqrt((metric_matrix**2).sum(axis=0))-- # Apply weights- weight_vector = np.array([weights.get(c, 1.0/len(criteria)) for c in criteria])- weighted = normalized * weight_vector-- # Ideal and anti-ideal solutions- ideal = weighted.max(axis=0)- anti_ideal = weighted.min(axis=0)-- # Calculate distances- dist_ideal = np.sqrt(((weighted - ideal)**2).sum(axis=1))- dist_anti_ideal = np.sqrt(((weighted - anti_ideal)**2).sum(axis=1))-- # Calculate similarity to ideal- similarity = dist_anti_ideal / (dist_ideal + dist_anti_ideal + 1e-10)-- # Assign scores- for i, exp in enumerate(experiments):- exp['topsis_score'] = float(similarity[i])-- # Sort by similarity- experiments.sort(key=lambda x: x.get('topsis_score', 0), reverse=True)-- return experiments---def main():- """CLI interface"""- if len(sys.argv) < 2:- print(json.dumps({"success": False, "error": "No command specified"}))- sys.exit(1)-- command = sys.argv[1]-- try:- if command == "check_status":- result = {- "success": True,- "numpy_available": NUMPY_AVAILABLE,- "components": [- "CheckpointSelector",- "SOTASelector",- "ExperimentRanker"- ]- }- print(json.dumps(result))- else:- result = {"success": False, "error": f"Unknown command: {command}"}- print(json.dumps(result))-- except Exception as e:- print(json.dumps({"success": False, "error": str(e)}))- sys.exit(1)---if __name__ == "__main__":- main()diff --git a/fincept-qt/scripts/aisstream_data.py b/fincept-qt/scripts/aisstream_data.pynew file mode 100644index 000000000..6ac8ffe2c--- /dev/null+++ b/fincept-qt/scripts/aisstream_data.py@@ -0,0 +1,136 @@+"""+AISStream Data Fetcher+Global real-time AIS vessel positions, vessel info, port calls+via AISStream REST API (free key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('AISSTREAM_API_KEY', '')+BASE_URL = "https://api.aisstream.io/v0"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {}+ if API_KEY:+ headers["X-API-Key"] = API_KEY+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _make_post_request(endpoint: str, payload: Dict) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {"Content-Type": "application/json"}+ if API_KEY:+ headers["X-API-Key"] = API_KEY+ try:+ response = session.post(url, json=payload, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_vessels_in_area(lat1: float, lon1: float, lat2: float, lon2: float) -> Any:+ payload = {+ "BoundingBoxes": [[[lat1, lon1], [lat2, lon2]]]+ }+ return _make_post_request("vessels/area", payload)+++def get_vessel_by_mmsi(mmsi: str) -> Any:+ return _make_request(f"vessels/{mmsi}")+++def get_vessel_track(mmsi: str, start_date: str = None, end_date: str = None) -> Any:+ params = {}+ if start_date:+ params["start_date"] = start_date+ if end_date:+ params["end_date"] = end_date+ return _make_request(f"vessels/{mmsi}/track", params)+++def get_port_calls(port_name: str = None, start_date: str = None, end_date: str = None) -> Any:+ params = {}+ if port_name:+ params["port_name"] = port_name+ if start_date:+ params["start_date"] = start_date+ if end_date:+ params["end_date"] = end_date+ return _make_request("port-calls", params)+++def get_fleet(vessel_type: str = None, limit: int = 50) -> Any:+ params = {"limit": limit}+ if vessel_type:+ params["vessel_type"] = vessel_type+ return _make_request("vessels", params)+++def search_vessel(name: str) -> Any:+ params = {"name": name}+ return _make_request("vessels/search", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "area":+ lat1 = float(args[1]) if len(args) > 1 else 51.0+ lon1 = float(args[2]) if len(args) > 2 else -1.0+ lat2 = float(args[3]) if len(args) > 3 else 52.0+ lon2 = float(args[4]) if len(args) > 4 else 1.0+ result = get_vessels_in_area(lat1, lon1, lat2, lon2)+ elif command == "vessel":+ mmsi = args[1] if len(args) > 1 else "123456789"+ result = get_vessel_by_mmsi(mmsi)+ elif command == "track":+ mmsi = args[1] if len(args) > 1 else "123456789"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_vessel_track(mmsi, start_date, end_date)+ elif command == "port_calls":+ port_name = args[1] if len(args) > 1 else None+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_port_calls(port_name, start_date, end_date)+ elif command == "fleet":+ vessel_type = args[1] if len(args) > 1 else None+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_fleet(vessel_type, limit)+ elif command == "search":+ name = args[1] if len(args) > 1 else "MSC"+ result = search_vessel(name)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/algo_trading/algo_manager.py b/fincept-qt/scripts/algo_trading/algo_manager.pynew file mode 100644index 000000000..be7f4474e--- /dev/null+++ b/fincept-qt/scripts/algo_trading/algo_manager.py@@ -0,0 +1,133 @@+"""+Algo Manager — deployment management subcommands.++Called by the C++ AlgoTradingService for deployment control operations.+algo_live_runner.py only handles the long-running strategy loop; this script+handles all read/write management queries against the DB.++Usage:+ python algo_manager.py list_deployments --db <path>+ python algo_manager.py stop <deploy_id> --db <path>+ python algo_manager.py stop_all --db <path>+"""++import json+import sys+import os+import argparse+import sqlite3+++def get_db_path(args_db: str) -> str:+ """Resolve DB path: use provided --db, or fall back to AppData location."""+ if args_db and os.path.exists(args_db):+ return args_db+ # Windows fallback+ appdata = os.environ.get('APPDATA', '')+ if appdata:+ candidate = os.path.join(appdata, 'Fincept', 'FinceptTerminal', 'fincept.db')+ if os.path.exists(candidate):+ return candidate+ # Last resort: same dir as script+ return os.path.join(os.path.dirname(os.path.abspath(__file__)), '..', '..', 'fincept.db')+++def open_db(db_path: str):+ conn = sqlite3.connect(db_path, timeout=10)+ conn.row_factory = sqlite3.Row+ conn.execute("PRAGMA journal_mode=WAL")+ conn.execute("PRAGMA busy_timeout=5000")+ return conn+++def cmd_list_deployments(db_path: str):+ """Return all deployments with their live metrics."""+ try:+ conn = open_db(db_path)+ rows = conn.execute("""+ SELECT+ d.id, d.strategy_id, d.symbol, d.mode, d.status,+ d.timeframe, d.quantity, d.error_message,+ d.created_at, d.updated_at,+ s.name AS strategy_name,+ COALESCE(m.total_pnl, 0) AS total_pnl,+ COALESCE(m.unrealized_pnl, 0) AS unrealized_pnl,+ COALESCE(m.total_trades, 0) AS total_trades,+ COALESCE(m.win_rate, 0) AS win_rate,+ COALESCE(m.max_drawdown, 0) AS max_drawdown,+ COALESCE(m.current_position_qty, 0) AS current_position_qty,+ COALESCE(m.current_position_side, '') AS current_position_side,+ COALESCE(m.current_position_entry, 0) AS current_position_entry+ FROM algo_deployments d+ LEFT JOIN algo_strategies s ON s.id = d.strategy_id+ LEFT JOIN algo_metrics m ON m.deployment_id = d.id+ ORDER BY d.created_at DESC+ """).fetchall()+ conn.close()++ deployments = [dict(r) for r in rows]+ print(json.dumps({'success': True, 'deployments': deployments}))++ except sqlite3.OperationalError as e:+ # Table may not exist yet (first run before any deployment)+ if 'no such table' in str(e).lower():+ print(json.dumps({'success': True, 'deployments': []}))+ else:+ print(json.dumps({'success': False, 'error': str(e), 'deployments': []}))+ except Exception as e:+ print(json.dumps({'success': False, 'error': str(e), 'deployments': []}))+++def cmd_stop(deploy_id: str, db_path: str):+ """Mark a deployment as stopped in the DB."""+ try:+ conn = open_db(db_path)+ conn.execute(+ "UPDATE algo_deployments SET status = 'stopped', updated_at = CURRENT_TIMESTAMP WHERE id = ?",+ (deploy_id,)+ )+ conn.commit()+ conn.close()+ print(json.dumps({'success': True, 'deployment_id': deploy_id}))+ except Exception as e:+ print(json.dumps({'success': False, 'error': str(e)}))+++def cmd_stop_all(db_path: str):+ """Mark all running/starting deployments as stopped."""+ try:+ conn = open_db(db_path)+ conn.execute(+ "UPDATE algo_deployments SET status = 'stopped', updated_at = CURRENT_TIMESTAMP "+ "WHERE status IN ('running', 'starting', 'pending')"+ )+ conn.commit()+ conn.close()+ print(json.dumps({'success': True}))+ except Exception as e:+ print(json.dumps({'success': False, 'error': str(e)}))+++def main():+ parser = argparse.ArgumentParser(description='Algo Deployment Manager')+ parser.add_argument('command', choices=['list_deployments', 'stop', 'stop_all'])+ parser.add_argument('deploy_id', nargs='?', default=None,+ help='Deployment ID (required for stop)')+ parser.add_argument('--db', default=None, help='SQLite database path')++ args = parser.parse_args()+ db_path = get_db_path(args.db)++ if args.command == 'list_deployments':+ cmd_list_deployments(db_path)+ elif args.command == 'stop':+ if not args.deploy_id:+ print(json.dumps({'success': False, 'error': 'deploy_id required for stop'}))+ sys.exit(1)+ cmd_stop(args.deploy_id, db_path)+ elif args.command == 'stop_all':+ cmd_stop_all(db_path)+++if __name__ == '__main__':+ main()diff --git a/fincept-qt/scripts/algo_trading/backtest_engine.py b/fincept-qt/scripts/algo_trading/backtest_engine.pyindex c3cf1513d..99b8f2f7f 100644--- a/fincept-qt/scripts/algo_trading/backtest_engine.py+++ b/fincept-qt/scripts/algo_trading/backtest_engine.py@@ -420,116 +420,295 @@ def run_backtest(}-def main():- debug("main() started")- debug(f"sys.argv: {sys.argv}")+def get_db_path(arg_db: str) -> str:+ """Resolve DB path from arg or fallback to AppData location."""+ if arg_db and os.path.exists(arg_db):+ return arg_db+ appdata = os.environ.get('APPDATA', '')+ if appdata:+ candidate = os.path.join(appdata, 'Fincept', 'FinceptTerminal', 'fincept.db')+ if os.path.exists(candidate):+ return candidate+ return arg_db or ''+++def open_db(db_path: str):+ conn = sqlite3.connect(db_path, timeout=10)+ conn.row_factory = sqlite3.Row+ conn.execute("PRAGMA journal_mode=WAL")+ conn.execute("PRAGMA busy_timeout=5000")+ return conn+++def cmd_save_strategy(params: dict, db_path: str):+ """Insert or replace a strategy in algo_strategies table."""+ try:+ conn = open_db(db_path)+ conn.execute("""+ CREATE TABLE IF NOT EXISTS algo_strategies (+ id TEXT PRIMARY KEY,+ name TEXT NOT NULL,+ description TEXT DEFAULT '',+ timeframe TEXT DEFAULT '1d',+ entry_conditions TEXT DEFAULT '[]',+ exit_conditions TEXT DEFAULT '[]',+ entry_logic TEXT DEFAULT 'AND',+ exit_logic TEXT DEFAULT 'AND',+ stop_loss REAL DEFAULT 0,+ take_profit REAL DEFAULT 0,+ trailing_stop REAL DEFAULT 0,+ trailing_stop_type TEXT DEFAULT 'percent',+ is_active INTEGER DEFAULT 1,+ created_at TEXT DEFAULT CURRENT_TIMESTAMP,+ updated_at TEXT DEFAULT CURRENT_TIMESTAMP+ )+ """)+ conn.execute("""+ INSERT INTO algo_strategies+ (id, name, description, timeframe,+ entry_conditions, exit_conditions, entry_logic, exit_logic,+ stop_loss, take_profit, trailing_stop, updated_at)+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, CURRENT_TIMESTAMP)+ ON CONFLICT(id) DO UPDATE SET+ name = excluded.name,+ description = excluded.description,+ timeframe = excluded.timeframe,+ entry_conditions = excluded.entry_conditions,+ exit_conditions = excluded.exit_conditions,+ entry_logic = excluded.entry_logic,+ exit_logic = excluded.exit_logic,+ stop_loss = excluded.stop_loss,+ take_profit = excluded.take_profit,+ trailing_stop = excluded.trailing_stop,+ updated_at = CURRENT_TIMESTAMP+ """, (+ params['id'], params.get('name', ''), params.get('description', ''),+ params.get('timeframe', '1d'),+ json.dumps(params.get('entry_conditions', [])),+ json.dumps(params.get('exit_conditions', [])),+ params.get('entry_logic', 'AND'), params.get('exit_logic', 'AND'),+ params.get('stop_loss', 0), params.get('take_profit', 0),+ params.get('trailing_stop', 0),+ ))+ conn.commit()+ conn.close()+ print(json.dumps({'success': True, 'id': params['id']}))+ except Exception as e:+ print(json.dumps({'success': False, 'error': str(e)}))- parser = argparse.ArgumentParser(description='Backtest Engine')- parser.add_argument('--symbol', required=True, help='Ticker symbol (e.g. RELIANCE for Fyers, RELIANCE.NS for yfinance)')- parser.add_argument('--entry-conditions', required=True, help='JSON entry conditions')- parser.add_argument('--exit-conditions', required=True, help='JSON exit conditions')- parser.add_argument('--timeframe', default='1d', help='Candle interval (1d, 1h, 5m, etc.)')- parser.add_argument('--period', default='1y', help='History period (1mo, 3mo, 6mo, 1y, 2y, 5y)')- parser.add_argument('--stop-loss', type=float, default=0, help='Stop loss percentage')- parser.add_argument('--take-profit', type=float, default=0, help='Take profit percentage')- parser.add_argument('--initial-capital', type=float, default=100000, help='Starting capital')- parser.add_argument('--provider', default='yfinance', help='Data provider: yfinance or fyers')- parser.add_argument('--db', default=None, help='Database path for fyers/candle_cache provider')+def cmd_list_strategies(db_path: str):+ """Return all strategies from DB."""try:- args = parser.parse_args()- debug(f"Parsed args: symbol={args.symbol}, provider={args.provider}, timeframe={args.timeframe}, period={args.period}")- debug(f"stop_loss={args.stop_loss}, take_profit={args.take_profit}, initial_capital={args.initial_capital}")- debug(f"db={args.db}")+ conn = open_db(db_path)+ rows = conn.execute("""+ SELECT id, name, description, timeframe,+ entry_conditions, exit_conditions, entry_logic, exit_logic,+ stop_loss, take_profit, trailing_stop,+ is_active, created_at, updated_at+ FROM algo_strategies+ WHERE is_active = 1+ ORDER BY created_at DESC+ """).fetchall()+ conn.close()+ strategies = []+ for r in rows:+ s = dict(r)+ # Parse JSON arrays stored as text+ try:+ s['entry_conditions'] = json.loads(s['entry_conditions'] or '[]')+ except Exception:+ s['entry_conditions'] = []+ try:+ s['exit_conditions'] = json.loads(s['exit_conditions'] or '[]')+ except Exception:+ s['exit_conditions'] = []+ strategies.append(s)+ print(json.dumps({'success': True, 'strategies': strategies}))+ except sqlite3.OperationalError as e:+ if 'no such table' in str(e).lower():+ print(json.dumps({'success': True, 'strategies': []}))+ else:+ print(json.dumps({'success': False, 'error': str(e), 'strategies': []}))except Exception as e:- debug(f"Argument parsing error: {e}")- print(json.dumps({'success': False, 'error': f'Argument parsing error: {e}', 'debug': DEBUG_LOG}))- sys.exit(1)+ print(json.dumps({'success': False, 'error': str(e), 'strategies': []}))- try:- debug(f"Parsing entry_conditions: {args.entry_conditions[:200]}...")- entry_conditions = json.loads(args.entry_conditions)- debug(f"Entry conditions parsed: {len(entry_conditions)} items")-- debug(f"Parsing exit_conditions: {args.exit_conditions[:200]}...")- exit_conditions = json.loads(args.exit_conditions)- debug(f"Exit conditions parsed: {len(exit_conditions)} items")- except json.JSONDecodeError as e:- debug(f"JSON decode error: {e}")- print(json.dumps({'success': False, 'error': f'Invalid conditions JSON: {e}', 'debug': DEBUG_LOG}))- sys.exit(1)- # Fetch historical data- debug("Fetching historical data...")+def cmd_delete_strategy(strategy_id: str, db_path: str):+ """Soft-delete a strategy (set is_active=0)."""try:- df, error = fetch_historical_data(- args.symbol, args.period, args.timeframe,- provider=args.provider, db_path=args.db+ conn = open_db(db_path)+ conn.execute(+ "UPDATE algo_strategies SET is_active = 0, updated_at = CURRENT_TIMESTAMP WHERE id = ?",+ (strategy_id,))+ conn.commit()+ conn.close()+ print(json.dumps({'success': True, 'id': strategy_id}))except Exception as e:- debug(f"Exception in fetch_historical_data: {e}\n{traceback.format_exc()}")- print(json.dumps({- 'success': False,- 'error': f'Exception fetching data: {e}',- 'debug': DEBUG_LOG- }))- sys.exit(0)+ print(json.dumps({'success': False, 'error': str(e)}))+++def cmd_run_backtest(params: dict, db_path: str):+ """Run walk-forward backtest for a strategy loaded from DB."""+ debug("cmd_run_backtest started")+ strategy_id = params.get('strategy_id', '')+ symbol = params.get('symbol', '')+ start_date = params.get('start_date', '2024-01-01')+ end_date = params.get('end_date', '2025-01-01')+ initial_capital = float(params.get('initial_capital', 100000))++ # Load strategy conditions from DB+ entry_conditions = []+ exit_conditions = []+ stop_loss_pct = 0.0+ take_profit_pct = 0.0+ timeframe = '1d'++ if db_path and os.path.exists(db_path):+ try:+ conn = open_db(db_path)+ row = conn.execute(+ "SELECT entry_conditions, exit_conditions, entry_logic, exit_logic, "+ "stop_loss, take_profit, timeframe FROM algo_strategies WHERE id = ?",+ (strategy_id,)+ ).fetchone()+ conn.close()+ if row:+ entry_conditions = json.loads(row['entry_conditions'] or '[]')+ exit_conditions = json.loads(row['exit_conditions'] or '[]')+ stop_loss_pct = row['stop_loss'] or 0.0+ take_profit_pct = row['take_profit'] or 0.0+ timeframe = row['timeframe'] or '1d'+ debug(f"Strategy loaded from DB: {len(entry_conditions)} entry, {len(exit_conditions)} exit conditions")+ else:+ debug(f"Strategy {strategy_id} not found in DB, proceeding with empty conditions")+ except Exception as e:+ debug(f"Failed to load strategy from DB: {e}")++ # Determine period string from date range for yfinance+ try:+ from datetime import datetime as dt+ d1 = dt.strptime(start_date, '%Y-%m-%d')+ d2 = dt.strptime(end_date, '%Y-%m-%d')+ days = (d2 - d1).days+ if days <= 90:+ period = '3mo'+ elif days <= 180:+ period = '6mo'+ elif days <= 370:+ period = '1y'+ elif days <= 740:+ period = '2y'+ else:+ period = '5y'+ except Exception:+ period = '1y'++ debug(f"Fetching data: symbol={symbol}, period={period}, timeframe={timeframe}")+ try:+ df, error = fetch_historical_data(symbol, period, timeframe, provider='yfinance', db_path=db_path)+ except Exception as e:+ debug(f"Exception fetching data: {e}\n{traceback.format_exc()}")+ print(json.dumps({'success': False, 'error': f'Exception fetching data: {e}', 'debug': DEBUG_LOG}))+ returnif error or df is None or (hasattr(df, 'empty') and df.empty):- debug(f"Data fetch failed: error={error}, df={type(df)}")print(json.dumps({'success': False,- 'error': error or f'No historical data available for {args.symbol}',- 'provider': args.provider,- 'hint': 'For Fyers, run a scan first to populate candle_cache. For yfinance, use .NS suffix for NSE stocks.',- 'debug': DEBUG_LOG+ 'error': error or f'No historical data for {symbol}',+ 'hint': 'Use .NS suffix for NSE stocks (e.g. RELIANCE.NS) for yfinance.',+ 'debug': DEBUG_LOG,}))- sys.exit(0)-- debug(f"Data fetched successfully: {len(df)} rows")+ returnif len(df) < WARMUP_BARS + 10:- debug(f"Insufficient data: {len(df)} < {WARMUP_BARS + 10}")print(json.dumps({'success': False,- 'error': f'Insufficient data ({len(df)} bars, need at least {WARMUP_BARS + 10})',- 'debug': DEBUG_LOG+ 'error': f'Insufficient data ({len(df)} bars, need >= {WARMUP_BARS + 10})',+ 'debug': DEBUG_LOG,}))- sys.exit(0)+ return- # Run backtest- debug(f"Running backtest with {len(df)} bars, {len(entry_conditions)} entry conditions, {len(exit_conditions)} exit conditions")try:result = run_backtest(df=df,entry_conditions=entry_conditions,exit_conditions=exit_conditions,- stop_loss_pct=args.stop_loss,- take_profit_pct=args.take_profit,- initial_capital=args.initial_capital,- timeframe=args.timeframe,+ stop_loss_pct=stop_loss_pct,+ take_profit_pct=take_profit_pct,+ initial_capital=initial_capital,+ timeframe=timeframe,)- debug(f"Backtest completed: {result.get('metrics', {}).get('total_trades', 'N/A')} trades")except Exception as e:debug(f"Exception in run_backtest: {e}\n{traceback.format_exc()}")- print(json.dumps({- 'success': False,- 'error': f'Exception during backtest: {e}',- 'debug': DEBUG_LOG- }))- sys.exit(0)+ print(json.dumps({'success': False, 'error': f'Backtest error: {e}', 'debug': DEBUG_LOG}))+ return- output = {+ metrics = result.get('metrics', {})+ print(json.dumps({'success': True,- 'symbol': args.symbol,- 'timeframe': args.timeframe,- 'period': args.period,+ 'symbol': symbol,+ 'timeframe': timeframe,'total_bars': len(df),+ 'total_return': metrics.get('total_return_pct', 0),+ 'total_return_abs': metrics.get('total_return', 0),+ 'sharpe_ratio': metrics.get('sharpe', 0),+ 'max_drawdown': metrics.get('max_drawdown', 0),+ 'total_trades': metrics.get('total_trades', 0),+ 'win_rate': metrics.get('win_rate', 0),+ 'profit_factor': metrics.get('profit_factor', 0),'debug': DEBUG_LOG,**result,- }- debug("Outputting result...")- print(json.dumps(output))+ }))+++def main():+ debug("main() started")+ debug(f"sys.argv: {sys.argv}")++ parser = argparse.ArgumentParser(description='Backtest Engine')+ parser.add_argument('command', choices=['save_strategy', 'list_strategies', 'delete_strategy', 'run_backtest'],+ help='Subcommand to execute')+ parser.add_argument('payload', nargs='?', default=None,+ help='JSON payload or ID depending on command')+ parser.add_argument('--db', default=None, help='SQLite database path')++ try:+ args = parser.parse_args()+ debug(f"command={args.command}, payload_len={len(args.payload or '')}, db={args.db}")+ except Exception as e:+ debug(f"Argument parsing error: {e}")+ print(json.dumps({'success': False, 'error': f'Argument parsing error: {e}', 'debug': DEBUG_LOG}))+ sys.exit(1)++ db_path = get_db_path(args.db)+ debug(f"Resolved db_path={db_path}")++ if args.command == 'save_strategy':+ try:+ params = json.loads(args.payload or '{}')+ except json.JSONDecodeError as e:+ print(json.dumps({'success': False, 'error': f'Invalid JSON: {e}', 'debug': DEBUG_LOG}))+ sys.exit(1)+ cmd_save_strategy(params, db_path)++ elif args.command == 'list_strategies':+ cmd_list_strategies(db_path)++ elif args.command == 'delete_strategy':+ if not args.payload:+ print(json.dumps({'success': False, 'error': 'strategy_id required', 'debug': DEBUG_LOG}))+ sys.exit(1)+ cmd_delete_strategy(args.payload, db_path)++ elif args.command == 'run_backtest':+ try:+ params = json.loads(args.payload or '{}')+ except json.JSONDecodeError as e:+ print(json.dumps({'success': False, 'error': f'Invalid JSON: {e}', 'debug': DEBUG_LOG}))+ sys.exit(1)+ cmd_run_backtest(params, db_path)if __name__ == '__main__':diff --git a/fincept-qt/scripts/algo_trading/scanner_engine.py b/fincept-qt/scripts/algo_trading/scanner_engine.pyindex 14a8d3104..1b015a7ce 100644--- a/fincept-qt/scripts/algo_trading/scanner_engine.py+++ b/fincept-qt/scripts/algo_trading/scanner_engine.py@@ -4,8 +4,17 @@ Scanner EngineOne-shot scanner: evaluates conditions across multiple symbols.Returns list of symbols that match the given conditions.-Usage:- python scanner_engine.py --conditions <json> --symbols <json_array> --timeframe <tf> --db <path>+Usage (called by C++ AlgoTradingService):+ python scanner_engine.py scan <json_params> --db <path>++JSON params:+ {+ "conditions": [...],+ "symbols": [...],+ "timeframe": "1d",+ "lookback_days": 365,+ "logic": "AND"+ }"""import json@@ -18,22 +27,42 @@ sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))from condition_evaluator import load_candles_from_db, evaluate_condition_group+def get_db_path(arg_db: str) -> str:+ if arg_db and os.path.exists(arg_db):+ return arg_db+ appdata = os.environ.get('APPDATA', '')+ if appdata:+ candidate = os.path.join(appdata, 'Fincept', 'FinceptTerminal', 'fincept.db')+ if os.path.exists(candidate):+ return candidate+ return arg_db or ''++def main():parser = argparse.ArgumentParser(description='Algo Scanner Engine')- parser.add_argument('--conditions', required=True, help='JSON conditions array')- parser.add_argument('--symbols', required=True, help='JSON array of symbols')- parser.add_argument('--timeframe', default='5m')- parser.add_argument('--db', required=True, help='SQLite database path')- parser.add_argument('--limit', type=int, default=200)+ parser.add_argument('command', choices=['scan'], help='Subcommand')+ parser.add_argument('payload', help='JSON params: conditions, symbols, timeframe, lookback_days, logic')+ parser.add_argument('--db', default=None, help='SQLite database path')args = parser.parse_args()+ db_path = get_db_path(args.db)+try:- conditions = json.loads(args.conditions)- symbols = json.loads(args.symbols)+ params = json.loads(args.payload)except json.JSONDecodeError as e:print(json.dumps({'success': False, 'error': f'Invalid JSON: {e}'}))sys.exit(1)+ conditions = params.get('conditions', [])+ symbols = params.get('symbols', [])+ timeframe = params.get('timeframe', '1d')+ limit = int(params.get('lookback_days', 365))+ logic = params.get('logic', 'AND')++ if not conditions:+ print(json.dumps({'success': False, 'error': 'No conditions provided'}))+ sys.exit(1)+if not isinstance(symbols, list) or not symbols:print(json.dumps({'success': False, 'error': 'symbols must be a non-empty array'}))sys.exit(1)@@ -43,29 +72,24 @@ def main():scanned = 0debug_log = []- debug_log.append(f'[scanner.py] db={args.db}')- debug_log.append(f'[scanner.py] timeframe={args.timeframe}, symbols={len(symbols)}, conditions={len(conditions)}')+ debug_log.append(f'[scanner] db={db_path}')+ debug_log.append(f'[scanner] timeframe={timeframe}, symbols={len(symbols)}, conditions={len(conditions)}, logic={logic}')- # Check DB connectivity and candle_cache state+ # Log candle_cache state for diagnosticstry:- conn_check = sqlite3.connect(args.db)+ conn_check = sqlite3.connect(db_path)cur = conn_check.cursor()- cur.execute('SELECT COUNT(*) FROM candle_cache WHERE timeframe = ?', (args.timeframe,))+ cur.execute('SELECT COUNT(*) FROM candle_cache WHERE timeframe = ?', (timeframe,))total_rows = cur.fetchone()[0]- debug_log.append(f'[scanner.py] candle_cache total rows for tf={args.timeframe}: {total_rows}')-- for sym in symbols:- cur.execute('SELECT COUNT(*) FROM candle_cache WHERE symbol = ? AND timeframe = ?', (sym, args.timeframe))- sym_count = cur.fetchone()[0]- debug_log.append(f'[scanner.py] {sym}: {sym_count} candles in cache')+ debug_log.append(f'[scanner] candle_cache rows for tf={timeframe}: {total_rows}')conn_check.close()except Exception as e:- debug_log.append(f'[scanner.py] DB check error: {e}')+ debug_log.append(f'[scanner] DB check skipped: {e}')for symbol in symbols:scanned += 1try:- df = load_candles_from_db(args.db, symbol, args.timeframe, args.limit)+ df = load_candles_from_db(db_path, symbol, timeframe, limit)if df.empty or len(df) < 10:errors.append({'symbol': symbol, 'error': f'Insufficient data ({len(df)} candles)'})continue@@ -73,27 +97,27 @@ def main():result = evaluate_condition_group(conditions, df)if result['result']:- # Get current price from last candlecurrent_price = float(df['close'].iloc[-1])matches.append({'symbol': symbol,'price': current_price,- 'details': result['details'],+ 'conditions': result.get('details', []),})except Exception as e:errors.append({'symbol': symbol, 'error': str(e)})- debug_log.append(f'[scanner.py] {symbol} exception: {e}')+ debug_log.append(f'[scanner] {symbol} exception: {e}')- debug_log.append(f'[scanner.py] summary: scanned={scanned}, matches={len(matches)}, errors={len(errors)}')+ debug_log.append(f'[scanner] done: scanned={scanned}, matches={len(matches)}, errors={len(errors)}')print(json.dumps({'success': True,'matches': matches,'match_count': len(matches),- 'scanned': scanned,+ 'total_scanned': scanned,+ 'condition_count': len(conditions),'errors': errors,- 'timeframe': args.timeframe,+ 'timeframe': timeframe,'scanner_debug': debug_log,}))diff --git a/fincept-qt/scripts/alpha_spread_data.py b/fincept-qt/scripts/alpha_spread_data.pynew file mode 100644index 000000000..cd74b828d--- /dev/null+++ b/fincept-qt/scripts/alpha_spread_data.py@@ -0,0 +1,80 @@+"""+AlphaSpread Data Fetcher+Intrinsic value, DCF, comparable company analysis for stocks — free tier.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ALPHA_SPREAD_API_KEY', '')+BASE_URL = "https://alphaspread.com/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {"Authorization": f"Bearer {API_KEY}"}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_valuation(ticker: str) -> Any:+ return _make_request(f"v1/equity/{ticker}/valuation", {})++def get_dcf(ticker: str) -> Any:+ return _make_request(f"v1/equity/{ticker}/dcf", {})++def get_comparables(ticker: str) -> Any:+ return _make_request(f"v1/equity/{ticker}/comparables", {})++def get_watchlist_data(tickers: List[str]) -> Any:+ return _make_request("v1/equity/batch", {"tickers": ",".join(tickers)})++def get_score(ticker: str) -> Any:+ return _make_request(f"v1/equity/{ticker}/score", {})++def get_intrinsic_value_history(ticker: str) -> Any:+ return _make_request(f"v1/equity/{ticker}/intrinsic-value/history", {})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "valuation":+ ticker = args[1] if len(args) > 1 else "AAPL"+ result = get_valuation(ticker)+ elif command == "dcf":+ ticker = args[1] if len(args) > 1 else "AAPL"+ result = get_dcf(ticker)+ elif command == "comparables":+ ticker = args[1] if len(args) > 1 else "AAPL"+ result = get_comparables(ticker)+ elif command == "watchlist":+ tickers = args[1].split(",") if len(args) > 1 else ["AAPL", "MSFT"]+ result = get_watchlist_data(tickers)+ elif command == "score":+ ticker = args[1] if len(args) > 1 else "AAPL"+ result = get_score(ticker)+ elif command == "history":+ ticker = args[1] if len(args) > 1 else "AAPL"+ result = get_intrinsic_value_history(ticker)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/alpha_vantage_extra_data.py b/fincept-qt/scripts/alpha_vantage_extra_data.pynew file mode 100644index 000000000..7ff74bd6e--- /dev/null+++ b/fincept-qt/scripts/alpha_vantage_extra_data.py@@ -0,0 +1,91 @@+"""+Alpha Vantage Extended Data Fetcher+Forex, crypto, commodities, economic indicators, sector performance.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ALPHA_VANTAGE_API_KEY', '')+BASE_URL = "https://www.alphavantage.co/query"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_forex_daily(from_symbol: str, to_symbol: str, outputsize: str = "compact") -> Any:+ params = {"function": "FX_DAILY", "from_symbol": from_symbol, "to_symbol": to_symbol, "outputsize": outputsize, "apikey": API_KEY}+ return _make_request(BASE_URL, params)++def get_crypto_daily(symbol: str, market: str = "USD") -> Any:+ params = {"function": "DIGITAL_CURRENCY_DAILY", "symbol": symbol, "market": market, "apikey": API_KEY}+ return _make_request(BASE_URL, params)++def get_commodity_daily(commodity: str = "WTI") -> Any:+ params = {"function": commodity, "interval": "monthly", "apikey": API_KEY}+ return _make_request(BASE_URL, params)++def get_sector_performance() -> Any:+ params = {"function": "SECTOR", "apikey": API_KEY}+ return _make_request(BASE_URL, params)++def get_economic_indicator(function: str = "REAL_GDP", interval: str = "annual") -> Any:+ params = {"function": function, "interval": interval, "apikey": API_KEY}+ return _make_request(BASE_URL, params)++def get_earnings_calendar(symbol: str = None, horizon: str = "3month") -> Any:+ params = {"function": "EARNINGS_CALENDAR", "horizon": horizon, "apikey": API_KEY}+ if symbol:+ params["symbol"] = symbol+ return _make_request(BASE_URL, params)++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "forex":+ from_symbol = args[1] if len(args) > 1 else "EUR"+ to_symbol = args[2] if len(args) > 2 else "USD"+ outputsize = args[3] if len(args) > 3 else "compact"+ result = get_forex_daily(from_symbol, to_symbol, outputsize)+ elif command == "crypto":+ symbol = args[1] if len(args) > 1 else "BTC"+ market = args[2] if len(args) > 2 else "USD"+ result = get_crypto_daily(symbol, market)+ elif command == "commodity":+ commodity = args[1] if len(args) > 1 else "WTI"+ result = get_commodity_daily(commodity)+ elif command == "sectors":+ result = get_sector_performance()+ elif command == "economic":+ function = args[1] if len(args) > 1 else "REAL_GDP"+ interval = args[2] if len(args) > 2 else "annual"+ result = get_economic_indicator(function, interval)+ elif command == "earnings":+ symbol = args[1] if len(args) > 1 else None+ horizon = args[2] if len(args) > 2 else "3month"+ result = get_earnings_calendar(symbol, horizon)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/alternative_me_data.py b/fincept-qt/scripts/alternative_me_data.pynew file mode 100644index 000000000..e477082c4--- /dev/null+++ b/fincept-qt/scripts/alternative_me_data.py@@ -0,0 +1,124 @@+"""+Alternative.me Data Fetcher+Alternative.me: Fear & Greed Index, crypto fear gauge,+global market sentiment (no API key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.alternative.me"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_fear_greed_index(limit: int = 10, date_format: str = "us") -> Any:+ params = {"limit": limit, "date_format": date_format}+ data = _make_request("fng/", params)+ if isinstance(data, dict) and "data" in data:+ result = data["data"]+ for item in result:+ val = int(item.get("value", 0))+ if val <= 24:+ item["sentiment"] = "Extreme Fear"+ elif val <= 44:+ item["sentiment"] = "Fear"+ elif val <= 55:+ item["sentiment"] = "Neutral"+ elif val <= 75:+ item["sentiment"] = "Greed"+ else:+ item["sentiment"] = "Extreme Greed"+ return {"count": len(result), "index": "Fear & Greed", "data": result}+ return data+++def get_crypto_fear_greed(limit: int = 30) -> Any:+ params = {"limit": limit}+ data = _make_request("fng/", params)+ if isinstance(data, dict) and "data" in data:+ items = data["data"]+ values = [int(i.get("value", 0)) for i in items if i.get("value")]+ avg = sum(values) / len(values) if values else 0+ return {+ "current": items[0] if items else {},+ "30_day_average": round(avg, 1),+ "history": items,+ "metadata": data.get("metadata", {})+ }+ return data+++def get_global_crypto_data() -> Any:+ return _make_request("v2/global/")+++def get_portfolio_return(symbols: str = "BTC,ETH", amount: float = 1000.0,+ currency: str = "USD") -> Any:+ syms = [s.strip() for s in symbols.split(',')]+ results = {}+ for sym in syms:+ data = _make_request(f"v2/ticker/{sym}/", {"convert": currency})+ if isinstance(data, dict) and not data.get("error"):+ results[sym] = data+ return {+ "symbols": syms,+ "amount": amount,+ "currency": currency,+ "prices": results+ }+++def get_currencies() -> Any:+ data = _make_request("v2/listings/", {"start": 1, "limit": 100})+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "fear_greed":+ limit = int(args[1]) if len(args) > 1 else 10+ date_format = args[2] if len(args) > 2 else "us"+ result = get_fear_greed_index(limit, date_format)+ elif command == "crypto_fear":+ limit = int(args[1]) if len(args) > 1 else 30+ result = get_crypto_fear_greed(limit)+ elif command == "global":+ result = get_global_crypto_data()+ elif command == "portfolio":+ symbols = args[1] if len(args) > 1 else "BTC,ETH"+ amount = float(args[2]) if len(args) > 2 else 1000.0+ currency = args[3] if len(args) > 3 else "USD"+ result = get_portfolio_return(symbols, amount, currency)+ elif command == "currencies":+ result = get_currencies()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/arxiv_data.py b/fincept-qt/scripts/arxiv_data.pynew file mode 100644index 000000000..ee67e24a3--- /dev/null+++ b/fincept-qt/scripts/arxiv_data.py@@ -0,0 +1,275 @@+"""+ArXiv Data Fetcher+Fetches research papers in finance, economics, machine learning, and quantitative finance+from the ArXiv API — full metadata and abstracts.+"""+import sys+import json+import os+import requests+import xml.etree.ElementTree as ET+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ARXIV_API_KEY', '')+BASE_URL = "http://export.arxiv.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++ARXIV_NS = "http://www.w3.org/2005/Atom"+OPENSEARCH_NS = "http://a9.com/-/spec/opensearch/1.1/"++QUANT_FINANCE_SUBCATEGORIES = {+ "portfolio": "q-fin.PM",+ "risk": "q-fin.RM",+ "pricing": "q-fin.PR",+ "trading": "q-fin.TR",+ "computational": "q-fin.CP",+ "economics": "q-fin.EC",+ "general_finance": "q-fin.GN",+ "statistics": "q-fin.ST",+ "mathematical_finance": "q-fin.MF",+}++ML_SUBCATEGORIES = {+ "learning": "cs.LG",+ "ai": "cs.AI",+ "neural_networks": "cs.NE",+ "cv": "cs.CV",+ "nlp": "cs.CL",+ "stats_ml": "stat.ML",+}+++def _parse_atom_entry(entry) -> Dict:+ ns = ARXIV_NS+ arxiv_ns = "http://arxiv.org/schemas/atom"++ def tag(name, namespace=ns):+ return f"{{{namespace}}}{name}"++ paper = {}+ id_elem = entry.find(tag("id"))+ if id_elem is not None:+ full_id = id_elem.text.strip()+ paper["arxiv_id"] = full_id.split("/abs/")[-1]+ paper["url"] = full_id+ title_elem = entry.find(tag("title"))+ if title_elem is not None:+ paper["title"] = " ".join(title_elem.text.strip().split())+ summary_elem = entry.find(tag("summary"))+ if summary_elem is not None:+ paper["abstract"] = " ".join(summary_elem.text.strip().split())+ published_elem = entry.find(tag("published"))+ if published_elem is not None:+ paper["published"] = published_elem.text.strip()+ updated_elem = entry.find(tag("updated"))+ if updated_elem is not None:+ paper["updated"] = updated_elem.text.strip()+ authors = []+ for author_elem in entry.findall(tag("author")):+ name_elem = author_elem.find(tag("name"))+ if name_elem is not None:+ authors.append(name_elem.text.strip())+ paper["authors"] = authors+ categories = []+ for cat_elem in entry.findall(tag("category")):+ term = cat_elem.get("term", "")+ if term:+ categories.append(term)+ paper["categories"] = categories+ primary_elem = entry.find(f"{{{arxiv_ns}}}primary_category")+ if primary_elem is not None:+ paper["primary_category"] = primary_elem.get("term", "")+ doi_elem = entry.find(f"{{{arxiv_ns}}}doi")+ if doi_elem is not None:+ paper["doi"] = doi_elem.text.strip()+ comment_elem = entry.find(f"{{{arxiv_ns}}}comment")+ if comment_elem is not None:+ paper["comment"] = comment_elem.text.strip()+ for link_elem in entry.findall(tag("link")):+ if link_elem.get("type") == "application/pdf":+ paper["pdf_url"] = link_elem.get("href", "")+ return paper+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.text+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def _parse_atom_response(xml_text: str) -> Dict:+ if isinstance(xml_text, dict):+ return xml_text+ try:+ root = ET.fromstring(xml_text)+ ns = ARXIV_NS+ opensearch_ns = OPENSEARCH_NS++ def tag(name, namespace=ns):+ return f"{{{namespace}}}{name}"++ total_elem = root.find(f"{{{opensearch_ns}}}totalResults")+ total = int(total_elem.text) if total_elem is not None else 0+ start_elem = root.find(f"{{{opensearch_ns}}}startIndex")+ start = int(start_elem.text) if start_elem is not None else 0+ per_page_elem = root.find(f"{{{opensearch_ns}}}itemsPerPage")+ per_page = int(per_page_elem.text) if per_page_elem is not None else 0+ papers = []+ for entry in root.findall(tag("entry")):+ papers.append(_parse_atom_entry(entry))+ return {+ "total_results": total,+ "start_index": start,+ "items_per_page": per_page,+ "papers": papers,+ }+ except ET.ParseError as e:+ return {"error": f"XML parse error: {str(e)}"}+++def search_papers(query: str, category: str = "", max_results: int = 10, start: int = 0) -> Dict:+ search_query = query+ if category:+ search_query = f"({query}) AND cat:{category}"+ params = {+ "search_query": f"all:{search_query}",+ "start": start,+ "max_results": max_results,+ "sortBy": "relevance",+ "sortOrder": "descending",+ }+ raw = _make_request("query", params)+ return _parse_atom_response(raw)+++def get_paper(arxiv_id: str) -> Dict:+ params = {"id_list": arxiv_id}+ raw = _make_request("query", params)+ result = _parse_atom_response(raw)+ if "papers" in result and result["papers"]:+ return result["papers"][0]+ return {"error": f"Paper not found: {arxiv_id}"}+++def get_recent_papers(category: str = "q-fin", max_results: int = 20) -> Dict:+ params = {+ "search_query": f"cat:{category}",+ "start": 0,+ "max_results": max_results,+ "sortBy": "submittedDate",+ "sortOrder": "descending",+ }+ raw = _make_request("query", params)+ return _parse_atom_response(raw)+++def get_quant_finance_papers(subcategory: str = "", max_results: int = 20) -> Dict:+ if subcategory and subcategory in QUANT_FINANCE_SUBCATEGORIES:+ cat = QUANT_FINANCE_SUBCATEGORIES[subcategory]+ elif subcategory and subcategory.startswith("q-fin"):+ cat = subcategory+ else:+ cat = "q-fin"+ params = {+ "search_query": f"cat:{cat}",+ "start": 0,+ "max_results": max_results,+ "sortBy": "submittedDate",+ "sortOrder": "descending",+ }+ raw = _make_request("query", params)+ result = _parse_atom_response(raw)+ result["subcategory"] = cat+ result["available_subcategories"] = QUANT_FINANCE_SUBCATEGORIES+ return result+++def get_ml_papers(subcategory: str = "", max_results: int = 20) -> Dict:+ if subcategory and subcategory in ML_SUBCATEGORIES:+ cat = ML_SUBCATEGORIES[subcategory]+ elif subcategory and "." in subcategory:+ cat = subcategory+ else:+ cat = "cs.LG"+ params = {+ "search_query": f"cat:{cat}",+ "start": 0,+ "max_results": max_results,+ "sortBy": "submittedDate",+ "sortOrder": "descending",+ }+ raw = _make_request("query", params)+ result = _parse_atom_response(raw)+ result["subcategory"] = cat+ result["available_subcategories"] = ML_SUBCATEGORIES+ return result+++def get_author_papers(author_name: str, max_results: int = 20) -> Dict:+ params = {+ "search_query": f"au:{author_name}",+ "start": 0,+ "max_results": max_results,+ "sortBy": "submittedDate",+ "sortOrder": "descending",+ }+ raw = _make_request("query", params)+ result = _parse_atom_response(raw)+ result["author_query"] = author_name+ return result+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else "financial markets"+ category = args[2] if len(args) > 2 else ""+ max_results = int(args[3]) if len(args) > 3 else 10+ start = int(args[4]) if len(args) > 4 else 0+ result = search_papers(query, category, max_results, start)+ elif command == "paper":+ arxiv_id = args[1] if len(args) > 1 else ""+ if not arxiv_id:+ result = {"error": "arxiv_id required"}+ else:+ result = get_paper(arxiv_id)+ elif command == "recent":+ category = args[1] if len(args) > 1 else "q-fin"+ max_results = int(args[2]) if len(args) > 2 else 20+ result = get_recent_papers(category, max_results)+ elif command == "quant_finance":+ subcategory = args[1] if len(args) > 1 else ""+ max_results = int(args[2]) if len(args) > 2 else 20+ result = get_quant_finance_papers(subcategory, max_results)+ elif command == "ml":+ subcategory = args[1] if len(args) > 1 else ""+ max_results = int(args[2]) if len(args) > 2 else 20+ result = get_ml_papers(subcategory, max_results)+ elif command == "author":+ author_name = args[1] if len(args) > 1 else ""+ if not author_name:+ result = {"error": "author_name required"}+ else:+ max_results = int(args[2]) if len(args) > 2 else 20+ result = get_author_papers(author_name, max_results)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/bis_data_extended.py b/fincept-qt/scripts/bis_data_extended.pynew file mode 100644index 000000000..191f41412--- /dev/null+++ b/fincept-qt/scripts/bis_data_extended.py@@ -0,0 +1,102 @@+"""+BIS Stats Extended Data Fetcher+Bank for International Settlements extended statistics: global credit gap,+property prices, exchange rates, banking stats, and policy rates via SDMX API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('BIS_API_KEY', '')+BASE_URL = "https://stats.bis.org/api/v1/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "jsondata"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_credit_gap(country: str = "US") -> Any:+ key = f"CREDIT_GAPS/{country.upper()}.."+ return _make_request(key)+++def get_residential_property_prices(country: str = "US", freq: str = "Q") -> Any:+ key = f"RPPI/{freq}.{country.upper()}..N.."+ return _make_request(key)+++def get_commercial_property_prices(country: str = "US") -> Any:+ key = f"CPPI/Q.{country.upper()}..."+ return _make_request(key)+++def get_banking_stats(reporting_country: str = "US", counterparty: str = "5J") -> Any:+ key = f"BIS_LBS_DISS/{reporting_country.upper()}.{counterparty}.A.B.A.TO1.A"+ return _make_request(key)+++def get_consumer_prices(country: str = "US") -> Any:+ key = f"CPI/M.{country.upper()}.N.H.000000..P1M"+ return _make_request(key)+++def get_policy_rates(country: str = "US") -> Any:+ key = f"CBPOL/M.{country.upper()}"+ return _make_request(key)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "credit_gap":+ country = args[1] if len(args) > 1 else "US"+ result = get_credit_gap(country)+ elif command == "residential_prices":+ country = args[1] if len(args) > 1 else "US"+ freq = args[2] if len(args) > 2 else "Q"+ result = get_residential_property_prices(country, freq)+ elif command == "commercial_prices":+ country = args[1] if len(args) > 1 else "US"+ result = get_commercial_property_prices(country)+ elif command == "banking":+ reporting_country = args[1] if len(args) > 1 else "US"+ counterparty = args[2] if len(args) > 2 else "5J"+ result = get_banking_stats(reporting_country, counterparty)+ elif command == "cpi":+ country = args[1] if len(args) > 1 else "US"+ result = get_consumer_prices(country)+ elif command == "policy_rates":+ country = args[1] if len(args) > 1 else "US"+ result = get_policy_rates(country)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/bis_stats_data.py b/fincept-qt/scripts/bis_stats_data.pynew file mode 100644index 000000000..b31934596--- /dev/null+++ b/fincept-qt/scripts/bis_stats_data.py@@ -0,0 +1,239 @@+"""+BIS Data Portal SDMX Data Fetcher+Global credit, debt securities, banking stats, effective exchange rates, property prices.+No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://stats.bis.org/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=60)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _parse_sdmx_compact(data: Any, label: str = "data") -> Any:+ """Extract time-series from BIS SDMX-JSON compact format."""+ if isinstance(data, dict) and "error" in data:+ return data+ try:+ datasets = data.get("dataSets", [])+ if not datasets:+ return {"error": "No dataSets in response", "keys": list(data.keys())}+ dataset = datasets[0]+ structure = data.get("structure", {})+ dimensions = structure.get("dimensions", {})+ series_dims = dimensions.get("series", [])+ obs_dims = dimensions.get("observation", [])++ time_periods = []+ for dim in obs_dims:+ if "TIME" in dim.get("id", ""):+ time_periods = [v.get("id") for v in dim.get("values", [])]++ series_list = []+ for key, series_obj in dataset.get("series", {}).items():+ parts = key.split(":")+ dim_labels = {}+ for i, dim in enumerate(series_dims):+ if i < len(parts):+ try:+ idx = int(parts[i])+ vals = dim.get("values", [])+ if idx < len(vals):+ dim_labels[dim["id"]] = vals[idx].get("id", "")+ except ValueError:+ pass+ obs_map = series_obj.get("observations", {})+ observations = []+ for obs_idx_str, obs_val in obs_map.items():+ idx = int(obs_idx_str)+ period = time_periods[idx] if idx < len(time_periods) else obs_idx_str+ value = obs_val[0] if obs_val else None+ observations.append({"period": period, "value": value})+ series_list.append({"dimensions": dim_labels, "observations": observations})++ return {label: series_list, "count": len(series_list)}+ except Exception as e:+ return {"error": f"Parse error: {str(e)}"}+++def get_total_credit(country: str = "US", sector: str = "P") -> Any:+ """Get BIS total credit to private non-financial sector.+ country: US, GB, DE, FR, JP, CN, KR, AU, CA, etc.+ sector: P=private, C=corporations, H=households.+ """+ params = {"format": "jsondata", "lastNObservations": 80}+ key = f"data/total-credit/Q.{sector.upper()}.A.M.770.{country.upper()}.A"+ data = _make_request(key, params=params)+ result = _parse_sdmx_compact(data, "credit_series")+ result.update({"country": country.upper(), "sector": sector.upper(), "dataset": "Total Credit"})+ return result+++def get_debt_securities(issuer_type: str = "C", currency: str = "USD") -> Any:+ """Get BIS international debt securities statistics.+ issuer_type: C=all, G=government, F=financial, N=non-financial.+ currency: USD, EUR, GBP, JPY, CHF, etc.+ """+ params = {"format": "jsondata", "lastNObservations": 40}+ key = f"data/debt-sec2/Q.N.{issuer_type.upper()}.A.{currency.upper()}.A.A.TO1.A"+ data = _make_request(key, params=params)+ result = _parse_sdmx_compact(data, "debt_securities")+ result.update({"issuer_type": issuer_type, "currency": currency.upper(), "dataset": "Debt Securities"})+ return result+++def get_effective_exchange_rates(country: str = "US", type_: str = "R") -> Any:+ """Get BIS effective exchange rate indices (BIS EER).+ country: US, GB, DE, FR, JP, CN, KR, AU, CA, CH, SE, NO, etc.+ type_: R=real, N=nominal.+ """+ params = {"format": "jsondata", "lastNObservations": 120}+ eer_type = "N" if type_.upper() == "N" else "R"+ key = f"data/eer/M.{eer_type}.B.{country.upper()}"+ data = _make_request(key, params=params)+ result = _parse_sdmx_compact(data, "eer_series")+ result.update({"country": country.upper(), "type": eer_type, "dataset": "Effective Exchange Rates"})+ return result+++def get_property_prices(country: str = "US") -> Any:+ """Get BIS residential property price statistics.+ country: US, GB, DE, FR, JP, KR, AU, CA, SE, NL, ES, IT, CH, etc.+ """+ params = {"format": "jsondata", "lastNObservations": 100}+ key = f"data/pp-selected/Q.{country.upper()}.N.628"+ data = _make_request(key, params=params)+ result = _parse_sdmx_compact(data, "property_prices")+ result.update({"country": country.upper(), "dataset": "Property Prices"})+ return result+++def get_policy_rates(country: str = "US") -> Any:+ """Get BIS central bank policy/target interest rates.+ country: US, GB, DE, FR, JP, CN, AU, CA, SE, NO, CH, NZ, etc.+ """+ params = {"format": "jsondata", "lastNObservations": 120}+ key = f"data/cb-policy-rates/M.{country.upper()}"+ data = _make_request(key, params=params)+ result = _parse_sdmx_compact(data, "policy_rates")+ result.update({"country": country.upper(), "dataset": "Policy Rates"})+ return result+++def get_datasets() -> Any:+ """Get list of available BIS statistical datasets."""+ url = f"{BASE_URL}/dataflow/BIS"+ params = {"detail": "allstubs", "format": "jsondata"}+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ data = response.json()+ flows = data.get("dataflows", data.get("Dataflows", []))+ if isinstance(flows, list):+ return {+ "datasets": [+ {"id": df.get("id"), "name": df.get("name", {}).get("en", df.get("name", ""))}+ for df in flows+ ],+ "count": len(flows)+ }+ return {"raw_keys": list(data.keys())}+ except Exception as e:+ # Return known datasets+ return {+ "datasets": [+ {"id": "total-credit", "name": "Total credit to the private non-financial sector"},+ {"id": "debt-sec2", "name": "International debt securities"},+ {"id": "eer", "name": "Effective exchange rates"},+ {"id": "pp-selected", "name": "Residential property prices"},+ {"id": "cb-policy-rates", "name": "Central bank policy rates"},+ {"id": "lbs-by-residence", "name": "Locational banking statistics"},+ {"id": "cbs-by-residence", "name": "Consolidated banking statistics"},+ {"id": "dsr", "name": "Debt service ratios"},+ ],+ "note": f"Dataset list endpoint failed: {str(e)}"+ }+++def get_banking_stats(reporting_country: str = "US", counterpart_country: str = "ALL") -> Any:+ """Get BIS locational banking statistics (cross-border claims/liabilities).+ reporting_country: US, GB, DE, FR, JP, CH, etc.+ counterpart_country: ALL or specific country code.+ """+ params = {"format": "jsondata", "lastNObservations": 40}+ cc = counterpart_country if counterpart_country != "ALL" else "5J"+ key = f"data/lbs-by-residence/Q.S.A.A.TO.A.{cc}.{reporting_country.upper()}.USD"+ data = _make_request(key, params=params)+ result = _parse_sdmx_compact(data, "banking_stats")+ result.update({+ "reporting_country": reporting_country.upper(),+ "counterpart_country": counterpart_country,+ "dataset": "Locational Banking Statistics"+ })+ return result+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: credit, debt_securities, eer, property_prices, policy_rates, datasets, banking"}))+ return++ command = args[0]++ if command == "credit":+ country = args[1] if len(args) > 1 else "US"+ sector = args[2] if len(args) > 2 else "P"+ result = get_total_credit(country, sector)+ elif command == "debt_securities":+ issuer_type = args[1] if len(args) > 1 else "C"+ currency = args[2] if len(args) > 2 else "USD"+ result = get_debt_securities(issuer_type, currency)+ elif command == "eer":+ country = args[1] if len(args) > 1 else "US"+ type_ = args[2] if len(args) > 2 else "R"+ result = get_effective_exchange_rates(country, type_)+ elif command == "property_prices":+ country = args[1] if len(args) > 1 else "US"+ result = get_property_prices(country)+ elif command == "policy_rates":+ country = args[1] if len(args) > 1 else "US"+ result = get_policy_rates(country)+ elif command == "datasets":+ result = get_datasets()+ elif command == "banking":+ reporting = args[1] if len(args) > 1 else "US"+ counterpart = args[2] if len(args) > 2 else "ALL"+ result = get_banking_stats(reporting, counterpart)+ else:+ result = {"error": f"Unknown command: {command}. Available: credit, debt_securities, eer, property_prices, policy_rates, datasets, banking"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/blockchain_com_data.py b/fincept-qt/scripts/blockchain_com_data.pynew file mode 100644index 000000000..75a7e2fba--- /dev/null+++ b/fincept-qt/scripts/blockchain_com_data.py@@ -0,0 +1,210 @@+"""+Blockchain.com Data Fetcher+Bitcoin network stats, hashrate, mempool, tx volumes, address data.+No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.blockchain.info"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ ct = response.headers.get("content-type", "")+ if "json" in ct:+ return response.json()+ # Some endpoints return plain text/numbers+ text = response.text.strip()+ try:+ return json.loads(text)+ except (json.JSONDecodeError, ValueError):+ return {"value": text}+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def get_stats() -> Any:+ """Get comprehensive Bitcoin network statistics."""+ data = _make_request("stats")+ if isinstance(data, dict) and "error" not in data:+ return {+ "market_price_usd": data.get("market_price_usd"),+ "hash_rate": data.get("hash_rate"),+ "total_fees_btc": data.get("total_fees_btc"),+ "n_btc_mined": data.get("n_btc_mined"),+ "n_tx": data.get("n_tx"),+ "n_blocks_mined": data.get("n_blocks_mined"),+ "minutes_between_blocks": data.get("minutes_between_blocks"),+ "totalbc": data.get("totalbc"),+ "n_blocks_total": data.get("n_blocks_total"),+ "estimated_transaction_volume_usd": data.get("estimated_transaction_volume_usd"),+ "blocks_size": data.get("blocks_size"),+ "miners_revenue_usd": data.get("miners_revenue_usd"),+ "nextretarget": data.get("nextretarget"),+ "difficulty": data.get("difficulty"),+ "estimated_btc_sent": data.get("estimated_btc_sent"),+ "miners_revenue_btc": data.get("miners_revenue_btc"),+ "total_btc_sent": data.get("total_btc_sent"),+ "trade_volume_btc": data.get("trade_volume_btc"),+ "trade_volume_usd": data.get("trade_volume_usd"),+ }+ return data+++def get_chart(chart_name: str, timespan: str = "1year") -> Any:+ """Get chart data for various Bitcoin metrics.+ Available charts: total-bitcoins, market-price, market-cap, trade-volume,+ blocks-size, avg-block-size, n-transactions, hash-rate, difficulty, etc.+ Timespans: 1week, 2weeks, 1month, 3months, 6months, 1year, 2year, all.+ """+ params = {"timespan": timespan, "format": "json", "cors": "true"}+ data = _make_request(f"charts/{chart_name}", params=params)+ if isinstance(data, dict) and "values" in data:+ return {+ "chart": chart_name,+ "timespan": timespan,+ "unit": data.get("unit"),+ "period": data.get("period"),+ "description": data.get("description"),+ "name": data.get("name"),+ "values": data["values"],+ "count": len(data["values"]),+ }+ return data+++def get_pools(timespan: str = "4days") -> Any:+ """Get mining pool distribution by hashrate share.+ Timespans: 24hours, 48hours, 4days, 1week, 2week, 1month.+ """+ params = {"timespan": timespan}+ data = _make_request("pools", params=params)+ if isinstance(data, dict) and "error" not in data:+ pools = [{"pool": k, "blocks": v} for k, v in data.items()]+ pools.sort(key=lambda x: x["blocks"], reverse=True)+ return {"timespan": timespan, "pools": pools, "total_pools": len(pools)}+ return data+++def get_address(address: str) -> Any:+ """Get address balance and transaction history."""+ params = {"format": "json"}+ data = _make_request(f"rawaddr/{address}", params=params)+ if isinstance(data, dict) and "error" not in data:+ txs = data.get("txs", [])+ return {+ "address": address,+ "final_balance": data.get("final_balance"),+ "n_tx": data.get("n_tx"),+ "total_received": data.get("total_received"),+ "total_sent": data.get("total_sent"),+ "recent_transactions": txs[:10],+ }+ return data+++def get_transaction(tx_hash: str) -> Any:+ """Get details for a specific Bitcoin transaction."""+ data = _make_request(f"rawtx/{tx_hash}")+ if isinstance(data, dict) and "error" not in data:+ return {+ "hash": data.get("hash"),+ "time": data.get("time"),+ "block_height": data.get("block_height"),+ "fee": data.get("fee"),+ "size": data.get("size"),+ "inputs": data.get("inputs", [])[:5],+ "out": data.get("out", [])[:5],+ "input_count": len(data.get("inputs", [])),+ "output_count": len(data.get("out", [])),+ }+ return data+++def get_ticker() -> Any:+ """Get Bitcoin ticker data in multiple currencies."""+ data = _make_request("ticker")+ if isinstance(data, dict) and "error" not in data:+ result = {}+ for currency, info in data.items():+ result[currency] = {+ "buy": info.get("buy"),+ "sell": info.get("sell"),+ "last": info.get("last"),+ "15m": info.get("15m"),+ "symbol": info.get("symbol"),+ }+ return {"ticker": result, "currencies": list(result.keys())}+ return data+++def get_mempool() -> Any:+ """Get current mempool size and unconfirmed transaction count."""+ data = _make_request("q/unconfirmedcount")+ unconfirmed = data.get("value") if isinstance(data, dict) else data+ size_data = _make_request("q/getblockcount")+ block_count = size_data.get("value") if isinstance(size_data, dict) else size_data+ return {+ "unconfirmed_count": unconfirmed,+ "block_height": block_count,+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: stats, chart, pools, address, transaction, ticker, mempool"}))+ return++ command = args[0]++ if command == "stats":+ result = get_stats()+ elif command == "chart":+ if len(args) < 2:+ result = {"error": "Usage: chart <chart_name> [timespan]. Charts: total-bitcoins, market-price, hash-rate, difficulty, n-transactions, trade-volume, blocks-size"}+ else:+ timespan = args[2] if len(args) > 2 else "1year"+ result = get_chart(args[1], timespan)+ elif command == "pools":+ timespan = args[1] if len(args) > 1 else "4days"+ result = get_pools(timespan)+ elif command == "address":+ if len(args) < 2:+ result = {"error": "Usage: address <bitcoin_address>"}+ else:+ result = get_address(args[1])+ elif command == "transaction":+ if len(args) < 2:+ result = {"error": "Usage: transaction <tx_hash>"}+ else:+ result = get_transaction(args[1])+ elif command == "ticker":+ result = get_ticker()+ elif command == "mempool":+ result = get_mempool()+ else:+ result = {"error": f"Unknown command: {command}. Available: stats, chart, pools, address, transaction, ticker, mempool"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/carbon_price_data.py b/fincept-qt/scripts/carbon_price_data.pynew file mode 100644index 000000000..479a219f7--- /dev/null+++ b/fincept-qt/scripts/carbon_price_data.py@@ -0,0 +1,102 @@+"""+Carbon Price Data Fetcher+Carbon pricing data: EU ETS prices, California CCA, RGGI allowances, global carbon markets.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ICE_API_KEY', '')+BASE_URL = "https://www.theice.com/marketdata/reports"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_eu_ets_price(start_date: str, end_date: str) -> Any:+ params = {"market": "EU_ETS", "product": "EUA", "startDate": start_date, "endDate": end_date}+ return _make_request("carbon/eu_ets", params)+++def get_california_cca(start_date: str, end_date: str) -> Any:+ params = {"market": "CALIFORNIA_CCA", "startDate": start_date, "endDate": end_date}+ return _make_request("carbon/california", params)+++def get_rggi_price(start_date: str, end_date: str) -> Any:+ params = {"market": "RGGI", "startDate": start_date, "endDate": end_date}+ return _make_request("carbon/rggi", params)+++def get_uk_ets_price(start_date: str, end_date: str) -> Any:+ params = {"market": "UK_ETS", "product": "UKA", "startDate": start_date, "endDate": end_date}+ return _make_request("carbon/uk_ets", params)+++def get_voluntary_market_prices(standard: str, start_date: str, end_date: str) -> Any:+ params = {"standard": standard, "startDate": start_date, "endDate": end_date}+ return _make_request("carbon/voluntary", params)+++def get_carbon_futures(contract: str, start_date: str, end_date: str) -> Any:+ params = {"contract": contract, "startDate": start_date, "endDate": end_date}+ return _make_request("carbon/futures", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "eu_ets":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_eu_ets_price(start_date, end_date)+ elif command == "california":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_california_cca(start_date, end_date)+ elif command == "rggi":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_rggi_price(start_date, end_date)+ elif command == "uk_ets":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_uk_ets_price(start_date, end_date)+ elif command == "voluntary":+ standard = args[1] if len(args) > 1 else "VCS"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-03-31"+ result = get_voluntary_market_prices(standard, start_date, end_date)+ elif command == "futures":+ contract = args[1] if len(args) > 1 else "EUA"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-03-31"+ result = get_carbon_futures(contract, start_date, end_date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/cboe_vix_data.py b/fincept-qt/scripts/cboe_vix_data.pynew file mode 100644index 000000000..12abcca4e--- /dev/null+++ b/fincept-qt/scripts/cboe_vix_data.py@@ -0,0 +1,146 @@+"""+CBOE VIX Data Fetcher+CBOE VIX historical data and CBOE indices: VIX, VIX3M, VVIX, SKEW directly+from the CBOE CDN CSV endpoint. Parses CSV and converts to JSON.+"""+import sys+import json+import os+import io+import csv+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CBOE_API_KEY', '')+BASE_URL = "https://cdn.cboe.com/api/global/us_indices/daily_prices"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++CBOE_INDICES = {+ "VIX": "VIX_History.csv",+ "VIX3M": "VIX3M_History.csv",+ "VVIX": "VVIX_History.csv",+ "SKEW": "SKEW_History.csv",+ "VXN": "VXN_History.csv",+ "VXO": "VXO_History.csv",+ "GVZ": "GVZ_History.csv",+ "OVX": "OVX_History.csv",+ "TYVIX": "TYVIX_History.csv",+ "SHORTVOL": "ShortTermVol_History.csv",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.text+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def _parse_csv(csv_text: str, start_date: str = None, end_date: str = None) -> Any:+ if isinstance(csv_text, dict):+ return csv_text+ try:+ reader = csv.DictReader(io.StringIO(csv_text))+ rows = []+ for row in reader:+ clean = {k.strip(): v.strip() for k, v in row.items() if k}+ if not any(clean.values()):+ continue+ date_val = clean.get("DATE", clean.get("Date", ""))+ if start_date and date_val and date_val < start_date:+ continue+ if end_date and date_val and date_val > end_date:+ continue+ rows.append(clean)+ return {"data": rows, "count": len(rows)}+ except Exception as e:+ return {"error": f"CSV parse error: {str(e)}"}+++def get_vix_history(index_name: str = "VIX") -> Any:+ name = index_name.upper()+ filename = CBOE_INDICES.get(name)+ if not filename:+ return {"error": f"Unknown index: {index_name}. Available: {list(CBOE_INDICES.keys())}"}+ raw = _make_request(filename)+ return _parse_csv(raw)+++def get_vix_current() -> Any:+ raw = _make_request("VIX_History.csv")+ parsed = _parse_csv(raw)+ if "data" in parsed and parsed["data"]:+ return {"current": parsed["data"][-1]}+ return parsed+++def get_available_indices() -> Any:+ return {"indices": list(CBOE_INDICES.keys()), "count": len(CBOE_INDICES)}+++def get_vix_futures_term_structure() -> Any:+ vix_raw = _make_request("VIX_History.csv")+ vix3m_raw = _make_request("VIX3M_History.csv")+ vvix_raw = _make_request("VVIX_History.csv")+ vix_parsed = _parse_csv(vix_raw)+ vix3m_parsed = _parse_csv(vix3m_raw)+ vvix_parsed = _parse_csv(vvix_raw)+ latest_vix = vix_parsed["data"][-1] if "data" in vix_parsed and vix_parsed["data"] else {}+ latest_vix3m = vix3m_parsed["data"][-1] if "data" in vix3m_parsed and vix3m_parsed["data"] else {}+ latest_vvix = vvix_parsed["data"][-1] if "data" in vvix_parsed and vvix_parsed["data"] else {}+ return {+ "term_structure": {+ "VIX_spot": latest_vix,+ "VIX3M_3month": latest_vix3m,+ "VVIX_vol_of_vol": latest_vvix,+ }+ }+++def get_index_data(index_name: str, start_date: str = None, end_date: str = None) -> Any:+ name = index_name.upper()+ filename = CBOE_INDICES.get(name)+ if not filename:+ return {"error": f"Unknown index: {index_name}. Available: {list(CBOE_INDICES.keys())}"}+ raw = _make_request(filename)+ return _parse_csv(raw, start_date, end_date)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "history":+ index_name = args[1] if len(args) > 1 else "VIX"+ result = get_vix_history(index_name)+ elif command == "current":+ result = get_vix_current()+ elif command == "indices":+ result = get_available_indices()+ elif command == "term_structure":+ result = get_vix_futures_term_structure()+ elif command == "data":+ index_name = args[1] if len(args) > 1 else "VIX"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_index_data(index_name, start_date, end_date)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/census_data.py b/fincept-qt/scripts/census_data.pynew file mode 100644index 000000000..d0b7734ad--- /dev/null+++ b/fincept-qt/scripts/census_data.py@@ -0,0 +1,127 @@+"""+US Census Bureau Data Fetcher+US Census Bureau API: ACS demographics, trade statistics, economic census,+and population estimates.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CENSUS_API_KEY', '')+BASE_URL = "https://api.census.gov/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ data = response.json()+ if isinstance(data, list) and len(data) > 1:+ headers = data[0]+ rows = data[1:]+ return {"headers": headers, "data": [dict(zip(headers, row)) for row in rows], "count": len(rows)}+ return data+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_acs_data(variables: str = "NAME,B01003_001E", geography: str = "state:*", year: str = "2022") -> Any:+ params = {"get": variables, "for": geography}+ return _make_request(f"{year}/acs/acs5", params)+++def get_trade_data(commodity: str = "0101", country: str = "1220", year: str = "2023") -> Any:+ params = {+ "get": "CTY_CODE,CTY_NAME,ALL_VAL_MO,VES_WGT_MO,AIR_WGT_MO",+ "COMM_LVL": "HS10",+ "I_COMMODITY": commodity,+ "CTY_CODE": country,+ }+ return _make_request(f"timeseries/intltrade/imports/hs", params)+++def get_population(state: str = "*", year: str = "2023") -> Any:+ params = {+ "get": "NAME,POP,DENSITY",+ "for": f"state:{state}" if state != "*" else "state:*",+ }+ return _make_request(f"{year}/pep/population", params)+++def get_housing_data(geography: str = "state:*", year: str = "2022") -> Any:+ params = {+ "get": "NAME,B25001_001E,B25002_002E,B25002_003E,B25003_002E,B25003_003E",+ "for": geography,+ }+ return _make_request(f"{year}/acs/acs5", params)+++def get_business_patterns(naics: str = "52", state: str = "*", year: str = "2021") -> Any:+ params = {+ "get": "NAME,NAICS2017,NAICS2017_TTL,EMP,PAYANN,ESTAB",+ "for": f"state:{state}",+ "NAICS2017": naics,+ }+ return _make_request(f"{year}/cbp", params)+++def get_datasets() -> Any:+ return _make_request("", {"vintage": "2023"})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "acs":+ variables = args[1] if len(args) > 1 else "NAME,B01003_001E"+ geography = args[2] if len(args) > 2 else "state:*"+ year = args[3] if len(args) > 3 else "2022"+ result = get_acs_data(variables, geography, year)+ elif command == "trade":+ commodity = args[1] if len(args) > 1 else "0101"+ country = args[2] if len(args) > 2 else "1220"+ year = args[3] if len(args) > 3 else "2023"+ result = get_trade_data(commodity, country, year)+ elif command == "population":+ state = args[1] if len(args) > 1 else "*"+ year = args[2] if len(args) > 2 else "2023"+ result = get_population(state, year)+ elif command == "housing":+ geography = args[1] if len(args) > 1 else "state:*"+ year = args[2] if len(args) > 2 else "2022"+ result = get_housing_data(geography, year)+ elif command == "business":+ naics = args[1] if len(args) > 1 else "52"+ state = args[2] if len(args) > 2 else "*"+ year = args[3] if len(args) > 3 else "2021"+ result = get_business_patterns(naics, state, year)+ elif command == "datasets":+ result = get_datasets()++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/census_international_data.py b/fincept-qt/scripts/census_international_data.pynew file mode 100644index 000000000..1a43951bb--- /dev/null+++ b/fincept-qt/scripts/census_international_data.py@@ -0,0 +1,126 @@+"""+Census International Data Fetcher+US Census International Data: population, demographics, economic development indicators for all countries (IDB).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CENSUS_API_KEY', '')+BASE_URL = "https://api.census.gov/data/timeseries/idb"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_countries() -> Any:+ return _make_request("1yr", params={"get": "GENC,NAME", "FIPS": "*", "time": "2023"})+++def get_population_projection(country: str, year: int = 2023, sex: str = "0") -> Any:+ params = {+ "get": "POP,NAME,GENC",+ "FIPS": country,+ "time": str(year),+ "SEX": sex+ }+ return _make_request("1yr", params=params)+++def get_age_structure(country: str, year: int = 2023) -> Any:+ params = {+ "get": "AGE,POP,NAME",+ "FIPS": country,+ "time": str(year),+ "SEX": "0"+ }+ return _make_request("5yr", params=params)+++def get_birth_death_rates(country: str, year: int = 2023) -> Any:+ params = {+ "get": "CBR,CDR,NAME,GENC",+ "FIPS": country,+ "time": str(year)+ }+ return _make_request("1yr", params=params)+++def get_infant_mortality(country: str, year: int = 2023) -> Any:+ params = {+ "get": "IMR,NAME,GENC",+ "FIPS": country,+ "time": str(year)+ }+ return _make_request("1yr", params=params)+++def get_life_expectancy(country: str, year: int = 2023, sex: str = "0") -> Any:+ params = {+ "get": "E0,NAME,GENC",+ "FIPS": country,+ "time": str(year),+ "SEX": sex+ }+ return _make_request("1yr", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "countries":+ result = get_countries()+ elif command == "projection":+ country = args[1] if len(args) > 1 else "IN"+ year = int(args[2]) if len(args) > 2 else 2023+ sex = args[3] if len(args) > 3 else "0"+ result = get_population_projection(country, year, sex)+ elif command == "age_structure":+ country = args[1] if len(args) > 1 else "IN"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_age_structure(country, year)+ elif command == "birth_death":+ country = args[1] if len(args) > 1 else "IN"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_birth_death_rates(country, year)+ elif command == "infant_mortality":+ country = args[1] if len(args) > 1 else "IN"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_infant_mortality(country, year)+ elif command == "life_expectancy":+ country = args[1] if len(args) > 1 else "IN"+ year = int(args[2]) if len(args) > 2 else 2023+ sex = args[3] if len(args) > 3 else "0"+ result = get_life_expectancy(country, year, sex)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/climate_trace_data.py b/fincept-qt/scripts/climate_trace_data.pynew file mode 100644index 000000000..06ae2eed6--- /dev/null+++ b/fincept-qt/scripts/climate_trace_data.py@@ -0,0 +1,170 @@+"""+Climate TRACE Data Fetcher+GHG emissions for 350M+ assets globally, country/sector level, 2015-2025.+No API key required (beta).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.climatetrace.org/v4"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_country_emissions(country: str, year: int = 2022) -> Any:+ """Get GHG emissions by country and year.+ country: ISO 3166-1 alpha-3 code (e.g. USA, CHN, DEU, IND, GBR).+ year: 2015-2023.+ """+ params = {"countries": country.upper(), "since": year, "to": year}+ data = _make_request("country/emissions", params=params)+ if isinstance(data, dict) and "error" not in data:+ return {"country": country.upper(), "year": year, "emissions": data}+ return data+++def get_sector_emissions(sector: str, year: int = 2022) -> Any:+ """Get GHG emissions by sector and year.+ sector: agriculture, buildings, electricity-generation, fossil-fuel-operations,+ forestry-and-land-use, manufacturing, mineral-extraction, shipping,+ transportation, waste, oil-and-gas-production, etc.+ """+ params = {"sector": sector, "since": year, "to": year}+ data = _make_request("sector/emissions", params=params)+ if isinstance(data, dict) and "error" not in data:+ return {"sector": sector, "year": year, "emissions": data}+ return data+++def get_asset_emissions(asset_id: str) -> Any:+ """Get detailed emissions data for a specific tracked asset by ID."""+ data = _make_request(f"asset/{asset_id}/emissions")+ if isinstance(data, dict) and "error" not in data:+ return {"asset_id": asset_id, "data": data}+ return data+++def search_assets(name: str = None, country: str = None, sector: str = None, limit: int = 50) -> Any:+ """Search for emissions assets by name, country, and/or sector."""+ params = {"limit": min(limit, 100)}+ if name:+ params["name"] = name+ if country:+ params["countries"] = country.upper()+ if sector:+ params["sector"] = sector+ data = _make_request("assets", params=params)+ if isinstance(data, list):+ return {"assets": data, "count": len(data)}+ elif isinstance(data, dict) and "assets" in data:+ return {"assets": data["assets"], "count": len(data["assets"]), "total": data.get("total")}+ return data+++def get_sectors() -> Any:+ """Get list of all available emission sectors."""+ data = _make_request("definitions/sectors")+ if isinstance(data, list):+ return {"sectors": data, "count": len(data)}+ elif isinstance(data, dict) and "sectors" in data:+ return {"sectors": data["sectors"], "count": len(data["sectors"])}+ return data+++def get_summary(year: int = 2022) -> Any:+ """Get global emissions summary for a given year across all countries."""+ params = {"since": year, "to": year}+ data = _make_request("country/emissions", params=params)+ if isinstance(data, dict) and "error" not in data:+ return {"year": year, "summary": data}+ return data+++def get_country_list() -> Any:+ """Get list of all countries tracked with emissions data."""+ data = _make_request("definitions/countries")+ if isinstance(data, list):+ return {"countries": data, "count": len(data)}+ elif isinstance(data, dict) and "countries" in data:+ return {"countries": data["countries"], "count": len(data["countries"])}+ return data+++def get_asset_types() -> Any:+ """Get all asset/sub-sector types tracked in Climate TRACE."""+ data = _make_request("definitions/subsectors")+ if isinstance(data, list):+ return {"asset_types": data, "count": len(data)}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: country, sector, asset, search, sectors, summary, countries, asset_types"}))+ return++ command = args[0]++ if command == "country":+ if len(args) < 2:+ result = {"error": "Usage: country <iso3_code> [year] (e.g. country USA 2022)"}+ else:+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_country_emissions(args[1], year)+ elif command == "sector":+ if len(args) < 2:+ result = {"error": "Usage: sector <sector_name> [year]"}+ else:+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_sector_emissions(args[1], year)+ elif command == "asset":+ if len(args) < 2:+ result = {"error": "Usage: asset <asset_id>"}+ else:+ result = get_asset_emissions(args[1])+ elif command == "search":+ name = args[1] if len(args) > 1 else None+ country = args[2] if len(args) > 2 else None+ sector = args[3] if len(args) > 3 else None+ result = search_assets(name, country, sector)+ elif command == "sectors":+ result = get_sectors()+ elif command == "summary":+ year = int(args[1]) if len(args) > 1 else 2022+ result = get_summary(year)+ elif command == "countries":+ result = get_country_list()+ elif command == "asset_types":+ result = get_asset_types()+ else:+ result = {"error": f"Unknown command: {command}. Available: country, sector, asset, search, sectors, summary, countries, asset_types"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/cme_data.py b/fincept-qt/scripts/cme_data.pynew file mode 100644index 000000000..96aceabd2--- /dev/null+++ b/fincept-qt/scripts/cme_data.py@@ -0,0 +1,98 @@+"""+CME Data Fetcher+CME Group public market data: futures prices, volumes, open interest, settlement prices.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CME_API_KEY', '')+BASE_URL = "https://www.cmegroup.com/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_settlement_prices(product_code: str, date: str) -> Any:+ params = {"productCode": product_code, "date": date}+ return _make_request("settlements/futures", params)+++def get_volume(product_code: str, date: str) -> Any:+ params = {"productCode": product_code, "date": date}+ return _make_request("volume/futures", params)+++def get_open_interest(product_code: str, date: str) -> Any:+ params = {"productCode": product_code, "date": date}+ return _make_request("openinterest/futures", params)+++def get_delayed_quotes(product_code: str) -> Any:+ params = {"productCode": product_code}+ return _make_request("quotes/delayed", params)+++def get_product_info(product_code: str) -> Any:+ params = {"productCode": product_code}+ return _make_request("products/futures", params)+++def get_calendar(product_code: str, year: str) -> Any:+ params = {"productCode": product_code, "year": year}+ return _make_request("calendar/futures", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "settlement":+ product_code = args[1] if len(args) > 1 else "ES"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_settlement_prices(product_code, date)+ elif command == "volume":+ product_code = args[1] if len(args) > 1 else "ES"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_volume(product_code, date)+ elif command == "open_interest":+ product_code = args[1] if len(args) > 1 else "ES"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_open_interest(product_code, date)+ elif command == "quotes":+ product_code = args[1] if len(args) > 1 else "ES"+ result = get_delayed_quotes(product_code)+ elif command == "product":+ product_code = args[1] if len(args) > 1 else "ES"+ result = get_product_info(product_code)+ elif command == "calendar":+ product_code = args[1] if len(args) > 1 else "ES"+ year = args[2] if len(args) > 2 else "2024"+ result = get_calendar(product_code, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/coincap_data.py b/fincept-qt/scripts/coincap_data.pynew file mode 100644index 000000000..aaec7c0ff--- /dev/null+++ b/fincept-qt/scripts/coincap_data.py@@ -0,0 +1,153 @@+"""+CoinCap v2 Data Fetcher+1000+ crypto prices, market caps, volumes, exchange data, candles.+No API key required (rate limited). Optional key via COINCAP_API_KEY.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('COINCAP_API_KEY', '')+BASE_URL = "https://api.coincap.io/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++if API_KEY:+ session.headers.update({"Authorization": f"Bearer {API_KEY}"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_assets(limit: int = 100, offset: int = 0) -> Any:+ """Get paginated list of crypto assets with market data."""+ params = {"limit": limit, "offset": offset}+ data = _make_request("assets", params=params)+ if isinstance(data, dict) and "data" in data:+ return {"assets": data["data"], "timestamp": data.get("timestamp"), "count": len(data["data"])}+ return data+++def get_asset(asset_id: str) -> Any:+ """Get detailed data for a specific asset by ID (e.g. bitcoin, ethereum)."""+ data = _make_request(f"assets/{asset_id}")+ if isinstance(data, dict) and "data" in data:+ return data["data"]+ return data+++def get_asset_history(asset_id: str, interval: str = "d1") -> Any:+ """Get price history for an asset. Intervals: m1,m5,m15,m30,h1,h2,h6,h12,d1."""+ params = {"interval": interval}+ data = _make_request(f"assets/{asset_id}/history", params=params)+ if isinstance(data, dict) and "data" in data:+ history = data["data"]+ return {"asset_id": asset_id, "interval": interval, "history": history, "count": len(history)}+ return data+++def get_markets(asset_id: str) -> Any:+ """Get exchange markets for a specific asset."""+ params = {"limit": 100}+ data = _make_request(f"assets/{asset_id}/markets", params=params)+ if isinstance(data, dict) and "data" in data:+ return {"asset_id": asset_id, "markets": data["data"], "count": len(data["data"])}+ return data+++def get_exchanges() -> Any:+ """Get list of exchanges with volume data."""+ params = {"limit": 100}+ data = _make_request("exchanges", params=params)+ if isinstance(data, dict) and "data" in data:+ return {"exchanges": data["data"], "count": len(data["data"])}+ return data+++def get_rates() -> Any:+ """Get current conversion rates against USD for all supported currencies."""+ data = _make_request("rates")+ if isinstance(data, dict) and "data" in data:+ return {"rates": data["data"], "timestamp": data.get("timestamp"), "count": len(data["data"])}+ return data+++def get_candles(exchange_id: str, base_id: str, quote_id: str, interval: str = "d1") -> Any:+ """Get OHLCV candles for a trading pair on an exchange."""+ params = {+ "exchange": exchange_id,+ "interval": interval,+ "baseId": base_id,+ "quoteId": quote_id,+ "limit": 200+ }+ data = _make_request("candles", params=params)+ if isinstance(data, dict) and "data" in data:+ return {"exchange": exchange_id, "base": base_id, "quote": quote_id, "interval": interval, "candles": data["data"]}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: assets, asset, history, markets, exchanges, rates, candles"}))+ return++ command = args[0]++ if command == "assets":+ limit = int(args[1]) if len(args) > 1 else 100+ offset = int(args[2]) if len(args) > 2 else 0+ result = get_assets(limit, offset)+ elif command == "asset":+ if len(args) < 2:+ result = {"error": "Usage: asset <asset_id> (e.g. bitcoin, ethereum)"}+ else:+ result = get_asset(args[1])+ elif command == "history":+ if len(args) < 2:+ result = {"error": "Usage: history <asset_id> [interval] (intervals: m1,m5,m15,m30,h1,h2,h6,h12,d1)"}+ else:+ interval = args[2] if len(args) > 2 else "d1"+ result = get_asset_history(args[1], interval)+ elif command == "markets":+ if len(args) < 2:+ result = {"error": "Usage: markets <asset_id>"}+ else:+ result = get_markets(args[1])+ elif command == "exchanges":+ result = get_exchanges()+ elif command == "rates":+ result = get_rates()+ elif command == "candles":+ if len(args) < 4:+ result = {"error": "Usage: candles <exchange_id> <base_id> <quote_id> [interval]"}+ else:+ interval = args[4] if len(args) > 4 else "d1"+ result = get_candles(args[1], args[2], args[3], interval)+ else:+ result = {"error": f"Unknown command: {command}. Available: assets, asset, history, markets, exchanges, rates, candles"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/coinglass_data.py b/fincept-qt/scripts/coinglass_data.pynew file mode 100644index 000000000..13f44f224--- /dev/null+++ b/fincept-qt/scripts/coinglass_data.py@@ -0,0 +1,95 @@+"""+CoinGlass Data Fetcher+Crypto futures open interest, funding rates, liquidations, long/short ratios across 30+ exchanges.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('COINGLASS_API_KEY', '')+BASE_URL = "https://open-api.coinglass.com/public/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {"coinglassSecret": API_KEY}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_open_interest(symbol: str = "BTC", exchange: str = None) -> Any:+ params = {"symbol": symbol}+ if exchange:+ params["exchange"] = exchange+ return _make_request("openInterest", params)++def get_funding_rate(symbol: str = "BTC", exchange: str = None) -> Any:+ params = {"symbol": symbol}+ if exchange:+ params["exchange"] = exchange+ return _make_request("funding", params)++def get_liquidations(symbol: str = "BTC", exchange: str = None, time_range: str = "h4") -> Any:+ params = {"symbol": symbol, "timeType": time_range}+ if exchange:+ params["exchange"] = exchange+ return _make_request("liquidation/detail/chart", params)++def get_long_short_ratio(symbol: str = "BTC", exchange: str = "Binance", period: str = "h4") -> Any:+ params = {"symbol": symbol, "exchangeName": exchange, "period": period}+ return _make_request("longShort", params)++def get_aggregated_oi(symbol: str = "BTC") -> Any:+ return _make_request("openInterest/aggregated-history", {"symbol": symbol})++def get_futures_markets() -> Any:+ return _make_request("exchange/info", {})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "open_interest":+ symbol = args[1] if len(args) > 1 else "BTC"+ exchange = args[2] if len(args) > 2 else None+ result = get_open_interest(symbol, exchange)+ elif command == "funding":+ symbol = args[1] if len(args) > 1 else "BTC"+ exchange = args[2] if len(args) > 2 else None+ result = get_funding_rate(symbol, exchange)+ elif command == "liquidations":+ symbol = args[1] if len(args) > 1 else "BTC"+ exchange = args[2] if len(args) > 2 else None+ time_range = args[3] if len(args) > 3 else "h4"+ result = get_liquidations(symbol, exchange, time_range)+ elif command == "long_short":+ symbol = args[1] if len(args) > 1 else "BTC"+ exchange = args[2] if len(args) > 2 else "Binance"+ period = args[3] if len(args) > 3 else "h4"+ result = get_long_short_ratio(symbol, exchange, period)+ elif command == "aggregated_oi":+ symbol = args[1] if len(args) > 1 else "BTC"+ result = get_aggregated_oi(symbol)+ elif command == "markets":+ result = get_futures_markets()+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/coinmarketcap_data.py b/fincept-qt/scripts/coinmarketcap_data.pynew file mode 100644index 000000000..e5353364e--- /dev/null+++ b/fincept-qt/scripts/coinmarketcap_data.py@@ -0,0 +1,115 @@+"""+CoinMarketCap Data Fetcher+CoinMarketCap Basic tier: top crypto listings, prices, market caps, categories,+and global metrics via the CoinMarketCap Pro API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CMC_API_KEY', '')+BASE_URL = "https://pro-api.coinmarketcap.com/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ headers = {"X-CMC_PRO_API_KEY": API_KEY, "Accept": "application/json"}+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_listings_latest(limit: str = "100", convert: str = "USD") -> Any:+ params = {+ "start": "1",+ "limit": limit,+ "convert": convert.upper(),+ "sort": "market_cap",+ "sort_dir": "desc",+ }+ return _make_request("cryptocurrency/listings/latest", params)+++def get_quotes_latest(symbols: str, convert: str = "USD") -> Any:+ params = {"symbol": symbols.upper(), "convert": convert.upper()}+ return _make_request("cryptocurrency/quotes/latest", params)+++def get_global_metrics(convert: str = "USD") -> Any:+ params = {"convert": convert.upper()}+ return _make_request("global-metrics/quotes/latest", params)+++def get_categories(limit: str = "100") -> Any:+ params = {"start": "1", "limit": limit}+ return _make_request("cryptocurrency/categories", params)+++def get_ohlcv_historical(symbol: str, time_start: str = None, time_end: str = None, convert: str = "USD") -> Any:+ params = {"symbol": symbol.upper(), "convert": convert.upper()}+ if time_start:+ params["time_start"] = time_start+ if time_end:+ params["time_end"] = time_end+ return _make_request("cryptocurrency/ohlcv/historical", params)+++def get_trending(limit: str = "10") -> Any:+ params = {"start": "1", "limit": limit}+ return _make_request("cryptocurrency/trending/latest", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "listings":+ limit = args[1] if len(args) > 1 else "100"+ convert = args[2] if len(args) > 2 else "USD"+ result = get_listings_latest(limit, convert)+ elif command == "quotes":+ symbols = args[1] if len(args) > 1 else "BTC,ETH"+ convert = args[2] if len(args) > 2 else "USD"+ result = get_quotes_latest(symbols, convert)+ elif command == "global":+ convert = args[1] if len(args) > 1 else "USD"+ result = get_global_metrics(convert)+ elif command == "categories":+ limit = args[1] if len(args) > 1 else "100"+ result = get_categories(limit)+ elif command == "ohlcv":+ symbol = args[1] if len(args) > 1 else "BTC"+ time_start = args[2] if len(args) > 2 else None+ time_end = args[3] if len(args) > 3 else None+ convert = args[4] if len(args) > 4 else "USD"+ result = get_ohlcv_historical(symbol, time_start, time_end, convert)+ elif command == "trending":+ limit = args[1] if len(args) > 1 else "10"+ result = get_trending(limit)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/coinpaprika_data.py b/fincept-qt/scripts/coinpaprika_data.pynew file mode 100644index 000000000..5147c4279--- /dev/null+++ b/fincept-qt/scripts/coinpaprika_data.py@@ -0,0 +1,178 @@+"""+CoinPaprika Data Fetcher+71000+ assets, market caps, OHLCV, exchanges, events.+No API key required for public endpoints.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.coinpaprika.com/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_global() -> Any:+ """Get global cryptocurrency market overview."""+ data = _make_request("global")+ return data+++def get_coins(limit: int = 100) -> Any:+ """Get list of all coins with basic info."""+ data = _make_request("coins")+ if isinstance(data, list):+ return {"coins": data[:limit], "total_count": len(data)}+ return data+++def get_coin(coin_id: str) -> Any:+ """Get detailed info for a specific coin (e.g. btc-bitcoin, eth-ethereum)."""+ return _make_request(f"coins/{coin_id}")+++def get_coin_ohlcv(coin_id: str, start: str = None, end: str = None, limit: int = 365) -> Any:+ """Get OHLCV daily data for a coin.+ start/end format: YYYY-MM-DD. Default: last 365 days.+ """+ params = {"limit": min(limit, 366)}+ if start:+ params["start"] = start+ if end:+ params["end"] = end+ data = _make_request(f"coins/{coin_id}/ohlcv/historical", params=params)+ if isinstance(data, list):+ return {"coin_id": coin_id, "ohlcv": data, "count": len(data)}+ return data+++def get_coin_today_ohlcv(coin_id: str, quote: str = "usd") -> Any:+ """Get today's OHLCV for a coin."""+ params = {"quote": quote}+ data = _make_request(f"coins/{coin_id}/ohlcv/today", params=params)+ if isinstance(data, list):+ return {"coin_id": coin_id, "quote": quote, "today": data}+ return data+++def get_exchanges() -> Any:+ """Get list of all exchanges with volume data."""+ data = _make_request("exchanges")+ if isinstance(data, list):+ return {"exchanges": data[:100], "total_count": len(data)}+ return data+++def get_exchange(exchange_id: str) -> Any:+ """Get detailed data for a specific exchange (e.g. binance, coinbase-pro)."""+ return _make_request(f"exchanges/{exchange_id}")+++def get_markets(coin_id: str) -> Any:+ """Get markets (trading pairs) for a specific coin."""+ params = {"quotes": "USD,BTC"}+ data = _make_request(f"coins/{coin_id}/markets", params=params)+ if isinstance(data, list):+ return {"coin_id": coin_id, "markets": data[:50], "count": len(data)}+ return data+++def get_tickers(limit: int = 100, quotes: str = "USD") -> Any:+ """Get price tickers for top coins with market data."""+ params = {"limit": min(limit, 250), "quotes": quotes}+ data = _make_request("tickers", params=params)+ if isinstance(data, list):+ return {"tickers": data, "count": len(data)}+ return data+++def get_coin_events(coin_id: str) -> Any:+ """Get upcoming and past events for a coin."""+ data = _make_request(f"coins/{coin_id}/events")+ if isinstance(data, list):+ return {"coin_id": coin_id, "events": data, "count": len(data)}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: global, coins, coin, ohlcv, today_ohlcv, exchanges, exchange, markets, tickers, events"}))+ return++ command = args[0]++ if command == "global":+ result = get_global()+ elif command == "coins":+ limit = int(args[1]) if len(args) > 1 else 100+ result = get_coins(limit)+ elif command == "coin":+ if len(args) < 2:+ result = {"error": "Usage: coin <coin_id> (e.g. btc-bitcoin, eth-ethereum)"}+ else:+ result = get_coin(args[1])+ elif command == "ohlcv":+ if len(args) < 2:+ result = {"error": "Usage: ohlcv <coin_id> [start_date] [end_date] [limit]"}+ else:+ start = args[2] if len(args) > 2 else None+ end = args[3] if len(args) > 3 else None+ limit = int(args[4]) if len(args) > 4 else 365+ result = get_coin_ohlcv(args[1], start, end, limit)+ elif command == "today_ohlcv":+ if len(args) < 2:+ result = {"error": "Usage: today_ohlcv <coin_id> [quote]"}+ else:+ quote = args[2] if len(args) > 2 else "usd"+ result = get_coin_today_ohlcv(args[1], quote)+ elif command == "exchanges":+ result = get_exchanges()+ elif command == "exchange":+ if len(args) < 2:+ result = {"error": "Usage: exchange <exchange_id> (e.g. binance, coinbase-pro)"}+ else:+ result = get_exchange(args[1])+ elif command == "markets":+ if len(args) < 2:+ result = {"error": "Usage: markets <coin_id>"}+ else:+ result = get_markets(args[1])+ elif command == "tickers":+ limit = int(args[1]) if len(args) > 1 else 100+ quotes = args[2] if len(args) > 2 else "USD"+ result = get_tickers(limit, quotes)+ elif command == "events":+ if len(args) < 2:+ result = {"error": "Usage: events <coin_id>"}+ else:+ result = get_coin_events(args[1])+ else:+ result = {"error": f"Unknown command: {command}. Available: global, coins, coin, ohlcv, today_ohlcv, exchanges, exchange, markets, tickers, events"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/comex_data.py b/fincept-qt/scripts/comex_data.pynew file mode 100644index 000000000..5d85556e3--- /dev/null+++ b/fincept-qt/scripts/comex_data.py@@ -0,0 +1,100 @@+"""+COMEX Data Fetcher+COMEX metals futures (Gold, Silver, Copper) via public CME/COMEX data: settlement prices, volume, open interest.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CME_API_KEY', '')+BASE_URL = "https://www.cmegroup.com/CmeWS/mvc/Settlements/futures/settlements"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_gold_futures(date: str) -> Any:+ params = {"productCode": "GC", "date": date, "exchange": "COMEX"}+ return _make_request("GC/P", params)+++def get_silver_futures(date: str) -> Any:+ params = {"productCode": "SI", "date": date, "exchange": "COMEX"}+ return _make_request("SI/P", params)+++def get_copper_futures(date: str) -> Any:+ params = {"productCode": "HG", "date": date, "exchange": "COMEX"}+ return _make_request("HG/P", params)+++def get_platinum_futures(date: str) -> Any:+ params = {"productCode": "PL", "date": date, "exchange": "NYMEX"}+ return _make_request("PL/P", params)+++def get_palladium_futures(date: str) -> Any:+ params = {"productCode": "PA", "date": date, "exchange": "NYMEX"}+ return _make_request("PA/P", params)+++def get_metals_settlement(metal: str, date: str) -> Any:+ metal_map = {+ "gold": "GC", "silver": "SI", "copper": "HG",+ "platinum": "PL", "palladium": "PA"+ }+ product_code = metal_map.get(metal.lower(), metal.upper())+ params = {"productCode": product_code, "date": date, "exchange": "COMEX"}+ return _make_request(f"{product_code}/P", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "gold":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_gold_futures(date)+ elif command == "silver":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_silver_futures(date)+ elif command == "copper":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_copper_futures(date)+ elif command == "platinum":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_platinum_futures(date)+ elif command == "palladium":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_palladium_futures(date)+ elif command == "settlement":+ metal = args[1] if len(args) > 1 else "gold"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_metals_settlement(metal, date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/congress_gov_data.py b/fincept-qt/scripts/congress_gov_data.pyindex 7143360e6..86fda6ecf 100644--- a/fincept-qt/scripts/congress_gov_data.py+++ b/fincept-qt/scripts/congress_gov_data.py@@ -741,6 +741,11 @@ def main():sys.exit(1)command = sys.argv[1]++ # Aliases used by the C++ GovDataCongressPanel+ if command == "bills":+ command = "congress_bills"+wrapper = CongressGovWrapper()try:@@ -768,10 +773,19 @@ def main():elif command == "bill_info":if len(sys.argv) < 3:- print(json.dumps({"success": False, "error": "Usage: python congress_gov_data.py bill_info <bill_url>"}))+ print(json.dumps({"success": False, "error": "Usage: python congress_gov_data.py bill_info <bill_url_or_congress> [type] [number]"}))sys.exit(1)- bill_url = sys.argv[2]+ # C++ sends: bill_info <congress> <bill_type> <bill_number>+ # Script expects: bill_info <bill_url>+ # Build the API URL from the 3-arg form if the first arg is a number+ if sys.argv[2].isdigit() and len(sys.argv) >= 5:+ congress_num = sys.argv[2]+ bill_type = sys.argv[3].lower()+ bill_number = sys.argv[4]+ bill_url = f"https://api.congress.gov/v3/bill/{congress_num}/{bill_type}/{bill_number}"+ else:+ bill_url = sys.argv[2]result = wrapper.get_bill_info(bill_url)print(json.dumps(result, indent=2))diff --git a/fincept-qt/scripts/copernicus_data.py b/fincept-qt/scripts/copernicus_data.pynew file mode 100644index 000000000..9ca7692c2--- /dev/null+++ b/fincept-qt/scripts/copernicus_data.py@@ -0,0 +1,169 @@+"""+Copernicus Climate Change Service (C3S) Data Fetcher+Provides ERA5 reanalysis data, seasonal forecasts, climate indicators,+sea level data, and temperature anomalies via the CDS API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('COPERNICUS_API_KEY', '')+BASE_URL = "https://cds.climate.copernicus.eu/api/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {}+ if API_KEY:+ headers["Authorization"] = f"Bearer {API_KEY}"+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _check_api_key() -> Optional[Dict]:+ if not API_KEY:+ return {"error": "COPERNICUS_API_KEY environment variable not set"}+ return None+++def get_datasets() -> Any:+ """Return all publicly available datasets in the Copernicus CDS catalogue."""+ err = _check_api_key()+ if err:+ return err+ data = _make_request("resources")+ if isinstance(data, dict) and "error" in data:+ return data+ return {"datasets": data}+++def get_era5_monthly(variable: str, year: int, month: int, area: List[float] = None) -> Any:+ """Return ERA5 monthly averaged reanalysis data for a variable, year, and month."""+ err = _check_api_key()+ if err:+ return err+ params = {+ "variable": variable,+ "year": str(year),+ "month": str(month).zfill(2),+ "product_type": "monthly_averaged_reanalysis",+ "format": "json"+ }+ if area:+ params["area"] = area+ data = _make_request("resources/reanalysis-era5-single-levels-monthly-means", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"variable": variable, "year": year, "month": month, "data": data}+++def get_temperature_anomaly(year: int, month: int) -> Any:+ """Return global mean surface temperature anomaly for a given year and month."""+ err = _check_api_key()+ if err:+ return err+ params = {+ "variable": "2m_temperature",+ "year": str(year),+ "month": str(month).zfill(2),+ "product_type": "monthly_averaged_reanalysis_by_hour_of_day",+ "format": "json"+ }+ data = _make_request("resources/reanalysis-era5-single-levels-monthly-means", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"year": year, "month": month, "anomaly_data": data}+++def get_sea_level_indicators(year: int) -> Any:+ """Return global mean sea level indicators for a given year."""+ err = _check_api_key()+ if err:+ return err+ params = {"year": str(year), "format": "json"}+ data = _make_request("resources/sea-level-gridded-data-from-satellite-observations", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"year": year, "sea_level_data": data}+++def get_climate_indices(index: str, year: int) -> Any:+ """Return a climate index (e.g., ENSO, NAO, PDO) for a given year."""+ err = _check_api_key()+ if err:+ return err+ params = {"climate_index": index, "year": str(year), "format": "json"}+ data = _make_request("resources/climate-indices", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"index": index, "year": year, "data": data}+++def get_dataset_info(dataset_name: str) -> Any:+ """Return metadata and available variables for a specific CDS dataset."""+ err = _check_api_key()+ if err:+ return err+ data = _make_request(f"resources/{dataset_name}")+ if isinstance(data, dict) and "error" in data:+ return data+ return {"dataset": dataset_name, "info": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "datasets":+ result = get_datasets()+ elif command == "era5":+ if len(args) < 4:+ result = {"error": "variable, year, month required"}+ else:+ variable = args[1]+ year = int(args[2])+ month = int(args[3])+ result = get_era5_monthly(variable, year, month)+ elif command == "temperature":+ if len(args) < 3:+ result = {"error": "year and month required"}+ else:+ result = get_temperature_anomaly(int(args[1]), int(args[2]))+ elif command == "sea_level":+ year = int(args[1]) if len(args) > 1 else 2023+ result = get_sea_level_indicators(year)+ elif command == "indices":+ if len(args) < 3:+ result = {"error": "index and year required"}+ else:+ result = get_climate_indices(args[1], int(args[2]))+ elif command == "info":+ dataset_name = args[1] if len(args) > 1 else ""+ if not dataset_name:+ result = {"error": "dataset_name required"}+ else:+ result = get_dataset_info(dataset_name)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/crossref_data.py b/fincept-qt/scripts/crossref_data.pynew file mode 100644index 000000000..17c0e8511--- /dev/null+++ b/fincept-qt/scripts/crossref_data.py@@ -0,0 +1,225 @@+"""+CrossRef Data Fetcher+Fetches academic paper metadata, citations, and DOI resolution for 130M+ scholarly+articles from the CrossRef API. Supports polite pool with email header.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CROSSREF_API_KEY', '')+POLITE_EMAIL = os.environ.get('CROSSREF_EMAIL', '[email protected]')+BASE_URL = "https://api.crossref.org"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++if POLITE_EMAIL:+ session.headers.update({"User-Agent": f"FinceptTerminal/4.0 (mailto:{POLITE_EMAIL})"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _extract_work(item: Dict) -> Dict:+ paper = {+ "doi": item.get("DOI", ""),+ "title": " ".join(item.get("title", [])),+ "type": item.get("type", ""),+ "is_referenced_by_count": item.get("is-referenced-by-count", 0),+ "references_count": item.get("references-count", 0),+ "score": item.get("score", 0),+ }+ authors = []+ for author in item.get("author", []):+ name = f"{author.get('given', '')} {author.get('family', '')}".strip()+ affiliation = [a.get("name", "") for a in author.get("affiliation", [])]+ authors.append({"name": name, "orcid": author.get("ORCID", ""), "affiliation": affiliation})+ paper["authors"] = authors+ published = item.get("published", {}) or item.get("published-print", {}) or item.get("published-online", {})+ parts = published.get("date-parts", [[]])+ if parts and parts[0]:+ paper["published_year"] = parts[0][0] if len(parts[0]) > 0 else None+ paper["published_month"] = parts[0][1] if len(parts[0]) > 1 else None+ paper["published_day"] = parts[0][2] if len(parts[0]) > 2 else None+ container = item.get("container-title", [])+ paper["journal"] = container[0] if container else ""+ paper["issn"] = item.get("ISSN", [])+ paper["volume"] = item.get("volume", "")+ paper["issue"] = item.get("issue", "")+ paper["page"] = item.get("page", "")+ paper["publisher"] = item.get("publisher", "")+ paper["abstract"] = item.get("abstract", "")+ paper["url"] = item.get("URL", f"https://doi.org/{paper['doi']}")+ paper["license"] = [lic.get("URL", "") for lic in item.get("license", [])]+ paper["subject"] = item.get("subject", [])+ return paper+++def search_works(query: str, filter_type: str = "", filter_value: str = "",+ rows: int = 20, offset: int = 0) -> Dict:+ params = {+ "query": query,+ "rows": rows,+ "offset": offset,+ "select": "DOI,title,author,published,type,is-referenced-by-count,references-count,container-title,publisher,abstract,subject,ISSN,URL,score",+ }+ if filter_type and filter_value:+ params["filter"] = f"{filter_type}:{filter_value}"+ data = _make_request("works", params)+ if "error" in data:+ return data+ message = data.get("message", {})+ items = message.get("items", [])+ return {+ "total_results": message.get("total-results", 0),+ "query_terms": message.get("query", {}).get("search-terms", query),+ "offset": offset,+ "rows": rows,+ "works": [_extract_work(item) for item in items],+ }+++def get_work(doi: str) -> Dict:+ encoded_doi = doi.replace("/", "%2F") if "/" in doi and not doi.startswith("http") else doi+ data = _make_request(f"works/{encoded_doi}", {})+ if "error" in data:+ return data+ message = data.get("message", {})+ return _extract_work(message)+++def get_journal(issn: str) -> Dict:+ data = _make_request(f"journals/{issn}", {})+ if "error" in data:+ return data+ message = data.get("message", {})+ return {+ "issn": message.get("ISSN", []),+ "title": message.get("title", ""),+ "publisher": message.get("publisher", ""),+ "total_dois": message.get("counts", {}).get("total-dois", 0),+ "current_dois": message.get("counts", {}).get("current-dois", 0),+ "backfile_dois": message.get("counts", {}).get("backfile-dois", 0),+ "subjects": message.get("subjects", []),+ "coverage": message.get("coverage", {}),+ "flags": message.get("flags", {}),+ }+++def get_funder(funder_id: str) -> Dict:+ data = _make_request(f"funders/{funder_id}", {})+ if "error" in data:+ return data+ message = data.get("message", {})+ return {+ "id": message.get("id", ""),+ "name": message.get("name", ""),+ "alt_names": message.get("alt-names", []),+ "uri": message.get("uri", ""),+ "country": message.get("country", ""),+ "location": message.get("location", ""),+ "work_count": message.get("work-count", 0),+ "descendants": message.get("descendants", []),+ }+++def get_citation_count(doi: str) -> Dict:+ encoded_doi = doi.replace("/", "%2F") if "/" in doi and not doi.startswith("http") else doi+ data = _make_request(f"works/{encoded_doi}", {})+ if "error" in data:+ return data+ message = data.get("message", {})+ return {+ "doi": doi,+ "title": " ".join(message.get("title", [])),+ "is_referenced_by_count": message.get("is-referenced-by-count", 0),+ "references_count": message.get("references-count", 0),+ "published_year": (message.get("published", {}).get("date-parts", [[None]])[0] or [None])[0],+ }+++def get_recent_by_subject(subject: str, rows: int = 20) -> Dict:+ params = {+ "query": subject,+ "filter": f"from-pub-date:{__import__('datetime').date.today().year - 1}",+ "rows": rows,+ "sort": "published",+ "order": "desc",+ "select": "DOI,title,author,published,type,is-referenced-by-count,container-title,publisher,abstract,subject,URL,score",+ }+ data = _make_request("works", params)+ if "error" in data:+ return data+ message = data.get("message", {})+ items = message.get("items", [])+ return {+ "subject": subject,+ "total_results": message.get("total-results", 0),+ "works": [_extract_work(item) for item in items],+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else "financial economics"+ filter_type = args[2] if len(args) > 2 else ""+ filter_value = args[3] if len(args) > 3 else ""+ rows = int(args[4]) if len(args) > 4 else 20+ offset = int(args[5]) if len(args) > 5 else 0+ result = search_works(query, filter_type, filter_value, rows, offset)+ elif command == "work":+ doi = args[1] if len(args) > 1 else ""+ if not doi:+ result = {"error": "DOI required"}+ else:+ result = get_work(doi)+ elif command == "journal":+ issn = args[1] if len(args) > 1 else ""+ if not issn:+ result = {"error": "ISSN required"}+ else:+ result = get_journal(issn)+ elif command == "funder":+ funder_id = args[1] if len(args) > 1 else ""+ if not funder_id:+ result = {"error": "funder_id required"}+ else:+ result = get_funder(funder_id)+ elif command == "citations":+ doi = args[1] if len(args) > 1 else ""+ if not doi:+ result = {"error": "DOI required"}+ else:+ result = get_citation_count(doi)+ elif command == "recent":+ subject = args[1] if len(args) > 1 else "quantitative finance"+ rows = int(args[2]) if len(args) > 2 else 20+ result = get_recent_by_subject(subject, rows)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/cryptocompare_data.py b/fincept-qt/scripts/cryptocompare_data.pynew file mode 100644index 000000000..35a1681c3--- /dev/null+++ b/fincept-qt/scripts/cryptocompare_data.py@@ -0,0 +1,181 @@+"""+CryptoCompare Data Fetcher+OHLCV historical for 5700+ coins, social stats, news, exchange volume.+Free key optional via CRYPTOCOMPARE_API_KEY.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CRYPTOCOMPARE_API_KEY', '')+BASE_URL = "https://min-api.cryptocompare.com/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++if API_KEY:+ session.headers.update({"authorization": f"Apikey {API_KEY}"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_price(fsym: str, tsyms: str = "USD,BTC,ETH") -> Any:+ """Get current price of a coin in multiple currencies."""+ params = {"fsym": fsym, "tsyms": tsyms}+ data = _make_request("price", params=params)+ if "Response" in data and data["Response"] == "Error":+ return {"error": data.get("Message", "Unknown error")}+ return {"symbol": fsym, "prices": data}+++def get_historical_daily(fsym: str, tsym: str = "USD", limit: int = 365) -> Any:+ """Get daily OHLCV historical data for a coin."""+ params = {"fsym": fsym, "tsym": tsym, "limit": min(limit, 2000)}+ data = _make_request("v2/histoday", params=params)+ if isinstance(data, dict) and data.get("Response") == "Error":+ return {"error": data.get("Message", "Unknown error")}+ ohlcv = data.get("Data", {}).get("Data", [])+ return {"symbol": fsym, "quote": tsym, "interval": "1d", "ohlcv": ohlcv, "count": len(ohlcv)}+++def get_historical_hourly(fsym: str, tsym: str = "USD", limit: int = 168) -> Any:+ """Get hourly OHLCV historical data for a coin."""+ params = {"fsym": fsym, "tsym": tsym, "limit": min(limit, 2000)}+ data = _make_request("v2/histohour", params=params)+ if isinstance(data, dict) and data.get("Response") == "Error":+ return {"error": data.get("Message", "Unknown error")}+ ohlcv = data.get("Data", {}).get("Data", [])+ return {"symbol": fsym, "quote": tsym, "interval": "1h", "ohlcv": ohlcv, "count": len(ohlcv)}+++def get_top_by_volume(tsym: str = "USD", limit: int = 50) -> Any:+ """Get top coins by 24h volume."""+ params = {"tsym": tsym, "limit": min(limit, 100)}+ data = _make_request("top/totalvolfull", params=params)+ if isinstance(data, dict) and data.get("Response") == "Error":+ return {"error": data.get("Message", "Unknown error")}+ coins = data.get("Data", [])+ result = []+ for item in coins:+ coin_info = item.get("CoinInfo", {})+ raw = item.get("RAW", {}).get(tsym, {})+ display = item.get("DISPLAY", {}).get(tsym, {})+ result.append({+ "symbol": coin_info.get("Name"),+ "full_name": coin_info.get("FullName"),+ "price": raw.get("PRICE"),+ "volume_24h": raw.get("TOTALVOLUME24H"),+ "market_cap": raw.get("MKTCAP"),+ "change_24h_pct": raw.get("CHANGEPCT24HOUR"),+ "display_price": display.get("PRICE"),+ })+ return {"quote": tsym, "coins": result, "count": len(result)}+++def get_news(categories: str = "", lang: str = "EN") -> Any:+ """Get latest crypto news articles, optionally filtered by categories."""+ params = {"lang": lang}+ if categories:+ params["categories"] = categories+ data = _make_request("v2/news/", params=params)+ if isinstance(data, dict) and data.get("Type") == 100:+ articles = data.get("Data", [])+ return {"articles": articles, "count": len(articles), "categories": categories}+ return data+++def get_exchange_volume(tsym: str = "USD") -> Any:+ """Get top exchanges by volume with market share."""+ params = {"tsym": tsym, "limit": 50}+ data = _make_request("top/exchanges/full", params=params)+ if isinstance(data, dict) and data.get("Response") == "Error":+ return {"error": data.get("Message", "Unknown error")}+ exchanges = data.get("Data", {}).get("Exchanges", [])+ result = []+ for ex in exchanges:+ result.append({+ "exchange": ex.get("MARKET"),+ "from_symbol": ex.get("FROMSYMBOL"),+ "to_symbol": ex.get("TOSYMBOL"),+ "price": ex.get("PRICE"),+ "volume_24h": ex.get("VOLUME24HOUR"),+ "volume_24h_to": ex.get("VOLUME24HOURTO"),+ })+ return {"exchanges": result, "count": len(result)}+++def get_coin_list() -> Any:+ """Get full list of coins with metadata."""+ data = _make_request("all/coinlist?summary=true")+ if isinstance(data, dict) and data.get("Response") == "Error":+ return {"error": data.get("Message", "Unknown error")}+ coins = data.get("Data", {})+ return {"coins": list(coins.values())[:500], "total_count": len(coins)}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: price, daily, hourly, top_volume, news, exchange_volume, coin_list"}))+ return++ command = args[0]++ if command == "price":+ if len(args) < 2:+ result = {"error": "Usage: price <symbol> [quote_currencies]"}+ else:+ tsyms = args[2] if len(args) > 2 else "USD,BTC,ETH"+ result = get_price(args[1], tsyms)+ elif command == "daily":+ if len(args) < 2:+ result = {"error": "Usage: daily <symbol> [quote] [limit]"}+ else:+ tsym = args[2] if len(args) > 2 else "USD"+ limit = int(args[3]) if len(args) > 3 else 365+ result = get_historical_daily(args[1], tsym, limit)+ elif command == "hourly":+ if len(args) < 2:+ result = {"error": "Usage: hourly <symbol> [quote] [limit]"}+ else:+ tsym = args[2] if len(args) > 2 else "USD"+ limit = int(args[3]) if len(args) > 3 else 168+ result = get_historical_hourly(args[1], tsym, limit)+ elif command == "top_volume":+ tsym = args[1] if len(args) > 1 else "USD"+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_top_by_volume(tsym, limit)+ elif command == "news":+ categories = args[1] if len(args) > 1 else ""+ result = get_news(categories)+ elif command == "exchange_volume":+ tsym = args[1] if len(args) > 1 else "USD"+ result = get_exchange_volume(tsym)+ elif command == "coin_list":+ result = get_coin_list()+ else:+ result = {"error": f"Unknown command: {command}. Available: price, daily, hourly, top_volume, news, exchange_volume, coin_list"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/data_gov_hk_api.py b/fincept-qt/scripts/data_gov_hk_api.pyindex 938ff3078..cf47bc827 100644--- a/fincept-qt/scripts/data_gov_hk_api.py+++ b/fincept-qt/scripts/data_gov_hk_api.py@@ -587,6 +587,25 @@ def main():command = sys.argv[1]+ # Aliases used by the C++ GovDataProviderPanel+ _hk_alias_org_id = None+ _hk_alias_dataset_id = None+ if command == "publishers":+ command = "categories_list"+ elif command == "datasets":+ # datasets <org_id> <limit> -> category_datasets <category_id>+ command = "category_datasets"+ if len(sys.argv) > 2:+ _hk_alias_org_id = sys.argv[2]+ elif command == "resources":+ # resources <dataset_id> -> dataset_details <dataset_id>+ command = "dataset_details"+ if len(sys.argv) > 2:+ _hk_alias_dataset_id = sys.argv[2]+ elif command == "search":+ # search <query> <limit> -> datasets_list (HK has no text search, use datasets_list)+ command = "datasets_list"+# Initialize wrapper with English language by defaultlanguage = os.environ.get('DATA_GOV_HK_LANGUAGE', 'en')wrapper = DataGovHKWrapper(language=language)@@ -608,10 +627,10 @@ def main():result = wrapper.get_datasets_list(limit=limit, offset=offset)elif command == "dataset_details":- if len(sys.argv) < 3:+ dataset_id = _hk_alias_dataset_id or (sys.argv[2] if len(sys.argv) > 2 else None)+ if not dataset_id:print(json.dumps({"error": "Dataset ID is required"}))sys.exit(1)- dataset_id = sys.argv[2]result = wrapper.get_dataset_details(dataset_id)elif command == "historical_files":@@ -628,10 +647,10 @@ def main():result = wrapper.get_catalogue_overview()elif command == "category_datasets":- if len(sys.argv) < 3:+ category_id = _hk_alias_org_id or (sys.argv[2] if len(sys.argv) > 2 else None)+ if not category_id:print(json.dumps({"error": "Category ID is required"}))sys.exit(1)- category_id = sys.argv[2]result = wrapper.get_all_category_datasets(category_id)elif command == "test_all":@@ -661,6 +680,40 @@ def main():else:result = {"error": f"Unknown command: {command}"}+ # Normalize categories_list: convert plain string list to objects expected by C++ populate_orgs+ if command == "categories_list" and isinstance(result, dict):+ raw_data = result.get("data", [])+ if raw_data and isinstance(raw_data[0], str):+ result["data"] = [{"id": s, "name": s, "display_name": s.replace("-", " ").title(), "dataset_count": -1}+ for s in raw_data]++ # Normalize category_datasets: convert {datasets:{id:obj,...}} to {data:[...], metadata:{}}+ if command == "category_datasets" and isinstance(result, dict) and "datasets" in result:+ ds_map = result.get("datasets", {})+ items = []+ for ds_id, ds_obj in ds_map.items():+ if isinstance(ds_obj, dict):+ ds_obj.setdefault("id", ds_id)+ ds_obj.setdefault("name", ds_id)+ ds_obj.setdefault("num_resources", len(ds_obj.get("resources", [])))+ ds_obj.setdefault("metadata_modified", ds_obj.get("last_modified", ""))+ items.append(ds_obj)+ result = {"data": items, "metadata": {"total_count": len(items)}, "error": None}++ # Normalize dataset_details: wrap resources list into {data:[...]}+ if command == "dataset_details" and isinstance(result, dict):+ resources = result.get("resources", [])+ normalized = []+ for r in resources:+ if isinstance(r, dict):+ r.setdefault("name", r.get("id", ""))+ r.setdefault("format", r.get("format", ""))+ r.setdefault("url", r.get("url", ""))+ r.setdefault("last_modified", r.get("last_modified", ""))+ normalized.append(r)+ result = {"data": normalized, "metadata": {"total_count": len(normalized)}, "error": None}++ sys.stdout = open(sys.stdout.fileno(), mode='w', encoding='utf-8', errors='replace', closefd=False)print(json.dumps(result, indent=2, ensure_ascii=False))except ValueError as e:diff --git a/fincept-qt/scripts/data_world_data.py b/fincept-qt/scripts/data_world_data.pynew file mode 100644index 000000000..3c18d6fdc--- /dev/null+++ b/fincept-qt/scripts/data_world_data.py@@ -0,0 +1,248 @@+"""+Data.world Data Fetcher+Fetches community-published datasets from data.world covering finance, economics,+ESG, demographics, and more. Requires a free API token.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('DATA_WORLD_TOKEN', '')+BASE_URL = "https://api.data.world/v0"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++if API_KEY:+ session.headers.update({"Authorization": f"Bearer {API_KEY}"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _make_post_request(endpoint: str, body: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.post(url, json=body, timeout=60)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _check_auth() -> Optional[Dict]:+ if not API_KEY:+ return {+ "error": "DATA_WORLD_TOKEN environment variable not set",+ "note": "Get a free token at https://data.world/settings/advanced",+ }+ return None+++def search_datasets(query: str, tags: str = "", limit: int = 25) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ params = {+ "q": query,+ "limit": limit,+ }+ if tags:+ params["tags"] = tags+ data = _make_request("datasets/search", params)+ if "error" in data:+ return data+ records = data.get("records", [])+ return {+ "query": query,+ "total": data.get("count", len(records)),+ "datasets": [+ {+ "id": d.get("id", ""),+ "title": d.get("title", ""),+ "owner": d.get("owner", ""),+ "description": d.get("description", "")[:300] if d.get("description") else "",+ "tags": d.get("tags", []),+ "created": d.get("created", ""),+ "updated": d.get("updated", ""),+ "visibility": d.get("visibility", ""),+ "files_count": len(d.get("files", [])),+ "url": f"https://data.world/{d.get('owner', '')}/{d.get('id', '')}",+ }+ for d in records+ ],+ }+++def get_dataset(owner: str, dataset_id: str) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ data = _make_request(f"datasets/{owner}/{dataset_id}", {})+ if "error" in data:+ return data+ return {+ "id": data.get("id", ""),+ "title": data.get("title", ""),+ "owner": data.get("owner", ""),+ "description": data.get("description", ""),+ "tags": data.get("tags", []),+ "license": data.get("license", ""),+ "visibility": data.get("visibility", ""),+ "created": data.get("created", ""),+ "updated": data.get("updated", ""),+ "files": [+ {"name": f.get("name", ""), "size_in_bytes": f.get("sizeInBytes", 0),+ "type": f.get("type", ""), "created": f.get("created", "")}+ for f in data.get("files", [])+ ],+ "tables": [t.get("tableName", "") for t in data.get("tables", [])],+ "url": f"https://data.world/{owner}/{dataset_id}",+ }+++def get_dataset_files(owner: str, dataset_id: str) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ data = _make_request(f"datasets/{owner}/{dataset_id}/files", {})+ if "error" in data:+ data2 = _make_request(f"datasets/{owner}/{dataset_id}", {})+ if "error" in data2:+ return data+ files = data2.get("files", [])+ return {+ "owner": owner,+ "dataset_id": dataset_id,+ "files": [+ {"name": f.get("name", ""), "size_in_bytes": f.get("sizeInBytes", 0),+ "type": f.get("type", ""), "created": f.get("created", ""),+ "download_url": f"https://query.data.world/s/{owner}/{dataset_id}/{f.get('name', '')}"}+ for f in files+ ],+ }+ return data+++def get_sql_query(owner: str, dataset_id: str, query: str) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ body = {"query": query}+ data = _make_post_request(f"sql/{owner}/{dataset_id}", body)+ if "error" in data:+ return data+ return {+ "owner": owner,+ "dataset_id": dataset_id,+ "query": query,+ "results": data,+ }+++def get_sparql_query(owner: str, dataset_id: str, query: str) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ body = {"query": query}+ data = _make_post_request(f"sparql/{owner}/{dataset_id}", body)+ if "error" in data:+ return data+ return {+ "owner": owner,+ "dataset_id": dataset_id,+ "query": query,+ "results": data,+ }+++def get_user_datasets(user: str) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ data = _make_request(f"datasets/{user}", {})+ if "error" in data:+ return data+ records = data.get("records", []) if isinstance(data, dict) else data+ if isinstance(records, list):+ return {+ "user": user,+ "total": len(records),+ "datasets": [+ {+ "id": d.get("id", ""),+ "title": d.get("title", ""),+ "tags": d.get("tags", []),+ "visibility": d.get("visibility", ""),+ "updated": d.get("updated", ""),+ "url": f"https://data.world/{user}/{d.get('id', '')}",+ }+ for d in records+ ],+ }+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else "finance"+ tags = args[2] if len(args) > 2 else ""+ limit = int(args[3]) if len(args) > 3 else 25+ result = search_datasets(query, tags, limit)+ elif command == "dataset":+ if len(args) < 3:+ result = {"error": "owner and dataset_id required"}+ else:+ result = get_dataset(args[1], args[2])+ elif command == "files":+ if len(args) < 3:+ result = {"error": "owner and dataset_id required"}+ else:+ result = get_dataset_files(args[1], args[2])+ elif command == "sql":+ if len(args) < 4:+ result = {"error": "owner, dataset_id, and query required"}+ else:+ result = get_sql_query(args[1], args[2], args[3])+ elif command == "sparql":+ if len(args) < 4:+ result = {"error": "owner, dataset_id, and query required"}+ else:+ result = get_sparql_query(args[1], args[2], args[3])+ elif command == "user":+ user = args[1] if len(args) > 1 else ""+ if not user:+ result = {"error": "user required"}+ else:+ result = get_user_datasets(user)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/datagov_au_api.py b/fincept-qt/scripts/datagov_au_api.pyindex 26361166c..c876ea96b 100644--- a/fincept-qt/scripts/datagov_au_api.py+++ b/fincept-qt/scripts/datagov_au_api.py@@ -23,7 +23,7 @@ from typing import Dict, Any, Optional, Listimport time# --- 1. CONFIGURATION ----BASE_URL = "https://data.gov.au/api/3/action"+BASE_URL = "https://data.gov.au/data/api/3/action"API_KEY = os.environ.get('AUS_DATA_API_KEY') # Optional API keyTIMEOUT = 30RATE_LIMIT_DELAY = 0.5 # Conservative delay for respectful usage@@ -750,6 +750,14 @@ def main():command = sys.argv[1]+ # Aliases used by the C++ GovDataProviderPanel+ if command == "publishers":+ command = "organizations"+ elif command == "datasets":+ command = "org-datasets"+ elif command == "resources":+ command = "resource-details"+try:if command == "organizations":result = get_organizations()@@ -829,6 +837,23 @@ def main():}))sys.exit(1)+ # Normalize resource-details: C++ populate_resources expects data as array+ if command == "resource-details" and isinstance(result, dict):+ single = result.get("data", {})+ if isinstance(single, dict) and single:+ single.setdefault("name", single.get("id", ""))+ single.setdefault("last_modified", single.get("created", ""))+ result["data"] = [single]+ elif not isinstance(single, list):+ result["data"] = []++ # Normalize org-datasets: ensure data items have num_resources and metadata_modified+ if command == "org-datasets" and isinstance(result, dict):+ for item in result.get("data", []):+ if isinstance(item, dict):+ item.setdefault("num_resources", item.get("num_resources", 0))+ item.setdefault("metadata_modified", item.get("metadata_modified", item.get("metadata_created", "")))+# Add execution timestampif isinstance(result, dict):result["executed_at"] = datetime.now().isoformat()diff --git a/fincept-qt/scripts/defillama_data.py b/fincept-qt/scripts/defillama_data.pynew file mode 100644index 000000000..e3a8e07f4--- /dev/null+++ b/fincept-qt/scripts/defillama_data.py@@ -0,0 +1,144 @@+"""+DeFiLlama Data Fetcher+TVL for 3000+ DeFi protocols, chain TVL, yield pools, bridges, fees.+No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.llama.fi"+COINS_URL = "https://coins.llama.fi"+YIELDS_URL = "https://yields.llama.fi"+BRIDGES_URL = "https://bridges.llama.fi"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None, base: str = None) -> Any:+ """Make HTTP request with error handling."""+ base_url = base if base else BASE_URL+ url = f"{base_url}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_protocols() -> Any:+ """Get list of all DeFi protocols with TVL data."""+ data = _make_request("protocols")+ if isinstance(data, list):+ return {"protocols": data[:200], "total_count": len(data)}+ return data+++def get_protocol(name: str) -> Any:+ """Get detailed TVL data for a specific protocol."""+ return _make_request(f"protocol/{name}")+++def get_chains() -> Any:+ """Get TVL for all chains."""+ data = _make_request("v2/chains")+ if isinstance(data, list):+ return {"chains": data, "total_count": len(data)}+ return data+++def get_chain_tvl(chain: str) -> Any:+ """Get historical TVL data for a specific chain."""+ data = _make_request(f"v2/historicalChainTvl/{chain}")+ if isinstance(data, list):+ return {"chain": chain, "history": data}+ return data+++def get_yield_pools() -> Any:+ """Get yield farming pools with APY and TVL data."""+ data = _make_request("pools", base=YIELDS_URL)+ if isinstance(data, dict) and "data" in data:+ pools = data["data"]+ return {"pools": pools[:200], "total_count": len(pools)}+ return data+++def get_stablecoins() -> Any:+ """Get stablecoin circulating supply and peg data."""+ data = _make_request("stablecoins?includePrices=true")+ if isinstance(data, dict) and "peggedAssets" in data:+ assets = data["peggedAssets"]+ return {"stablecoins": assets, "total_count": len(assets)}+ return data+++def get_bridges() -> Any:+ """Get bridge volume and TVL data."""+ data = _make_request("bridges?includeChains=true", base=BRIDGES_URL)+ if isinstance(data, dict) and "bridges" in data:+ bridges = data["bridges"]+ return {"bridges": bridges, "total_count": len(bridges)}+ return data+++def get_protocol_fees(protocol: str = None) -> Any:+ """Get fees and revenue data for protocols."""+ if protocol:+ return _make_request(f"summary/fees/{protocol}")+ data = _make_request("overview/fees")+ if isinstance(data, dict) and "protocols" in data:+ return {"protocols": data["protocols"][:100], "total_count": len(data.get("protocols", []))}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: protocols, protocol, chains, chain_tvl, yields, stablecoins, bridges, fees"}))+ return++ command = args[0]++ if command == "protocols":+ result = get_protocols()+ elif command == "protocol":+ if len(args) < 2:+ result = {"error": "Usage: protocol <name>"}+ else:+ result = get_protocol(args[1])+ elif command == "chains":+ result = get_chains()+ elif command == "chain_tvl":+ if len(args) < 2:+ result = {"error": "Usage: chain_tvl <chain_name>"}+ else:+ result = get_chain_tvl(args[1])+ elif command == "yields":+ result = get_yield_pools()+ elif command == "stablecoins":+ result = get_stablecoins()+ elif command == "bridges":+ result = get_bridges()+ elif command == "fees":+ protocol = args[1] if len(args) > 1 else None+ result = get_protocol_fees(protocol)+ else:+ result = {"error": f"Unknown command: {command}. Available: protocols, protocol, chains, chain_tvl, yields, stablecoins, bridges, fees"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/dexscreener_data.py b/fincept-qt/scripts/dexscreener_data.pynew file mode 100644index 000000000..d975a6b69--- /dev/null+++ b/fincept-qt/scripts/dexscreener_data.py@@ -0,0 +1,141 @@+"""+DexScreener Data Fetcher+DEX pair prices, volume, liquidity across 80+ chains.+No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.dexscreener.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_pairs_by_chain(chain_id: str) -> Any:+ """Get top pairs on a specific chain (e.g. ethereum, bsc, solana, arbitrum)."""+ data = _make_request(f"latest/dex/pairs/{chain_id}")+ if isinstance(data, dict) and "pairs" in data:+ pairs = data["pairs"] or []+ return {"chain": chain_id, "pairs": pairs[:100], "count": len(pairs)}+ return data+++def get_pair(chain: str, address: str) -> Any:+ """Get detailed data for a specific pair by chain and pair address."""+ data = _make_request(f"latest/dex/pairs/{chain}/{address}")+ if isinstance(data, dict) and "pairs" in data:+ pairs = data["pairs"] or []+ return {"chain": chain, "address": address, "pair": pairs[0] if pairs else None}+ return data+++def search_pairs(query: str) -> Any:+ """Search for DEX pairs by token name or symbol across all chains."""+ params = {"q": query}+ data = _make_request("latest/dex/search", params=params)+ if isinstance(data, dict) and "pairs" in data:+ pairs = data["pairs"] or []+ return {"query": query, "pairs": pairs[:50], "count": len(pairs)}+ return data+++def get_token_pairs(chain: str, token_address: str) -> Any:+ """Get all pairs for a specific token address on a chain."""+ data = _make_request(f"latest/dex/tokens/{token_address}")+ if isinstance(data, dict) and "pairs" in data:+ pairs = data["pairs"] or []+ # Filter by chain if specified+ if chain and chain.lower() != "all":+ pairs = [p for p in pairs if p.get("chainId", "").lower() == chain.lower()]+ return {"chain": chain, "token_address": token_address, "pairs": pairs[:50], "count": len(pairs)}+ return data+++def get_latest_token_profiles() -> Any:+ """Get latest boosted token profiles with metadata."""+ data = _make_request("token-profiles/latest/v1")+ if isinstance(data, list):+ return {"profiles": data[:50], "count": len(data)}+ return data+++def get_boosted_tokens() -> Any:+ """Get currently boosted/featured tokens across all chains."""+ data = _make_request("token-boosts/active/v1")+ if isinstance(data, list):+ return {"boosted": data[:50], "count": len(data)}+ return data+++def get_top_boosted() -> Any:+ """Get top boosted tokens by boost amount."""+ data = _make_request("token-boosts/top/v1")+ if isinstance(data, list):+ return {"top_boosted": data[:50], "count": len(data)}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: pairs, pair, search, token_pairs, profiles, boosted, top_boosted"}))+ return++ command = args[0]++ if command == "pairs":+ if len(args) < 2:+ result = {"error": "Usage: pairs <chain_id> (e.g. ethereum, bsc, solana, arbitrum)"}+ else:+ result = get_pairs_by_chain(args[1])+ elif command == "pair":+ if len(args) < 3:+ result = {"error": "Usage: pair <chain> <pair_address>"}+ else:+ result = get_pair(args[1], args[2])+ elif command == "search":+ if len(args) < 2:+ result = {"error": "Usage: search <query>"}+ else:+ result = search_pairs(args[1])+ elif command == "token_pairs":+ if len(args) < 3:+ result = {"error": "Usage: token_pairs <chain> <token_address>"}+ else:+ result = get_token_pairs(args[1], args[2])+ elif command == "profiles":+ result = get_latest_token_profiles()+ elif command == "boosted":+ result = get_boosted_tokens()+ elif command == "top_boosted":+ result = get_top_boosted()+ else:+ result = {"error": f"Unknown command: {command}. Available: pairs, pair, search, token_pairs, profiles, boosted, top_boosted"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/doing_business_data.py b/fincept-qt/scripts/doing_business_data.pynew file mode 100644index 000000000..440df0269--- /dev/null+++ b/fincept-qt/scripts/doing_business_data.py@@ -0,0 +1,127 @@+"""+Doing Business Data Fetcher+World Bank Doing Business / B-READY indicators: business environment scores for 190 countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.worldbank.org/v2/en/indicator"++INDICATORS = {+ "ease_of_doing_business": "IC.BUS.EASE.XQ",+ "starting_a_business_rank": "IC.REG.PROC",+ "trading_across_borders": "IC.IMP.DOCS",+ "getting_credit": "IC.CRD.INFO.XQ",+ "protecting_investors": "IC.PRT.SINV.WB.XQ",+ "paying_taxes": "IC.TAX.TOTL.CP.ZS",+ "resolving_insolvency": "IC.ISV.DURS",+ "enforcing_contracts": "IC.LGL.CRED.XQ"+}++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "json"+ params["per_page"] = 100+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_ease_of_doing_business(country: str = "all", year: int = 2020) -> Any:+ indicator = INDICATORS["ease_of_doing_business"]+ url = f"https://api.worldbank.org/v2/country/{country}/indicator/{indicator}"+ params = {"date": str(year), "format": "json"}+ return _make_request(url, params=params)+++def get_starting_business(country: str = "all", year: int = 2020) -> Any:+ indicator = INDICATORS["starting_a_business_rank"]+ url = f"https://api.worldbank.org/v2/country/{country}/indicator/{indicator}"+ params = {"date": str(year), "format": "json"}+ return _make_request(url, params=params)+++def get_trading_across_borders(country: str = "all", year: int = 2020) -> Any:+ indicator = INDICATORS["trading_across_borders"]+ url = f"https://api.worldbank.org/v2/country/{country}/indicator/{indicator}"+ params = {"date": str(year), "format": "json"}+ return _make_request(url, params=params)+++def get_getting_credit(country: str = "all", year: int = 2020) -> Any:+ indicator = INDICATORS["getting_credit"]+ url = f"https://api.worldbank.org/v2/country/{country}/indicator/{indicator}"+ params = {"date": str(year), "format": "json"}+ return _make_request(url, params=params)+++def get_rankings(year: int = 2020) -> Any:+ indicator = INDICATORS["ease_of_doing_business"]+ url = f"https://api.worldbank.org/v2/country/all/indicator/{indicator}"+ params = {"date": str(year), "format": "json", "per_page": 300}+ return _make_request(url, params=params)+++def get_all_indicators(country: str = "US", year: int = 2020) -> Any:+ results = {}+ for name, indicator_code in INDICATORS.items():+ url = f"https://api.worldbank.org/v2/country/{country}/indicator/{indicator_code}"+ params = {"date": str(year), "format": "json"}+ results[name] = _make_request(url, params=params)+ return results+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "overall":+ country = args[1] if len(args) > 1 else "all"+ year = int(args[2]) if len(args) > 2 else 2020+ result = get_ease_of_doing_business(country, year)+ elif command == "starting":+ country = args[1] if len(args) > 1 else "all"+ year = int(args[2]) if len(args) > 2 else 2020+ result = get_starting_business(country, year)+ elif command == "trading":+ country = args[1] if len(args) > 1 else "all"+ year = int(args[2]) if len(args) > 2 else 2020+ result = get_trading_across_borders(country, year)+ elif command == "credit":+ country = args[1] if len(args) > 1 else "all"+ year = int(args[2]) if len(args) > 2 else 2020+ result = get_getting_credit(country, year)+ elif command == "rankings":+ year = int(args[1]) if len(args) > 1 else 2020+ result = get_rankings(year)+ elif command == "all":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2020+ result = get_all_indicators(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/ebrd_data.py b/fincept-qt/scripts/ebrd_data.pynew file mode 100644index 000000000..22381201b--- /dev/null+++ b/fincept-qt/scripts/ebrd_data.py@@ -0,0 +1,114 @@+"""+European Bank for Reconstruction and Development (EBRD) Data Fetcher+Transition indicators, project data, and economic data for Eastern Europe+and Central Asia from the EBRD open data portal.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('EBRD_API_KEY', '')+BASE_URL = "https://data.ebrd.com/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_transition_indicators(country: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("transition-indicators", params)+++def get_projects(country: str = None, sector: str = None, status: str = None, limit: int = 50) -> Any:+ params = {"rows": limit}+ if country:+ params["country"] = country+ if sector:+ params["sector"] = sector+ if status:+ params["status"] = status+ return _make_request("projects", params)+++def get_project_details(project_id: str) -> Any:+ return _make_request(f"projects/{project_id}")+++def get_economic_data(country: str = None, indicator: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if indicator:+ params["indicator"] = indicator+ if year:+ params["year"] = year+ return _make_request("economic-data", params)+++def get_countries() -> Any:+ return _make_request("countries")+++def get_sectors() -> Any:+ return _make_request("sectors")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "transition":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_transition_indicators(country, year)+ elif command == "projects":+ country = args[1] if len(args) > 1 else None+ sector = args[2] if len(args) > 2 else None+ status = args[3] if len(args) > 3 else None+ limit = int(args[4]) if len(args) > 4 else 50+ result = get_projects(country, sector, status, limit)+ elif command == "project":+ if len(args) < 2:+ result = {"error": "project_id required"}+ else:+ result = get_project_details(args[1])+ elif command == "economic":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_economic_data(country, indicator, year)+ elif command == "countries":+ result = get_countries()+ elif command == "sectors":+ result = get_sectors()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/ecb_sdmx_data.py b/fincept-qt/scripts/ecb_sdmx_data.pynew file mode 100644index 000000000..8943838cd--- /dev/null+++ b/fincept-qt/scripts/ecb_sdmx_data.py@@ -0,0 +1,224 @@+"""+ECB SDMX REST API Data Fetcher+Official ECB exchange rates, monetary stats, bond yields, balance of payments.+No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://data-api.ecb.europa.eu/service/data"+META_URL = "https://data-api.ecb.europa.eu/service"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _parse_sdmx_json(data: Any, series_name: str = "series") -> Any:+ """Parse SDMX-JSON response into a simplified structure."""+ if isinstance(data, dict) and "error" in data:+ return data+ try:+ dataset = data.get("dataSets", [{}])[0]+ structure = data.get("structure", {})+ dimensions = structure.get("dimensions", {}).get("series", [])+ obs_dims = structure.get("dimensions", {}).get("observation", [])+ attributes = structure.get("attributes", {}).get("series", [])++ # Build time periods from observation dimension+ time_periods = []+ for obs_dim in obs_dims:+ if obs_dim.get("id") == "TIME_PERIOD":+ time_periods = [v.get("id") for v in obs_dim.get("values", [])]++ series_list = []+ for series_key, series_data in dataset.get("series", {}).items():+ # Parse dimension values from key+ key_parts = series_key.split(":")+ dim_values = {}+ for i, dim in enumerate(dimensions):+ if i < len(key_parts):+ idx = int(key_parts[i])+ values = dim.get("values", [])+ if idx < len(values):+ dim_values[dim.get("id")] = values[idx].get("id", "")++ # Extract observations+ observations = []+ for obs_key, obs_val in series_data.get("observations", {}).items():+ idx = int(obs_key)+ period = time_periods[idx] if idx < len(time_periods) else obs_key+ value = obs_val[0] if obs_val else None+ observations.append({"period": period, "value": value})++ series_list.append({+ "dimensions": dim_values,+ "observations": observations,+ "obs_count": len(observations),+ })++ return {series_name: series_list, "total_series": len(series_list)}+ except Exception as e:+ return {"error": f"Parse error: {str(e)}", "raw_keys": list(data.keys()) if isinstance(data, dict) else []}+++def get_exchange_rates(currency: str = "USD", freq: str = "D") -> Any:+ """Get ECB reference exchange rates.+ currency: e.g. USD, GBP, JPY, CHF, AUD, CAD, CNY.+ freq: D=daily, M=monthly, A=annual.+ """+ params = {"format": "jsondata", "detail": "dataonly", "lastNObservations": 365}+ key = f"EXR/{freq}.{currency.upper()}.EUR.SP00.A"+ data = _make_request(key, params=params)+ result = _parse_sdmx_json(data, "exchange_rates")+ result["currency"] = currency.upper()+ result["frequency"] = freq+ return result+++def get_hicp_inflation(country: str = "U2", freq: str = "M") -> Any:+ """Get HICP inflation data.+ country: U2=Eurozone, DE, FR, IT, ES, NL, etc.+ freq: M=monthly, A=annual.+ """+ params = {"format": "jsondata", "detail": "dataonly", "lastNObservations": 60}+ key = f"ICP/{freq}.{country.upper()}.N.000000.4.ANR"+ data = _make_request(key, params=params)+ result = _parse_sdmx_json(data, "inflation")+ result["country"] = country.upper()+ result["frequency"] = freq+ return result+++def get_bond_yields(country: str = "DE", maturity: str = "10Y") -> Any:+ """Get government bond yields.+ country: DE, FR, IT, ES, NL, AT, BE, PT, GR, FI, IE.+ maturity: 3M, 6M, 1Y, 2Y, 5Y, 10Y, 30Y.+ """+ maturity_map = {+ "3M": "3", "6M": "6", "1Y": "12", "2Y": "24",+ "5Y": "60", "10Y": "120", "30Y": "360"+ }+ months = maturity_map.get(maturity.upper(), "120")+ params = {"format": "jsondata", "detail": "dataonly", "lastNObservations": 260}+ key = f"YC/B.U2.EUR.4F.G_N_{country.upper()}.SV_C_YM.SR_{months}Y"+ data = _make_request(key, params=params)+ if isinstance(data, dict) and "error" not in data:+ result = _parse_sdmx_json(data, "bond_yields")+ else:+ # Fallback: try IRS dataset+ key2 = f"FM/B.{country.upper()}.EUR.FR.BB.{maturity.upper()}._Z.D"+ data = _make_request(key2, params=params)+ result = _parse_sdmx_json(data, "bond_yields")+ result["country"] = country.upper()+ result["maturity"] = maturity+ return result+++def get_money_supply(aggregate: str = "M3") -> Any:+ """Get ECB money supply aggregates.+ aggregate: M1, M2, M3.+ """+ params = {"format": "jsondata", "detail": "dataonly", "lastNObservations": 120}+ key = f"BSI/M.U2.Y.V.M20.X.1.U2.2300.Z01.E"+ data = _make_request(key, params=params)+ result = _parse_sdmx_json(data, "money_supply")+ result["aggregate"] = aggregate+ return result+++def get_interest_rates(rate_type: str = "MRO") -> Any:+ """Get ECB key interest rates.+ rate_type: MRO (main refinancing), DFR (deposit facility), MLF (marginal lending).+ """+ rate_map = {+ "MRO": "F.U2.EUR.4F.KR.MRR_FR.LEV",+ "DFR": "F.U2.EUR.4F.KR.DFR.LEV",+ "MLF": "F.U2.EUR.4F.KR.MLFR.LEV",+ }+ series_key = rate_map.get(rate_type.upper(), rate_map["MRO"])+ params = {"format": "jsondata", "detail": "dataonly", "lastNObservations": 200}+ key = f"FM/{series_key}"+ data = _make_request(key, params=params)+ result = _parse_sdmx_json(data, "interest_rates")+ result["rate_type"] = rate_type.upper()+ return result+++def get_datasets() -> Any:+ """Get list of available ECB data flow/dataset IDs."""+ url = f"{META_URL}/dataflow/ECB"+ params = {"format": "jsondata"}+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ data = response.json()+ dataflows = data.get("dataflows", data.get("Dataflows", []))+ if isinstance(dataflows, list):+ datasets = [+ {"id": df.get("id"), "name": df.get("name", {}).get("en", df.get("name", ""))}+ for df in dataflows+ ]+ return {"datasets": datasets[:100], "total_count": len(datasets)}+ return {"raw": list(data.keys()) if isinstance(data, dict) else data}+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: exchange_rates, inflation, bond_yields, money_supply, interest_rates, datasets"}))+ return++ command = args[0]++ if command == "exchange_rates":+ currency = args[1] if len(args) > 1 else "USD"+ freq = args[2] if len(args) > 2 else "D"+ result = get_exchange_rates(currency, freq)+ elif command == "inflation":+ country = args[1] if len(args) > 1 else "U2"+ freq = args[2] if len(args) > 2 else "M"+ result = get_hicp_inflation(country, freq)+ elif command == "bond_yields":+ country = args[1] if len(args) > 1 else "DE"+ maturity = args[2] if len(args) > 2 else "10Y"+ result = get_bond_yields(country, maturity)+ elif command == "money_supply":+ aggregate = args[1] if len(args) > 1 else "M3"+ result = get_money_supply(aggregate)+ elif command == "interest_rates":+ rate_type = args[1] if len(args) > 1 else "MRO"+ result = get_interest_rates(rate_type)+ elif command == "datasets":+ result = get_datasets()+ else:+ result = {"error": f"Unknown command: {command}. Available: exchange_rates, inflation, bond_yields, money_supply, interest_rates, datasets"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/eia_electricity_data.py b/fincept-qt/scripts/eia_electricity_data.pynew file mode 100644index 000000000..f9e6cfa2d--- /dev/null+++ b/fincept-qt/scripts/eia_electricity_data.py@@ -0,0 +1,111 @@+"""+EIA Electricity Data Fetcher+EIA Electricity: US generation by source, grid demand, net imports, retail prices by state.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('EIA_API_KEY', '')+BASE_URL = "https://api.eia.gov/v2/electricity"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["api_key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_generation(source: str, state: str, start_period: str, end_period: str) -> Any:+ params = {"facets[fueltypeid][]": source, "facets[stateid][]": state, "start": start_period, "end": end_period, "frequency": "monthly"}+ return _make_request("electric-power-operational-data/data", params)+++def get_retail_prices(sector: str, state: str, start_period: str, end_period: str) -> Any:+ params = {"facets[sectorName][]": sector, "facets[stateid][]": state, "start": start_period, "end": end_period, "frequency": "monthly"}+ return _make_request("retail-sales/data", params)+++def get_demand(region: str, start_period: str, end_period: str) -> Any:+ params = {"facets[respondent][]": region, "start": start_period, "end": end_period, "frequency": "hourly"}+ return _make_request("rto/region-data/data", params)+++def get_capacity(source: str, state: str, year: str) -> Any:+ params = {"facets[energy_source_code][]": source, "facets[stateid][]": state, "start": year, "end": year, "frequency": "annual"}+ return _make_request("electric-power-operational-data/data", params)+++def get_net_generation_mix(state: str, year: str) -> Any:+ params = {"facets[stateid][]": state, "start": year, "end": year, "frequency": "annual"}+ return _make_request("electric-power-operational-data/data", params)+++def get_utility_data(utility_id: str, start_period: str, end_period: str) -> Any:+ params = {"facets[utilityid][]": utility_id, "start": start_period, "end": end_period, "frequency": "monthly"}+ return _make_request("retail-sales/data", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "generation":+ source = args[1] if len(args) > 1 else "SUN"+ state = args[2] if len(args) > 2 else "CA"+ start_period = args[3] if len(args) > 3 else "2024-01"+ end_period = args[4] if len(args) > 4 else "2024-03"+ result = get_generation(source, state, start_period, end_period)+ elif command == "prices":+ sector = args[1] if len(args) > 1 else "residential"+ state = args[2] if len(args) > 2 else "CA"+ start_period = args[3] if len(args) > 3 else "2024-01"+ end_period = args[4] if len(args) > 4 else "2024-03"+ result = get_retail_prices(sector, state, start_period, end_period)+ elif command == "demand":+ region = args[1] if len(args) > 1 else "CISO"+ start_period = args[2] if len(args) > 2 else "2024-01-01T00"+ end_period = args[3] if len(args) > 3 else "2024-01-02T00"+ result = get_demand(region, start_period, end_period)+ elif command == "capacity":+ source = args[1] if len(args) > 1 else "SUN"+ state = args[2] if len(args) > 2 else "CA"+ year = args[3] if len(args) > 3 else "2023"+ result = get_capacity(source, state, year)+ elif command == "mix":+ state = args[1] if len(args) > 1 else "CA"+ year = args[2] if len(args) > 2 else "2023"+ result = get_net_generation_mix(state, year)+ elif command == "utility":+ utility_id = args[1] if len(args) > 1 else "14328"+ start_period = args[2] if len(args) > 2 else "2024-01"+ end_period = args[3] if len(args) > 3 else "2024-03"+ result = get_utility_data(utility_id, start_period, end_period)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/eia_natural_gas_data.py b/fincept-qt/scripts/eia_natural_gas_data.pynew file mode 100644index 000000000..9d796eb18--- /dev/null+++ b/fincept-qt/scripts/eia_natural_gas_data.py@@ -0,0 +1,109 @@+"""+EIA Natural Gas Data Fetcher+EIA Natural Gas: Henry Hub prices, storage levels, production, consumption, LNG exports.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('EIA_API_KEY', '')+BASE_URL = "https://api.eia.gov/v2/natural-gas"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["api_key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_henry_hub_price(start_period: str, end_period: str) -> Any:+ params = {"facets[series][]": "RNGWHHD", "start": start_period, "end": end_period, "frequency": "daily"}+ return _make_request("pri/sum/data", params)+++def get_storage_levels(region: str, start_period: str, end_period: str) -> Any:+ params = {"facets[region][]": region, "start": start_period, "end": end_period, "frequency": "weekly"}+ return _make_request("stor/wkly/data", params)+++def get_production(state: str, start_period: str, end_period: str) -> Any:+ params = {"facets[state][]": state, "start": start_period, "end": end_period, "frequency": "monthly"}+ return _make_request("prod/sum/data", params)+++def get_consumption(sector: str, start_period: str, end_period: str) -> Any:+ params = {"facets[sector][]": sector, "start": start_period, "end": end_period, "frequency": "monthly"}+ return _make_request("cons/sum/data", params)+++def get_lng_exports(terminal: str, start_period: str, end_period: str) -> Any:+ params = {"facets[terminal][]": terminal, "start": start_period, "end": end_period, "frequency": "monthly"}+ return _make_request("move/lngex/data", params)+++def get_spot_prices(location: str, start_period: str, end_period: str) -> Any:+ params = {"facets[series][]": location, "start": start_period, "end": end_period, "frequency": "daily"}+ return _make_request("pri/sum/data", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "henry_hub":+ start_period = args[1] if len(args) > 1 else "2024-01-01"+ end_period = args[2] if len(args) > 2 else "2024-03-31"+ result = get_henry_hub_price(start_period, end_period)+ elif command == "storage":+ region = args[1] if len(args) > 1 else "national"+ start_period = args[2] if len(args) > 2 else "2024-01-01"+ end_period = args[3] if len(args) > 3 else "2024-03-31"+ result = get_storage_levels(region, start_period, end_period)+ elif command == "production":+ state = args[1] if len(args) > 1 else "TX"+ start_period = args[2] if len(args) > 2 else "2024-01"+ end_period = args[3] if len(args) > 3 else "2024-03"+ result = get_production(state, start_period, end_period)+ elif command == "consumption":+ sector = args[1] if len(args) > 1 else "residential"+ start_period = args[2] if len(args) > 2 else "2024-01"+ end_period = args[3] if len(args) > 3 else "2024-03"+ result = get_consumption(sector, start_period, end_period)+ elif command == "lng":+ terminal = args[1] if len(args) > 1 else "Sabine Pass"+ start_period = args[2] if len(args) > 2 else "2024-01"+ end_period = args[3] if len(args) > 3 else "2024-03"+ result = get_lng_exports(terminal, start_period, end_period)+ elif command == "spot":+ location = args[1] if len(args) > 1 else "RNGWHHD"+ start_period = args[2] if len(args) > 2 else "2024-01-01"+ end_period = args[3] if len(args) > 3 else "2024-03-31"+ result = get_spot_prices(location, start_period, end_period)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/eia_petroleum_data.py b/fincept-qt/scripts/eia_petroleum_data.pynew file mode 100644index 000000000..d761a223b--- /dev/null+++ b/fincept-qt/scripts/eia_petroleum_data.py@@ -0,0 +1,114 @@+"""+EIA Petroleum Data Fetcher+EIA Petroleum data: crude oil inventory, imports/exports, refinery runs, gasoline prices by region.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('EIA_API_KEY', '')+BASE_URL = "https://api.eia.gov/v2/petroleum"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["api_key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_crude_stocks(pad_district: str, start_period: str, end_period: str) -> Any:+ params = {"facets[paddistrict][]": pad_district, "start": start_period, "end": end_period, "frequency": "weekly"}+ return _make_request("stoc/wstk/data", params)+++def get_imports(origin: str, start_period: str, end_period: str) -> Any:+ params = {"facets[originName][]": origin, "start": start_period, "end": end_period, "frequency": "monthly"}+ return _make_request("move/imp/data", params)+++def get_refinery_runs(pad_district: str, start_period: str, end_period: str) -> Any:+ params = {"facets[paddistrict][]": pad_district, "start": start_period, "end": end_period, "frequency": "weekly"}+ return _make_request("pnp/wiup/data", params)+++def get_gasoline_prices(grade: str, area: str, start_period: str, end_period: str) -> Any:+ params = {"facets[grade][]": grade, "facets[area][]": area, "start": start_period, "end": end_period, "frequency": "weekly"}+ return _make_request("pri/gnd/data", params)+++def get_exports(destination: str, start_period: str, end_period: str) -> Any:+ params = {"facets[destinationName][]": destination, "start": start_period, "end": end_period, "frequency": "monthly"}+ return _make_request("move/exp/data", params)+++def get_series(series_id: str, start: str, end: str) -> Any:+ url = f"https://api.eia.gov/v2/seriesid/{series_id}"+ params = {"start": start, "end": end}+ if API_KEY:+ params["api_key"] = API_KEY+ return _make_request(url, params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "stocks":+ pad_district = args[1] if len(args) > 1 else "1"+ start_period = args[2] if len(args) > 2 else "2024-01-01"+ end_period = args[3] if len(args) > 3 else "2024-03-31"+ result = get_crude_stocks(pad_district, start_period, end_period)+ elif command == "imports":+ origin = args[1] if len(args) > 1 else "Canada"+ start_period = args[2] if len(args) > 2 else "2024-01"+ end_period = args[3] if len(args) > 3 else "2024-03"+ result = get_imports(origin, start_period, end_period)+ elif command == "refinery":+ pad_district = args[1] if len(args) > 1 else "1"+ start_period = args[2] if len(args) > 2 else "2024-01-01"+ end_period = args[3] if len(args) > 3 else "2024-03-31"+ result = get_refinery_runs(pad_district, start_period, end_period)+ elif command == "gasoline":+ grade = args[1] if len(args) > 1 else "R"+ area = args[2] if len(args) > 2 else "U.S."+ start_period = args[3] if len(args) > 3 else "2024-01-01"+ end_period = args[4] if len(args) > 4 else "2024-03-31"+ result = get_gasoline_prices(grade, area, start_period, end_period)+ elif command == "exports":+ destination = args[1] if len(args) > 1 else "Mexico"+ start_period = args[2] if len(args) > 2 else "2024-01"+ end_period = args[3] if len(args) > 3 else "2024-03"+ result = get_exports(destination, start_period, end_period)+ elif command == "series":+ series_id = args[1] if len(args) > 1 else "PET.WCRSTUS1.W"+ start = args[2] if len(args) > 2 else "2024-01-01"+ end = args[3] if len(args) > 3 else "2024-03-31"+ result = get_series(series_id, start, end)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/eia_steo_data.py b/fincept-qt/scripts/eia_steo_data.pynew file mode 100644index 000000000..6f910d8a5--- /dev/null+++ b/fincept-qt/scripts/eia_steo_data.py@@ -0,0 +1,163 @@+"""+EIA Short-Term Energy Outlook (STEO) Data Fetcher+Energy forecasts, oil/gas/coal/renewables projections by quarter+via EIA API v2 (free key required via EIA_API_KEY).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('EIA_API_KEY', '')+BASE_URL = "https://api.eia.gov/v2/steo"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["api_key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++OIL_SERIES = {+ "crude_production": "COPR_US",+ "crude_price_wti": "WTIPUUS",+ "crude_price_brent": "BREPUUS",+ "crude_imports": "COIMUUS",+ "crude_exports": "COEXUUS",+ "refinery_runs": "CORIMFUUS"+}++GAS_SERIES = {+ "production": "NGPRUUS",+ "consumption": "NGCCUUS",+ "price_henry_hub": "NGHHUUS",+ "exports": "NGEXUUS",+ "imports": "NGIMUUS"+}++ELEC_SERIES = {+ "residential": "ESIRUUS",+ "commercial": "ESICUUS",+ "industrial": "ESIIUUS",+ "total": "ESITUUS",+ "retail_price": "ESRPUUS"+}++COAL_SERIES = {+ "production": "CLPRUUS",+ "consumption": "CLCCUUS",+ "exports": "CLEXUUS",+ "price": "CLPPUUS"+}+++def get_steo_series(series_id: str, start_period: str = None, end_period: str = None) -> Any:+ params = {+ "data[]": "value",+ "facets[seriesId][]": series_id,+ "sort[0][column]": "period",+ "sort[0][direction]": "desc",+ "offset": 0,+ "length": 48+ }+ if start_period:+ params["start"] = start_period+ if end_period:+ params["end"] = end_period+ data = _make_request("data/", params)+ return {"series_id": series_id, "start": start_period, "end": end_period, "data": data}+++def get_oil_forecast(product: str = "crude_price_wti", start: str = None, end: str = None) -> Any:+ series_id = OIL_SERIES.get(product.lower(), product)+ return get_steo_series(series_id, start, end)+++def get_natural_gas_forecast(start: str = None, end: str = None) -> Any:+ results = {}+ for name, series_id in GAS_SERIES.items():+ results[name] = get_steo_series(series_id, start, end)+ return {"forecast_type": "natural_gas", "start": start, "end": end, "series": results}+++def get_electricity_forecast(sector: str = "total", start: str = None, end: str = None) -> Any:+ series_id = ELEC_SERIES.get(sector.lower(), sector)+ return get_steo_series(series_id, start, end)+++def get_coal_forecast(start: str = None, end: str = None) -> Any:+ results = {}+ for name, series_id in COAL_SERIES.items():+ results[name] = get_steo_series(series_id, start, end)+ return {"forecast_type": "coal", "start": start, "end": end, "series": results}+++def get_available_series() -> Any:+ data = _make_request("")+ series_catalog = {+ "oil": OIL_SERIES,+ "natural_gas": GAS_SERIES,+ "electricity": ELEC_SERIES,+ "coal": COAL_SERIES,+ "description": "EIA STEO series IDs — use with 'series' command",+ "api_response": data+ }+ return series_catalog+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "series":+ series_id = args[1] if len(args) > 1 else "WTIPUUS"+ start_period = args[2] if len(args) > 2 else None+ end_period = args[3] if len(args) > 3 else None+ result = get_steo_series(series_id, start_period, end_period)+ elif command == "oil":+ product = args[1] if len(args) > 1 else "crude_price_wti"+ start = args[2] if len(args) > 2 else None+ end = args[3] if len(args) > 3 else None+ result = get_oil_forecast(product, start, end)+ elif command == "natural_gas":+ start = args[1] if len(args) > 1 else None+ end = args[2] if len(args) > 2 else None+ result = get_natural_gas_forecast(start, end)+ elif command == "electricity":+ sector = args[1] if len(args) > 1 else "total"+ start = args[2] if len(args) > 2 else None+ end = args[3] if len(args) > 3 else None+ result = get_electricity_forecast(sector, start, end)+ elif command == "coal":+ start = args[1] if len(args) > 1 else None+ end = args[2] if len(args) > 2 else None+ result = get_coal_forecast(start, end)+ elif command == "available":+ result = get_available_series()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/eiu_data.py b/fincept-qt/scripts/eiu_data.pynew file mode 100644index 000000000..f766282c3--- /dev/null+++ b/fincept-qt/scripts/eiu_data.py@@ -0,0 +1,144 @@+"""+EIU Democracy Index Data Fetcher+EIU Democracy Index + Economist open data: democracy scores, regime types for 167 countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://www.eiu.com/n/solutions/democracy-index"++DEMOCRACY_INDEX_STATIC = {+ "source": "Economist Intelligence Unit Democracy Index",+ "description": "Annual measure of democracy for 167 countries across 5 categories",+ "categories": [+ "Electoral process and pluralism",+ "Functioning of government",+ "Political participation",+ "Political culture",+ "Civil liberties"+ ],+ "regime_types": [+ {"type": "Full democracy", "score_range": "8-10"},+ {"type": "Flawed democracy", "score_range": "6-7.9"},+ {"type": "Hybrid regime", "score_range": "4-5.9"},+ {"type": "Authoritarian", "score_range": "0-3.9"}+ ]+}++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_via_worldbank(indicator: str, country: str, year: int) -> Any:+ url = f"https://api.worldbank.org/v2/country/{country}/indicator/{indicator}"+ params = {"date": str(year), "format": "json"}+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except Exception as e:+ return {"error": str(e)}+++def get_democracy_scores(year: int = 2023, country: str = None) -> Any:+ params = {"year": year}+ if country:+ params["country"] = country+ result = _make_request("data", params=params)+ if "error" in result:+ result["fallback_info"] = DEMOCRACY_INDEX_STATIC+ return result+++def get_regime_type(country: str, year: int = 2023) -> Any:+ params = {"country": country, "year": year}+ result = _make_request("regime", params=params)+ if "error" in result:+ result["reference"] = DEMOCRACY_INDEX_STATIC["regime_types"]+ return result+++def get_rankings(year: int = 2023, category: str = None) -> Any:+ params = {"year": year}+ if category:+ params["category"] = category+ return _make_request("rankings", params=params)+++def get_trend(country: str, start_year: int = 2010, end_year: int = 2023) -> Any:+ params = {+ "country": country,+ "startYear": start_year,+ "endYear": end_year+ }+ return _make_request("trend", params=params)+++def get_categories(country: str, year: int = 2023) -> Any:+ params = {"country": country, "year": year}+ result = _make_request("categories", params=params)+ if "error" in result:+ result["categories"] = DEMOCRACY_INDEX_STATIC["categories"]+ return result+++def get_regional_averages(year: int = 2023) -> Any:+ return _make_request("regional", params={"year": year})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "scores":+ year = int(args[1]) if len(args) > 1 else 2023+ country = args[2] if len(args) > 2 else None+ result = get_democracy_scores(year, country)+ elif command == "regime":+ country = args[1] if len(args) > 1 else "United States"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_regime_type(country, year)+ elif command == "rankings":+ year = int(args[1]) if len(args) > 1 else 2023+ category = args[2] if len(args) > 2 else None+ result = get_rankings(year, category)+ elif command == "trend":+ country = args[1] if len(args) > 1 else "United States"+ start_year = int(args[2]) if len(args) > 2 else 2010+ end_year = int(args[3]) if len(args) > 3 else 2023+ result = get_trend(country, start_year, end_year)+ elif command == "categories":+ country = args[1] if len(args) > 1 else "United States"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_categories(country, year)+ elif command == "regional":+ year = int(args[1]) if len(args) > 1 else 2023+ result = get_regional_averages(year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/ember_energy_data.py b/fincept-qt/scripts/ember_energy_data.pynew file mode 100644index 000000000..37e214dcd--- /dev/null+++ b/fincept-qt/scripts/ember_energy_data.py@@ -0,0 +1,148 @@+"""+Ember Energy Data Fetcher+Provides yearly/monthly electricity generation, demand, CO2 emissions, and+carbon intensity for 200+ countries. Data licensed under CC BY 4.0.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('EMBER_API_KEY', '')+BASE_URL = "https://api.ember-energy.org"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_electricity_generation(country: str = None, year: int = None, source: str = None) -> Any:+ """Return electricity generation data, optionally filtered by country, year, and source."""+ params = {"api_key": API_KEY} if API_KEY else {}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ if source:+ params["series"] = source+ data = _make_request("v1/electricity-generation/yearly", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "source": source, "data": data}+++def get_carbon_intensity(country: str = None, year: int = None) -> Any:+ """Return carbon intensity of electricity (gCO2/kWh) for a country and year."""+ params = {"api_key": API_KEY} if API_KEY else {}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ data = _make_request("v1/carbon-intensity/yearly", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "data": data}+++def get_electricity_demand(country: str = None, year: int = None) -> Any:+ """Return electricity demand data for a country and year."""+ params = {"api_key": API_KEY} if API_KEY else {}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ data = _make_request("v1/electricity-demand/yearly", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "data": data}+++def get_power_sector_emissions(country: str = None, year: int = None) -> Any:+ """Return power sector CO2 emissions for a country and year."""+ params = {"api_key": API_KEY} if API_KEY else {}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ data = _make_request("v1/power-sector-emissions/yearly", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "data": data}+++def get_regional_data(region: str, year: int = None) -> Any:+ """Return aggregated electricity data for a world region."""+ params = {"api_key": API_KEY} if API_KEY else {}+ params["region"] = region+ if year:+ params["year"] = year+ data = _make_request("v1/electricity-generation/yearly", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"region": region, "year": year, "data": data}+++def get_countries() -> Any:+ """Return list of countries available in the Ember dataset."""+ params = {"api_key": API_KEY} if API_KEY else {}+ data = _make_request("v1/countries", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"countries": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "generation":+ country = args[1] if len(args) > 1 else None+ year = int(args[2]) if len(args) > 2 else None+ source = args[3] if len(args) > 3 else None+ result = get_electricity_generation(country, year, source)+ elif command == "carbon_intensity":+ country = args[1] if len(args) > 1 else None+ year = int(args[2]) if len(args) > 2 else None+ result = get_carbon_intensity(country, year)+ elif command == "demand":+ country = args[1] if len(args) > 1 else None+ year = int(args[2]) if len(args) > 2 else None+ result = get_electricity_demand(country, year)+ elif command == "emissions":+ country = args[1] if len(args) > 1 else None+ year = int(args[2]) if len(args) > 2 else None+ result = get_power_sector_emissions(country, year)+ elif command == "regional":+ region = args[1] if len(args) > 1 else ""+ year = int(args[2]) if len(args) > 2 else None+ if not region:+ result = {"error": "region required"}+ else:+ result = get_regional_data(region, year)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/energy_transition_data.py b/fincept-qt/scripts/energy_transition_data.pynew file mode 100644index 000000000..c6273a439--- /dev/null+++ b/fincept-qt/scripts/energy_transition_data.py@@ -0,0 +1,164 @@+"""+Energy Transition Data Fetcher+Provides global renewable energy capacity, energy transition indicators,+clean technology deployment, EV adoption, and CO2 intensity via IEA and IRENA open data.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('IEA_API_KEY', '')+BASE_URL = "https://api.iea.org/stats"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {}+ if API_KEY:+ headers["Authorization"] = f"Bearer {API_KEY}"+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_renewable_capacity(country: str = None, technology: str = None, year: int = None) -> Any:+ """Return installed renewable energy capacity (GW) by country and technology."""+ params = {}+ if country:+ params["country"] = country+ if technology:+ params["product"] = technology+ if year:+ params["year"] = year+ params["flow"] = "REPOWCAP"+ data = _make_request("", params=params)+ if isinstance(data, dict) and "error" in data:+ # Fall back to IRENA public data structure+ return {"country": country, "technology": technology, "year": year,+ "source": "IEA/IRENA", "note": "Capacity data requires IEA_API_KEY", "data": []}+ return {"country": country, "technology": technology, "year": year, "data": data}+++def get_energy_mix(country: str, year: int = None) -> Any:+ """Return total primary energy supply by source for a country."""+ params = {"country": country, "flow": "TES"}+ if year:+ params["year"] = year+ data = _make_request("", params=params)+ if isinstance(data, dict) and "error" in data:+ return {"country": country, "year": year, "note": "Energy mix data requires IEA_API_KEY", "data": []}+ return {"country": country, "year": year, "energy_mix": data}+++def get_co2_intensity(country: str, year: int = None) -> Any:+ """Return CO2 intensity of electricity generation (gCO2/kWh) for a country."""+ params = {"country": country, "flow": "CO2ELEC"}+ if year:+ params["year"] = year+ data = _make_request("", params=params)+ if isinstance(data, dict) and "error" in data:+ return {"country": country, "year": year, "note": "CO2 intensity data requires IEA_API_KEY", "data": []}+ return {"country": country, "year": year, "co2_intensity": data}+++def get_energy_investment(country: str, sector: str = None, year: int = None) -> Any:+ """Return clean energy investment flows by country and sector."""+ params = {"country": country, "flow": "CLEANINV"}+ if sector:+ params["product"] = sector+ if year:+ params["year"] = year+ data = _make_request("", params=params)+ if isinstance(data, dict) and "error" in data:+ return {"country": country, "sector": sector, "year": year,+ "note": "Investment data requires IEA_API_KEY", "data": []}+ return {"country": country, "sector": sector, "year": year, "investment": data}+++def get_ev_adoption(country: str, year: int = None) -> Any:+ """Return electric vehicle stock and market share data for a country."""+ params = {"country": country, "flow": "EVSTOCK"}+ if year:+ params["year"] = year+ data = _make_request("", params=params)+ if isinstance(data, dict) and "error" in data:+ return {"country": country, "year": year, "note": "EV data requires IEA_API_KEY", "data": []}+ return {"country": country, "year": year, "ev_data": data}+++def get_countries() -> Any:+ """Return all countries available in the IEA statistics database."""+ data = _make_request("countries")+ if isinstance(data, dict) and "error" in data:+ # Return known IEA member countries as fallback+ iea_members = ["AUS", "AUT", "BEL", "CAN", "CZE", "DNK", "EST", "FIN", "FRA",+ "DEU", "GRC", "HUN", "IRL", "ITA", "JPN", "KOR", "LVA", "LTU",+ "LUX", "MEX", "NLD", "NZL", "NOR", "POL", "PRT", "SVK", "SVN",+ "ESP", "SWE", "CHE", "TUR", "GBR", "USA"]+ return {"countries": iea_members, "count": len(iea_members), "source": "IEA member list"}+ return {"countries": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "capacity":+ country = args[1] if len(args) > 1 else None+ technology = args[2] if len(args) > 2 else None+ year = int(args[3]) if len(args) > 3 else None+ result = get_renewable_capacity(country, technology, year)+ elif command == "mix":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_energy_mix(country, year)+ elif command == "co2":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_co2_intensity(country, year)+ elif command == "investment":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ sector = args[2] if len(args) > 2 else None+ year = int(args[3]) if len(args) > 3 else None+ result = get_energy_investment(country, sector, year)+ elif command == "ev":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_ev_adoption(country, year)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/entso_e_data.py b/fincept-qt/scripts/entso_e_data.pynew file mode 100644index 000000000..19eab22cc--- /dev/null+++ b/fincept-qt/scripts/entso_e_data.py@@ -0,0 +1,110 @@+"""+ENTSO-E Data Fetcher+ENTSO-E (European electricity grid): power generation, load, cross-border flows, capacity, prices.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ENTSOE_API_KEY', '')+BASE_URL = "https://web-api.tp.entsoe.eu/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["securityToken"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_load(bidding_zone: str, start_date: str, end_date: str) -> Any:+ params = {"documentType": "A65", "processType": "A16", "outBiddingZone_Domain": bidding_zone, "periodStart": start_date, "periodEnd": end_date}+ return _make_request("", params)+++def get_generation(bidding_zone: str, start_date: str, end_date: str) -> Any:+ params = {"documentType": "A75", "processType": "A16", "in_Domain": bidding_zone, "periodStart": start_date, "periodEnd": end_date}+ return _make_request("", params)+++def get_day_ahead_prices(bidding_zone: str, start_date: str, end_date: str) -> Any:+ params = {"documentType": "A44", "in_Domain": bidding_zone, "out_Domain": bidding_zone, "periodStart": start_date, "periodEnd": end_date}+ return _make_request("", params)+++def get_cross_border_flows(in_domain: str, out_domain: str, start_date: str, end_date: str) -> Any:+ params = {"documentType": "A11", "in_Domain": in_domain, "out_Domain": out_domain, "periodStart": start_date, "periodEnd": end_date}+ return _make_request("", params)+++def get_installed_capacity(bidding_zone: str, year: str) -> Any:+ params = {"documentType": "A68", "processType": "A33", "in_Domain": bidding_zone, "periodStart": f"{year}01010000", "periodEnd": f"{year}12312300"}+ return _make_request("", params)+++def get_balancing_data(bidding_zone: str, start_date: str, end_date: str) -> Any:+ params = {"documentType": "A81", "processType": "A16", "controlArea_Domain": bidding_zone, "periodStart": start_date, "periodEnd": end_date}+ return _make_request("", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "load":+ bidding_zone = args[1] if len(args) > 1 else "10YDE-EON------1"+ start_date = args[2] if len(args) > 2 else "202401010000"+ end_date = args[3] if len(args) > 3 else "202401020000"+ result = get_load(bidding_zone, start_date, end_date)+ elif command == "generation":+ bidding_zone = args[1] if len(args) > 1 else "10YDE-EON------1"+ start_date = args[2] if len(args) > 2 else "202401010000"+ end_date = args[3] if len(args) > 3 else "202401020000"+ result = get_generation(bidding_zone, start_date, end_date)+ elif command == "prices":+ bidding_zone = args[1] if len(args) > 1 else "10YDE-EON------1"+ start_date = args[2] if len(args) > 2 else "202401010000"+ end_date = args[3] if len(args) > 3 else "202401020000"+ result = get_day_ahead_prices(bidding_zone, start_date, end_date)+ elif command == "flows":+ in_domain = args[1] if len(args) > 1 else "10YDE-EON------1"+ out_domain = args[2] if len(args) > 2 else "10YFR-RTE------C"+ start_date = args[3] if len(args) > 3 else "202401010000"+ end_date = args[4] if len(args) > 4 else "202401020000"+ result = get_cross_border_flows(in_domain, out_domain, start_date, end_date)+ elif command == "capacity":+ bidding_zone = args[1] if len(args) > 1 else "10YDE-EON------1"+ year = args[2] if len(args) > 2 else "2024"+ result = get_installed_capacity(bidding_zone, year)+ elif command == "balancing":+ bidding_zone = args[1] if len(args) > 1 else "10YDE-EON------1"+ start_date = args[2] if len(args) > 2 else "202401010000"+ end_date = args[3] if len(args) > 3 else "202401020000"+ result = get_balancing_data(bidding_zone, start_date, end_date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/eodhd_data.py b/fincept-qt/scripts/eodhd_data.pynew file mode 100644index 000000000..0b8d6d6a4--- /dev/null+++ b/fincept-qt/scripts/eodhd_data.py@@ -0,0 +1,92 @@+"""+EODHD Data Fetcher+End-of-day historical data for 70+ exchanges, fundamental data, bulk downloads.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('EODHD_API_KEY', '')+BASE_URL = "https://eodhd.com/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_eod_data(ticker: str, exchange: str = "US", from_date: str = None, to_date: str = None, period: str = "d") -> Any:+ params = {"api_token": API_KEY, "fmt": "json", "period": period}+ if from_date:+ params["from"] = from_date+ if to_date:+ params["to"] = to_date+ return _make_request(f"eod/{ticker}.{exchange}", params)++def get_fundamentals(ticker: str, exchange: str = "US") -> Any:+ return _make_request(f"fundamentals/{ticker}.{exchange}", {"api_token": API_KEY, "fmt": "json"})++def get_dividends(ticker: str, exchange: str = "US") -> Any:+ return _make_request(f"div/{ticker}.{exchange}", {"api_token": API_KEY, "fmt": "json"})++def get_splits(ticker: str, exchange: str = "US") -> Any:+ return _make_request(f"splits/{ticker}.{exchange}", {"api_token": API_KEY, "fmt": "json"})++def get_exchange_symbols(exchange: str = "US") -> Any:+ return _make_request(f"exchange-symbol-list/{exchange}", {"api_token": API_KEY, "fmt": "json"})++def get_live_price(ticker: str, exchange: str = "US") -> Any:+ return _make_request(f"real-time/{ticker}.{exchange}", {"api_token": API_KEY, "fmt": "json"})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "eod":+ ticker = args[1] if len(args) > 1 else "AAPL"+ exchange = args[2] if len(args) > 2 else "US"+ from_date = args[3] if len(args) > 3 else None+ to_date = args[4] if len(args) > 4 else None+ period = args[5] if len(args) > 5 else "d"+ result = get_eod_data(ticker, exchange, from_date, to_date, period)+ elif command == "fundamentals":+ ticker = args[1] if len(args) > 1 else "AAPL"+ exchange = args[2] if len(args) > 2 else "US"+ result = get_fundamentals(ticker, exchange)+ elif command == "dividends":+ ticker = args[1] if len(args) > 1 else "AAPL"+ exchange = args[2] if len(args) > 2 else "US"+ result = get_dividends(ticker, exchange)+ elif command == "splits":+ ticker = args[1] if len(args) > 1 else "AAPL"+ exchange = args[2] if len(args) > 2 else "US"+ result = get_splits(ticker, exchange)+ elif command == "symbols":+ exchange = args[1] if len(args) > 1 else "US"+ result = get_exchange_symbols(exchange)+ elif command == "live":+ ticker = args[1] if len(args) > 1 else "AAPL"+ exchange = args[2] if len(args) > 2 else "US"+ result = get_live_price(ticker, exchange)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/eurostat_data.py b/fincept-qt/scripts/eurostat_data.pynew file mode 100644index 000000000..329f66218--- /dev/null+++ b/fincept-qt/scripts/eurostat_data.py@@ -0,0 +1,256 @@+"""+Eurostat SDMX 2.1 Data Fetcher+GDP, employment, trade, prices, population for all EU/EEA countries.+No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://ec.europa.eu/eurostat/api/dissemination/sdmx/2.1/data"+META_URL = "https://ec.europa.eu/eurostat/api/dissemination/sdmx/2.1"+SEARCH_URL = "https://ec.europa.eu/eurostat/api/dissemination/catalogue/datasets"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json"})+++def _make_request(endpoint: str, params: Dict = None, base: str = None) -> Any:+ """Make HTTP request with error handling."""+ base_url = base if base else BASE_URL+ url = f"{base_url}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=60)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _parse_eurostat_sdmx(data: Any, label: str = "series") -> Any:+ """Parse Eurostat SDMX-JSON response into simplified time series."""+ if isinstance(data, dict) and "error" in data:+ return data+ try:+ datasets = data.get("dataSets", [])+ if not datasets:+ return {"error": "No dataSets", "keys": list(data.keys())}+ dataset = datasets[0]+ structure = data.get("structure", {})+ dims_s = structure.get("dimensions", {}).get("series", [])+ dims_o = structure.get("dimensions", {}).get("observation", [])++ # Get time values+ time_values = []+ for d in dims_o:+ if "TIME" in d.get("id", ""):+ time_values = [v.get("id") for v in d.get("values", [])]++ series_list = []+ for key, series_obj in dataset.get("series", {}).items():+ parts = key.split(":")+ dim_labels = {}+ for i, dim in enumerate(dims_s):+ if i < len(parts):+ try:+ idx = int(parts[i])+ vals = dim.get("values", [])+ if idx < len(vals):+ dim_labels[dim["id"]] = vals[idx].get("id", "")+ except ValueError:+ pass++ obs = []+ for obs_k, obs_v in series_obj.get("observations", {}).items():+ idx = int(obs_k)+ period = time_values[idx] if idx < len(time_values) else obs_k+ val = obs_v[0] if obs_v else None+ obs.append({"period": period, "value": val})+ obs.sort(key=lambda x: x["period"])+ series_list.append({"dimensions": dim_labels, "observations": obs, "count": len(obs)})++ return {label: series_list, "total_series": len(series_list)}+ except Exception as e:+ return {"error": f"Parse error: {str(e)}"}+++def get_dataset(dataset_code: str, params: Dict = None) -> Any:+ """Fetch a raw Eurostat dataset by code (e.g. nama_10_gdp, une_rt_m, prc_hicp_midx)."""+ if params is None:+ params = {}+ params.setdefault("format", "JSON")+ params.setdefault("lang", "EN")+ data = _make_request(dataset_code, params=params)+ return _parse_eurostat_sdmx(data, "series")+++def get_gdp(country: str = "DE", freq: str = "A") -> Any:+ """Get GDP data for EU/EEA countries.+ country: DE, FR, IT, ES, NL, BE, AT, PL, SE, DK, FI, etc. Or EU27_2020 for EU total.+ freq: A=annual, Q=quarterly.+ """+ params = {+ "format": "JSON",+ "lang": "EN",+ "geo": country.upper(),+ "unit": "CP_MEUR",+ "na_item": "B1GQ",+ "lastTimePeriod": 30 if freq == "A" else 40,+ }+ dataset = "nama_10_gdp" if freq == "A" else "namq_10_gdp"+ data = _make_request(dataset, params=params)+ result = _parse_eurostat_sdmx(data, "gdp_series")+ result.update({"country": country.upper(), "frequency": freq, "dataset": dataset})+ return result+++def get_unemployment(country: str = "DE", freq: str = "M") -> Any:+ """Get unemployment rate for EU/EEA countries.+ country: EU27_2020, DE, FR, IT, ES, etc.+ freq: M=monthly, Q=quarterly, A=annual.+ """+ params = {+ "format": "JSON",+ "lang": "EN",+ "geo": country.upper(),+ "unit": "PC_ACT",+ "sex": "T",+ "age": "Y15-74",+ "lastTimePeriod": 60,+ }+ dataset = "une_rt_m" if freq == "M" else ("une_rt_q" if freq == "Q" else "une_rt_a")+ data = _make_request(dataset, params=params)+ result = _parse_eurostat_sdmx(data, "unemployment_series")+ result.update({"country": country.upper(), "frequency": freq, "dataset": dataset})+ return result+++def get_inflation(country: str = "DE", freq: str = "M") -> Any:+ """Get HICP inflation index data for EU/EEA countries.+ country: EU27_2020, DE, FR, IT, ES, NL, PL, etc.+ freq: M=monthly, A=annual.+ """+ params = {+ "format": "JSON",+ "lang": "EN",+ "geo": country.upper(),+ "unit": "INX_A_AVG",+ "coicop": "CP00",+ "lastTimePeriod": 120,+ }+ dataset = "prc_hicp_midx" if freq == "M" else "prc_hicp_aind"+ data = _make_request(dataset, params=params)+ result = _parse_eurostat_sdmx(data, "inflation_series")+ result.update({"country": country.upper(), "frequency": freq, "dataset": dataset})+ return result+++def get_population(country: str = "DE") -> Any:+ """Get annual population data for EU/EEA countries."""+ params = {+ "format": "JSON",+ "lang": "EN",+ "geo": country.upper(),+ "sex": "T",+ "age": "TOTAL",+ "lastTimePeriod": 30,+ }+ data = _make_request("demo_pjan", params=params)+ result = _parse_eurostat_sdmx(data, "population_series")+ result.update({"country": country.upper(), "dataset": "demo_pjan"})+ return result+++def search_datasets(keyword: str) -> Any:+ """Search for Eurostat datasets by keyword."""+ params = {"lang": "EN", "query": keyword, "limit": 30}+ try:+ response = session.get(SEARCH_URL, params=params, timeout=30)+ response.raise_for_status()+ data = response.json()+ if isinstance(data, list):+ return {"results": data[:30], "count": len(data), "keyword": keyword}+ elif isinstance(data, dict) and "results" in data:+ return {"results": data["results"][:30], "count": len(data["results"]), "keyword": keyword}+ return {"raw": data, "keyword": keyword}+ except Exception as e:+ return {"error": f"Search failed: {str(e)}"}+++def get_trade(reporter: str = "DE", partner: str = "WORLD", flow: str = "X") -> Any:+ """Get EU international trade data.+ reporter: DE, FR, IT, ES, NL, etc.+ partner: WORLD, US, CN, JP, GB, etc.+ flow: X=exports, M=imports.+ """+ params = {+ "format": "JSON",+ "lang": "EN",+ "reporter": reporter.upper(),+ "partner": partner.upper(),+ "flow": flow.upper(),+ "sitc06": "TOTAL",+ "lastTimePeriod": 20,+ }+ data = _make_request("ext_lt_intratrd", params=params)+ result = _parse_eurostat_sdmx(data, "trade_series")+ result.update({"reporter": reporter.upper(), "partner": partner.upper(), "flow": flow.upper()})+ return result+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: dataset, gdp, unemployment, inflation, population, search, trade"}))+ return++ command = args[0]++ if command == "dataset":+ if len(args) < 2:+ result = {"error": "Usage: dataset <dataset_code> (e.g. nama_10_gdp, une_rt_m, prc_hicp_midx)"}+ else:+ result = get_dataset(args[1])+ elif command == "gdp":+ country = args[1] if len(args) > 1 else "DE"+ freq = args[2] if len(args) > 2 else "A"+ result = get_gdp(country, freq)+ elif command == "unemployment":+ country = args[1] if len(args) > 1 else "EU27_2020"+ freq = args[2] if len(args) > 2 else "M"+ result = get_unemployment(country, freq)+ elif command == "inflation":+ country = args[1] if len(args) > 1 else "EU27_2020"+ freq = args[2] if len(args) > 2 else "M"+ result = get_inflation(country, freq)+ elif command == "population":+ country = args[1] if len(args) > 1 else "DE"+ result = get_population(country)+ elif command == "search":+ if len(args) < 2:+ result = {"error": "Usage: search <keyword>"}+ else:+ result = search_datasets(args[1])+ elif command == "trade":+ reporter = args[1] if len(args) > 1 else "DE"+ partner = args[2] if len(args) > 2 else "WORLD"+ flow = args[3] if len(args) > 3 else "X"+ result = get_trade(reporter, partner, flow)+ else:+ result = {"error": f"Unknown command: {command}. Available: dataset, gdp, unemployment, inflation, population, search, trade"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/eurostat_extra_data.py b/fincept-qt/scripts/eurostat_extra_data.pynew file mode 100644index 000000000..f5504f019--- /dev/null+++ b/fincept-qt/scripts/eurostat_extra_data.py@@ -0,0 +1,117 @@+"""+Eurostat Extra Data Fetcher+Eurostat additional datasets: energy balance, industrial production, retail trade,+construction output, trade in goods, and tourism statistics.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('EUROSTAT_API_KEY', '')+BASE_URL = "https://ec.europa.eu/eurostat/api/dissemination/statistics/1.0/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "JSON"+ params["lang"] = "EN"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_industrial_production(country: str = "DE", nace: str = "B-D", freq: str = "M") -> Any:+ params = {"geo": country.upper(), "nace_r2": nace, "s_adj": "SCA", "unit": "I15"}+ return _make_request("STS_INPR_M" if freq == "M" else "STS_INPR_Q", params)+++def get_retail_trade(country: str = "DE", freq: str = "M") -> Any:+ params = {"geo": country.upper(), "s_adj": "SCA", "unit": "I15", "nace_r2": "G47"}+ return _make_request("STS_TRTU_M" if freq == "M" else "STS_TRTU_Q", params)+++def get_energy_balance(country: str = "DE", product: str = "TOTAL", freq: str = "A") -> Any:+ params = {"geo": country.upper(), "nrg_bal": "PPRD", "siec": product, "unit": "GWH"}+ return _make_request("nrg_bal_c", params)+++def get_trade_in_goods(country: str = "DE", partner: str = "US", product: str = "TOTAL", flow: str = "EXP") -> Any:+ params = {+ "reporter": country.upper(),+ "partner": partner.upper(),+ "product": product,+ "flow": flow,+ "stat_procedure": "U",+ }+ return _make_request("DS-059341", params)+++def get_construction_output(country: str = "DE", freq: str = "M") -> Any:+ params = {"geo": country.upper(), "s_adj": "SCA", "unit": "I15"}+ return _make_request("STS_COPR_M" if freq == "M" else "STS_COPR_Q", params)+++def get_tourism_stats(country: str = "DE", freq: str = "M") -> Any:+ params = {"geo": country.upper(), "c_resid": "TOTAL", "unit": "NR"}+ return _make_request("tour_occ_nim", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "industrial":+ country = args[1] if len(args) > 1 else "DE"+ nace = args[2] if len(args) > 2 else "B-D"+ freq = args[3] if len(args) > 3 else "M"+ result = get_industrial_production(country, nace, freq)+ elif command == "retail":+ country = args[1] if len(args) > 1 else "DE"+ freq = args[2] if len(args) > 2 else "M"+ result = get_retail_trade(country, freq)+ elif command == "energy":+ country = args[1] if len(args) > 1 else "DE"+ product = args[2] if len(args) > 2 else "TOTAL"+ freq = args[3] if len(args) > 3 else "A"+ result = get_energy_balance(country, product, freq)+ elif command == "trade":+ country = args[1] if len(args) > 1 else "DE"+ partner = args[2] if len(args) > 2 else "US"+ product = args[3] if len(args) > 3 else "TOTAL"+ flow = args[4] if len(args) > 4 else "EXP"+ result = get_trade_in_goods(country, partner, product, flow)+ elif command == "construction":+ country = args[1] if len(args) > 1 else "DE"+ freq = args[2] if len(args) > 2 else "M"+ result = get_construction_output(country, freq)+ elif command == "tourism":+ country = args[1] if len(args) > 1 else "DE"+ freq = args[2] if len(args) > 2 else "M"+ result = get_tourism_stats(country, freq)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/exchangerate_data.py b/fincept-qt/scripts/exchangerate_data.pynew file mode 100644index 000000000..82b794062--- /dev/null+++ b/fincept-qt/scripts/exchangerate_data.py@@ -0,0 +1,188 @@+"""+ExchangeRate Data Fetcher+200+ currencies, no key, no rate limit.+Uses open.er-api.com and fawazahmed0 CDN as fallback.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://open.er-api.com/v6"+CDN_BASE = "https://cdn.jsdelivr.net/npm/@fawazahmed0/currency-api@latest/v1"+CDN_FALLBACK = "https://latest.currency-api.pages.dev/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _make_cdn_request(url: str) -> Any:+ """Make CDN request with fallback."""+ for base in [CDN_BASE, CDN_FALLBACK]:+ full_url = url.replace(CDN_BASE, base)+ try:+ response = session.get(full_url, timeout=30)+ response.raise_for_status()+ return response.json()+ except Exception:+ continue+ return {"error": "Both CDN endpoints failed"}+++def get_latest(base: str = "USD") -> Any:+ """Get latest exchange rates for a base currency (200+ targets)."""+ data = _make_request(f"latest/{base.upper()}")+ if isinstance(data, dict) and "rates" in data:+ return {+ "base": data.get("base_code"),+ "time_last_update_utc": data.get("time_last_update_utc"),+ "time_next_update_utc": data.get("time_next_update_utc"),+ "rates": data["rates"],+ "count": len(data["rates"]),+ }+ return data+++def get_currencies() -> Any:+ """Get list of all supported currency codes and names from CDN."""+ url = f"{CDN_BASE}/currencies.json"+ data = _make_cdn_request(url)+ if isinstance(data, dict) and "error" not in data:+ currencies = [{"code": code.upper(), "name": name} for code, name in data.items()]+ currencies.sort(key=lambda x: x["code"])+ return {"currencies": currencies, "count": len(currencies)}+ return data+++def get_pair_rate(base: str, target: str) -> Any:+ """Get the exchange rate for a specific currency pair."""+ data = _make_request(f"latest/{base.upper()}")+ if isinstance(data, dict) and "rates" in data:+ rate = data["rates"].get(target.upper())+ return {+ "base": base.upper(),+ "target": target.upper(),+ "rate": rate,+ "date": data.get("time_last_update_utc"),+ "inverse_rate": (1.0 / rate) if rate and rate != 0 else None,+ }+ return data+++def get_historical_rate(date: str, base: str = "USD") -> Any:+ """Get historical exchange rates for a specific date via CDN.+ date: YYYY-MM-DD format.+ """+ base_lower = base.lower()+ url = f"https://cdn.jsdelivr.net/npm/@fawazahmed0/currency-api@{date}/v1/currencies/{base_lower}.json"+ data = _make_cdn_request(url)+ if isinstance(data, dict) and "error" not in data:+ rates_raw = data.get(base_lower, {})+ rates = {k.upper(): v for k, v in rates_raw.items()}+ return {+ "base": base.upper(),+ "date": data.get("date", date),+ "rates": rates,+ "count": len(rates),+ }+ return data+++def get_all_rates_cdn(date: str = "latest") -> Any:+ """Get all currency rates from the CDN (free, no rate limit).+ date: 'latest' or YYYY-MM-DD.+ """+ if date == "latest":+ url = f"{CDN_BASE}/currencies/usd.json"+ else:+ url = f"https://cdn.jsdelivr.net/npm/@fawazahmed0/currency-api@{date}/v1/currencies/usd.json"+ data = _make_cdn_request(url)+ if isinstance(data, dict) and "error" not in data:+ usd_rates = data.get("usd", {})+ rates = {k.upper(): v for k, v in usd_rates.items()}+ return {+ "base": "USD",+ "date": data.get("date", date),+ "rates": rates,+ "count": len(rates),+ }+ return data+++def get_multi_pair(base: str, targets: str) -> Any:+ """Get rates for multiple target currencies at once.+ targets: comma-separated currency codes (e.g. 'EUR,GBP,JPY,AUD').+ """+ target_list = [t.strip().upper() for t in targets.split(",") if t.strip()]+ data = _make_request(f"latest/{base.upper()}")+ if isinstance(data, dict) and "rates" in data:+ all_rates = data["rates"]+ filtered = {t: all_rates.get(t) for t in target_list}+ return {+ "base": base.upper(),+ "date": data.get("time_last_update_utc"),+ "rates": filtered,+ "not_found": [t for t in target_list if t not in all_rates],+ }+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: latest, currencies, pair, historical, all_rates, multi"}))+ return++ command = args[0]++ if command == "latest":+ base = args[1] if len(args) > 1 else "USD"+ result = get_latest(base)+ elif command == "currencies":+ result = get_currencies()+ elif command == "pair":+ if len(args) < 3:+ result = {"error": "Usage: pair <base> <target> (e.g. pair USD EUR)"}+ else:+ result = get_pair_rate(args[1], args[2])+ elif command == "historical":+ if len(args) < 2:+ result = {"error": "Usage: historical <date YYYY-MM-DD> [base]"}+ else:+ base = args[2] if len(args) > 2 else "USD"+ result = get_historical_rate(args[1], base)+ elif command == "all_rates":+ date = args[1] if len(args) > 1 else "latest"+ result = get_all_rates_cdn(date)+ elif command == "multi":+ if len(args) < 3:+ result = {"error": "Usage: multi <base> <target1,target2,...>"}+ else:+ result = get_multi_pair(args[1], args[2])+ else:+ result = {"error": f"Unknown command: {command}. Available: latest, currencies, pair, historical, all_rates, multi"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/fao_data_extended.py b/fincept-qt/scripts/fao_data_extended.pynew file mode 100644index 000000000..3a925fab0--- /dev/null+++ b/fincept-qt/scripts/fao_data_extended.py@@ -0,0 +1,124 @@+"""+FAO Extended Data Fetcher+Food security, nutrition, fisheries, forestry, land use, and emissions data+beyond basic FAOSTAT via the FAO Fenix Services API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('FAO_API_KEY', '')+BASE_URL = "https://fenixservices.fao.org/faostat/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_food_security(country: str = None, indicator: str = None, year: str = None) -> Any:+ params = {"datasource": "FS"}+ if country:+ params["area"] = country+ if indicator:+ params["element"] = indicator+ if year:+ params["year"] = year+ return _make_request("en/data/FS", params)+++def get_fisheries_data(country: str = None, year: str = None) -> Any:+ params = {"datasource": "FI"}+ if country:+ params["area"] = country+ if year:+ params["year"] = year+ return _make_request("en/data/FI", params)+++def get_forestry_data(country: str = None, year: str = None) -> Any:+ params = {"datasource": "FO"}+ if country:+ params["area"] = country+ if year:+ params["year"] = year+ return _make_request("en/data/FO", params)+++def get_land_use(country: str = None, year: str = None) -> Any:+ params = {"datasource": "RL"}+ if country:+ params["area"] = country+ if year:+ params["year"] = year+ return _make_request("en/data/RL", params)+++def get_emissions(country: str = None, sector: str = None, year: str = None) -> Any:+ params = {"datasource": "GT"}+ if country:+ params["area"] = country+ if sector:+ params["item"] = sector+ if year:+ params["year"] = year+ return _make_request("en/data/GT", params)+++def get_datasets() -> Any:+ return _make_request("en/definitions/types/dataset")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "food_security":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_food_security(country, indicator, year)+ elif command == "fisheries":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_fisheries_data(country, year)+ elif command == "forestry":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_forestry_data(country, year)+ elif command == "land_use":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_land_use(country, year)+ elif command == "emissions":+ country = args[1] if len(args) > 1 else None+ sector = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_emissions(country, sector, year)+ elif command == "datasets":+ result = get_datasets()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/fdic_data.py b/fincept-qt/scripts/fdic_data.pynew file mode 100644index 000000000..49d31942a--- /dev/null+++ b/fincept-qt/scripts/fdic_data.py@@ -0,0 +1,157 @@+"""+FDIC BankFind Suite Data Fetcher+US bank financial health, assets, capital ratios, NPL, and data for all+FDIC-insured banks via the FDIC BankFind Suite API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('FDIC_API_KEY', '')+BASE_URL = "https://banks.data.fdic.gov/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["output"] = "json"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_institutions(filters: str = None, fields: str = None, limit: int = 50) -> Any:+ params = {"limit": limit, "sort_by": "ASSET", "sort_order": "DESC"}+ if filters:+ params["filters"] = filters+ if fields:+ params["fields"] = fields+ else:+ params["fields"] = "NAME,CERT,CITY,STNAME,ASSET,NETINC,LNLSNET,REPDTE,ACTIVE"+ return _make_request("institutions", params)+++def get_institution(cert: str) -> Any:+ params = {+ "filters": f"CERT:{cert}",+ "fields": "NAME,CERT,CITY,STNAME,ASSET,NETINC,LNLSNET,REPDTE,ACTIVE,STALP,HCTMULT,SPECGRP",+ }+ return _make_request("institutions", params)+++def get_financials(cert: str, fields: str = None, start_date: str = None, end_date: str = None) -> Any:+ params = {+ "filters": f"CERT:{cert}",+ "limit": 100,+ "sort_by": "REPDTE",+ "sort_order": "DESC",+ }+ if fields:+ params["fields"] = fields+ else:+ params["fields"] = "CERT,REPDTE,ASSET,LNLSNET,INTINC,NONII,NETINC,EQ,LNLSRES,SC"+ if start_date:+ params["filters"] += f" AND REPDTE:[{start_date.replace('-', '')} TO *]"+ if end_date:+ params["filters"] += f" AND REPDTE:[* TO {end_date.replace('-', '')}]"+ return _make_request("financials", params)+++def get_history(cert: str) -> Any:+ params = {+ "filters": f"CERT:{cert}",+ "fields": "CERT,INSTNAME,CLASS,CHARTER,PCITY,PSTALP,ENDDATE,PROCDATE,RESTYPE,RESTYPE1DESC",+ "limit": 50,+ "sort_by": "ENDDATE",+ "sort_order": "DESC",+ }+ return _make_request("history", params)+++def get_summary(start_date: str = None, end_date: str = None) -> Any:+ params = {+ "fields": "REPDTE,ASSET,LNLSNET,INTINC,NETINC,EQ",+ "limit": 50,+ "sort_by": "REPDTE",+ "sort_order": "DESC",+ }+ filters = ["ACTIVE:1"]+ if start_date:+ filters.append(f"REPDTE:[{start_date.replace('-', '')} TO *]")+ if end_date:+ filters.append(f"REPDTE:[* TO {end_date.replace('-', '')}]")+ params["filters"] = " AND ".join(filters)+ return _make_request("financials", params)+++def search_banks(query: str, state: str = None, limit: int = 25) -> Any:+ filters = [f"NAME:{query}*"]+ if state:+ filters.append(f"STALP:{state.upper()}")+ filters.append("ACTIVE:1")+ params = {+ "filters": " AND ".join(filters),+ "fields": "NAME,CERT,CITY,STNAME,ASSET,ACTIVE",+ "limit": limit,+ "sort_by": "ASSET",+ "sort_order": "DESC",+ }+ return _make_request("institutions", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "institutions":+ filters = args[1] if len(args) > 1 else None+ fields = args[2] if len(args) > 2 else None+ limit = int(args[3]) if len(args) > 3 else 50+ result = get_institutions(filters, fields, limit)+ elif command == "institution":+ cert = args[1] if len(args) > 1 else "3511"+ result = get_institution(cert)+ elif command == "financials":+ cert = args[1] if len(args) > 1 else "3511"+ fields = args[2] if len(args) > 2 else None+ start_date = args[3] if len(args) > 3 else None+ end_date = args[4] if len(args) > 4 else None+ result = get_financials(cert, fields, start_date, end_date)+ elif command == "history":+ cert = args[1] if len(args) > 1 else "3511"+ result = get_history(cert)+ elif command == "summary":+ start_date = args[1] if len(args) > 1 else None+ end_date = args[2] if len(args) > 2 else None+ result = get_summary(start_date, end_date)+ elif command == "search":+ query = args[1] if len(args) > 1 else "JPMorgan"+ state = args[2] if len(args) > 2 else None+ limit = int(args[3]) if len(args) > 3 else 25+ result = search_banks(query, state, limit)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/finnhub_data.py b/fincept-qt/scripts/finnhub_data.pynew file mode 100644index 000000000..613a5cf15--- /dev/null+++ b/fincept-qt/scripts/finnhub_data.py@@ -0,0 +1,126 @@+"""+Finnhub Data Fetcher+Real-time quotes, fundamentals, earnings calendar, SEC filings, sentiment,+forex, and crypto data via the Finnhub Stock API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('FINNHUB_API_KEY', '')+BASE_URL = "https://finnhub.io/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["token"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_quote(symbol: str) -> Any:+ return _make_request("quote", {"symbol": symbol.upper()})+++def get_company_profile(symbol: str) -> Any:+ return _make_request("stock/profile2", {"symbol": symbol.upper()})+++def get_financials(symbol: str, statement: str = "ic", freq: str = "annual") -> Any:+ return _make_request("financials-reported", {+ "symbol": symbol.upper(),+ "freq": freq,+ })+++def get_earnings_calendar(from_date: str, to_date: str) -> Any:+ return _make_request("calendar/earnings", {+ "from": from_date,+ "to": to_date,+ })+++def get_news(symbol: str, from_date: str, to_date: str) -> Any:+ return _make_request("company-news", {+ "symbol": symbol.upper(),+ "from": from_date,+ "to": to_date,+ })+++def get_forex_rates(base: str = "USD") -> Any:+ return _make_request("forex/rates", {"base": base.upper()})+++def get_crypto_candles(symbol: str, resolution: str = "D", from_ts: str = None, to_ts: str = None) -> Any:+ import time+ params = {+ "symbol": symbol,+ "resolution": resolution,+ "from": from_ts if from_ts else str(int(time.time()) - 86400 * 30),+ "to": to_ts if to_ts else str(int(time.time())),+ }+ return _make_request("crypto/candle", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "quote":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_quote(symbol)+ elif command == "profile":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_company_profile(symbol)+ elif command == "financials":+ symbol = args[1] if len(args) > 1 else "AAPL"+ statement = args[2] if len(args) > 2 else "ic"+ freq = args[3] if len(args) > 3 else "annual"+ result = get_financials(symbol, statement, freq)+ elif command == "earnings":+ from_date = args[1] if len(args) > 1 else "2024-01-01"+ to_date = args[2] if len(args) > 2 else "2024-12-31"+ result = get_earnings_calendar(from_date, to_date)+ elif command == "news":+ symbol = args[1] if len(args) > 1 else "AAPL"+ from_date = args[2] if len(args) > 2 else "2024-01-01"+ to_date = args[3] if len(args) > 3 else "2024-12-31"+ result = get_news(symbol, from_date, to_date)+ elif command == "forex":+ base = args[1] if len(args) > 1 else "USD"+ result = get_forex_rates(base)+ elif command == "crypto":+ symbol = args[1] if len(args) > 1 else "BINANCE:BTCUSDT"+ resolution = args[2] if len(args) > 2 else "D"+ from_ts = args[3] if len(args) > 3 else None+ to_ts = args[4] if len(args) > 4 else None+ result = get_crypto_candles(symbol, resolution, from_ts, to_ts)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/fitch_connect_data.py b/fincept-qt/scripts/fitch_connect_data.pynew file mode 100644index 000000000..875de1561--- /dev/null+++ b/fincept-qt/scripts/fitch_connect_data.py@@ -0,0 +1,204 @@+"""+World Bank Sovereign Fiscal Data Fetcher+Fetches sovereign debt data, budget transparency, and fiscal statistics using the+World Bank Open Finances and WDI APIs — no API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WORLDBANK_API_KEY', '')+BASE_URL = "https://api.worldbank.org/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++FISCAL_INDICATORS = {+ "sovereign_debt": {+ "total_debt_gdp": "GC.DOD.TOTL.GD.ZS",+ "external_debt_gdp": "DT.DOD.DECT.GN.ZS",+ "domestic_debt": "GC.DOD.DOMX.CN",+ "central_govt_debt": "GC.DOD.TOTL.CN",+ },+ "fiscal_balance": {+ "fiscal_balance_gdp": "GC.BAL.CASH.GD.ZS",+ "primary_balance_gdp": "GC.SUR.TOTL.GD.ZS",+ "revenue_gdp": "GC.REV.TOTL.GD.ZS",+ "expenditure_gdp": "GC.XPN.TOTL.GD.ZS",+ },+ "tax_revenue": {+ "tax_revenue_gdp": "GC.TAX.TOTL.GD.ZS",+ "income_tax": "GC.TAX.YPKG.RV.ZS",+ "goods_services_tax": "GC.TAX.GSRV.RV.ZS",+ "trade_tax": "GC.TAX.INTT.RV.ZS",+ "customs_duties": "TM.TAX.MRCH.IP.ZS",+ },+ "government_expenditure": {+ "total_expenditure": "GC.XPN.TOTL.GD.ZS",+ "education": "SE.XPD.TOTL.GD.ZS",+ "health": "SH.XPD.GHED.GD.ZS",+ "military": "MS.MIL.XPND.GD.ZS",+ "social_protection": "GC.XPN.SOCL.ZS",+ "infrastructure": "GC.XPN.OFST.ZS",+ },+ "debt_service": {+ "debt_service_exports": "DT.TDS.DECT.EX.ZS",+ "debt_service_gni": "DT.TDS.DECT.GN.ZS",+ "interest_payments_gdp": "GC.XPN.INTP.GD.ZS",+ "principal_repayments": "DT.AMT.DECT.CD",+ },+ "external_debt": {+ "external_debt_stocks": "DT.DOD.DECT.CD",+ "external_debt_gni": "DT.DOD.DECT.GN.ZS",+ "short_term_debt": "DT.DOD.DSTC.CD",+ "concessional_debt": "DT.DOD.PCBK.CD",+ "reserves_months_imports": "FI.RES.TOTL.MO",+ },+}++COUNTRY_MAPPING = {+ "USA": "US", "GBR": "GB", "DEU": "DE", "FRA": "FR", "JPN": "JP",+ "CHN": "CN", "IND": "IN", "BRA": "BR", "RUS": "RU", "CAN": "CA",+ "AUS": "AU", "KOR": "KR", "ESP": "ES", "ITA": "IT", "MEX": "MX",+ "IDN": "ID", "NLD": "NL", "SAU": "SA", "CHE": "CH", "SWE": "SE",+ "TUR": "TR", "ZAF": "ZA", "ARG": "AR", "NGA": "NG", "EGY": "EG",+ "SGP": "SG", "MYS": "MY", "THA": "TH", "PHL": "PH", "VNM": "VN",+ "PAK": "PK", "BGD": "BD", "POL": "PL", "GRC": "GR", "PRT": "PT",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "json"+ params["per_page"] = params.get("per_page", 50)+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _get_indicator(country: str, indicator_id: str, year: str = "") -> Dict:+ country_code = COUNTRY_MAPPING.get(country.upper(), country)+ endpoint = f"country/{country_code}/indicator/{indicator_id}"+ params = {"mrv": 10}+ if year:+ params["date"] = year+ data = _make_request(endpoint, params)+ if isinstance(data, list) and len(data) >= 2:+ meta = data[0]+ observations = data[1] or []+ cleaned = [+ {"year": obs.get("date", ""), "value": obs.get("value", None)}+ for obs in observations+ if obs.get("value") is not None+ ]+ return {+ "country": country,+ "country_code": country_code,+ "indicator_id": indicator_id,+ "indicator_name": (observations[0].get("indicator", {}) or {}).get("value", "") if observations else "",+ "total": meta.get("total", 0),+ "data": sorted(cleaned, key=lambda x: x["year"]),+ }+ if isinstance(data, dict) and "error" in data:+ return data+ return {"error": "Unexpected response format", "raw": str(data)[:200]}+++def _get_multiple_indicators(country: str, indicators: Dict[str, str], year: str = "") -> Dict:+ result = {}+ for name, indicator_id in indicators.items():+ result[name] = _get_indicator(country, indicator_id, year)+ return result+++def get_sovereign_debt(country: str, year: str = "") -> Dict:+ indicators = FISCAL_INDICATORS["sovereign_debt"]+ data = _get_multiple_indicators(country, indicators, year)+ return {"country": country, "category": "sovereign_debt", "indicators": data}+++def get_fiscal_balance(country: str, year: str = "") -> Dict:+ indicators = FISCAL_INDICATORS["fiscal_balance"]+ data = _get_multiple_indicators(country, indicators, year)+ return {"country": country, "category": "fiscal_balance", "indicators": data}+++def get_tax_revenue(country: str, year: str = "") -> Dict:+ indicators = FISCAL_INDICATORS["tax_revenue"]+ data = _get_multiple_indicators(country, indicators, year)+ return {"country": country, "category": "tax_revenue", "indicators": data}+++def get_government_expenditure(country: str, year: str = "", sector: str = "") -> Dict:+ if sector and sector in FISCAL_INDICATORS["government_expenditure"]:+ indicator_id = FISCAL_INDICATORS["government_expenditure"][sector]+ data = _get_indicator(country, indicator_id, year)+ return {"country": country, "sector": sector, "data": data}+ indicators = FISCAL_INDICATORS["government_expenditure"]+ data = _get_multiple_indicators(country, indicators, year)+ return {"country": country, "category": "government_expenditure", "sector": sector or "all", "indicators": data}+++def get_debt_service(country: str, year: str = "") -> Dict:+ indicators = FISCAL_INDICATORS["debt_service"]+ data = _get_multiple_indicators(country, indicators, year)+ return {"country": country, "category": "debt_service", "indicators": data}+++def get_external_debt(country: str, year: str = "") -> Dict:+ indicators = FISCAL_INDICATORS["external_debt"]+ data = _get_multiple_indicators(country, indicators, year)+ return {"country": country, "category": "external_debt", "indicators": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "debt":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_sovereign_debt(country, year)+ elif command == "fiscal":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_fiscal_balance(country, year)+ elif command == "tax":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_tax_revenue(country, year)+ elif command == "expenditure":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ sector = args[3] if len(args) > 3 else ""+ result = get_government_expenditure(country, year, sector)+ elif command == "service":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_debt_service(country, year)+ elif command == "external":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_external_debt(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/fmp_extra_data.py b/fincept-qt/scripts/fmp_extra_data.pynew file mode 100644index 000000000..64632fd97--- /dev/null+++ b/fincept-qt/scripts/fmp_extra_data.py@@ -0,0 +1,86 @@+"""+Financial Modeling Prep Extended Data Fetcher+DCF valuations, analyst estimates, insider trading, institutional holdings — extended free tier.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('FMP_API_KEY', '')+BASE_URL = "https://financialmodelingprep.com/api/v3"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_dcf_valuation(symbol: str) -> Any:+ return _make_request(f"discounted-cash-flow/{symbol}", {"apikey": API_KEY})++def get_analyst_estimates(symbol: str, period: str = "annual", limit: int = 10) -> Any:+ return _make_request(f"analyst-estimates/{symbol}", {"apikey": API_KEY, "period": period, "limit": limit})++def get_institutional_holders(symbol: str) -> Any:+ return _make_request(f"institutional-holder/{symbol}", {"apikey": API_KEY})++def get_insider_trades(symbol: str, limit: int = 50) -> Any:+ return _make_request("insider-trading", {"apikey": API_KEY, "symbol": symbol, "limit": limit})++def get_esg_scores(symbol: str) -> Any:+ return _make_request(f"esg-environmental-social-governance-data/{symbol}", {"apikey": API_KEY})++def get_sector_pe_ratio(date: str = None, exchange: str = "NYSE") -> Any:+ params = {"apikey": API_KEY, "exchange": exchange}+ if date:+ params["date"] = date+ return _make_request("sector_price_earning_ratio", params)++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "dcf":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_dcf_valuation(symbol)+ elif command == "estimates":+ symbol = args[1] if len(args) > 1 else "AAPL"+ period = args[2] if len(args) > 2 else "annual"+ limit = int(args[3]) if len(args) > 3 else 10+ result = get_analyst_estimates(symbol, period, limit)+ elif command == "institutional":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_institutional_holders(symbol)+ elif command == "insiders":+ symbol = args[1] if len(args) > 1 else "AAPL"+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_insider_trades(symbol, limit)+ elif command == "esg":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_esg_scores(symbol)+ elif command == "sector_pe":+ date = args[1] if len(args) > 1 else None+ exchange = args[2] if len(args) > 2 else "NYSE"+ result = get_sector_pe_ratio(date, exchange)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/frankfurter_data.py b/fincept-qt/scripts/frankfurter_data.pynew file mode 100644index 000000000..8c2269410--- /dev/null+++ b/fincept-qt/scripts/frankfurter_data.py@@ -0,0 +1,182 @@+"""+Frankfurter Data Fetcher+ECB reference exchange rates, 30+ currencies, daily history back to 1999.+No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.frankfurter.dev"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_latest(base: str = "EUR", symbols: str = None) -> Any:+ """Get latest ECB reference rates for a base currency.+ base: ISO 4217 currency code (EUR, USD, GBP, JPY, etc.)+ symbols: comma-separated list of target currencies (e.g. 'USD,GBP,JPY')+ """+ params = {}+ if base and base.upper() != "EUR":+ params["base"] = base.upper()+ if symbols:+ params["symbols"] = symbols.upper()+ data = _make_request("latest", params=params)+ return data+++def get_historical(date: str, base: str = "EUR", symbols: str = None) -> Any:+ """Get ECB reference rates for a specific historical date.+ date: YYYY-MM-DD format. Data available from 1999-01-04.+ """+ params = {}+ if base and base.upper() != "EUR":+ params["base"] = base.upper()+ if symbols:+ params["symbols"] = symbols.upper()+ data = _make_request(date, params=params)+ return data+++def get_time_series(start_date: str, end_date: str = None, base: str = "EUR", symbols: str = None) -> Any:+ """Get ECB reference rates over a date range.+ start_date/end_date: YYYY-MM-DD format.+ If end_date is omitted, returns from start_date to latest.+ """+ if end_date:+ endpoint = f"{start_date}..{end_date}"+ else:+ endpoint = f"{start_date}.."+ params = {}+ if base and base.upper() != "EUR":+ params["base"] = base.upper()+ if symbols:+ params["symbols"] = symbols.upper()+ data = _make_request(endpoint, params=params)+ if isinstance(data, dict) and "rates" in data:+ dates = list(data["rates"].keys())+ return {+ "base": data.get("base"),+ "start_date": data.get("start_date"),+ "end_date": data.get("end_date"),+ "rates": data["rates"],+ "date_count": len(dates),+ "dates": dates,+ }+ return data+++def get_currencies() -> Any:+ """Get list of all supported currencies with their names."""+ data = _make_request("currencies")+ if isinstance(data, dict) and "error" not in data:+ currencies = [{"code": code, "name": name} for code, name in data.items()]+ currencies.sort(key=lambda x: x["code"])+ return {"currencies": currencies, "count": len(currencies)}+ return data+++def convert_amount(amount: float, from_currency: str, to_currency: str) -> Any:+ """Convert a specific amount between two currencies using latest ECB rates."""+ params = {+ "base": from_currency.upper(),+ "symbols": to_currency.upper(),+ "amount": amount,+ }+ data = _make_request("latest", params=params)+ if isinstance(data, dict) and "rates" in data:+ rate = data["rates"].get(to_currency.upper())+ return {+ "from": from_currency.upper(),+ "to": to_currency.upper(),+ "amount": amount,+ "rate": rate,+ "converted": rate * amount if rate else None,+ "date": data.get("date"),+ }+ return data+++def get_cross_rates(currencies: str = "USD,GBP,JPY,CHF,AUD,CAD,CNY,HKD") -> Any:+ """Get cross rates matrix for a set of currencies."""+ currency_list = [c.strip().upper() for c in currencies.split(",") if c.strip()]+ results = {}+ for base in currency_list:+ targets = [c for c in currency_list if c != base]+ if not targets:+ continue+ data = get_latest(base=base, symbols=",".join(targets))+ if isinstance(data, dict) and "rates" in data:+ results[base] = data["rates"]+ else:+ results[base] = {"error": str(data)}+ return {"cross_rates": results, "currencies": currency_list}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: latest, historical, series, currencies, convert, cross_rates"}))+ return++ command = args[0]++ if command == "latest":+ base = args[1] if len(args) > 1 else "EUR"+ symbols = args[2] if len(args) > 2 else None+ result = get_latest(base, symbols)+ elif command == "historical":+ if len(args) < 2:+ result = {"error": "Usage: historical <date YYYY-MM-DD> [base] [symbols]"}+ else:+ base = args[2] if len(args) > 2 else "EUR"+ symbols = args[3] if len(args) > 3 else None+ result = get_historical(args[1], base, symbols)+ elif command == "series":+ if len(args) < 2:+ result = {"error": "Usage: series <start_date> [end_date] [base] [symbols]"}+ else:+ end_date = args[2] if len(args) > 2 else None+ base = args[3] if len(args) > 3 else "EUR"+ symbols = args[4] if len(args) > 4 else None+ result = get_time_series(args[1], end_date, base, symbols)+ elif command == "currencies":+ result = get_currencies()+ elif command == "convert":+ if len(args) < 4:+ result = {"error": "Usage: convert <amount> <from_currency> <to_currency>"}+ else:+ result = convert_amount(float(args[1]), args[2], args[3])+ elif command == "cross_rates":+ currencies = args[1] if len(args) > 1 else "USD,EUR,GBP,JPY,CHF,AUD,CAD,CNY"+ result = get_cross_rates(currencies)+ else:+ result = {"error": f"Unknown command: {command}. Available: latest, historical, series, currencies, convert, cross_rates"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/fred_economic_data.py b/fincept-qt/scripts/fred_economic_data.pynew file mode 100644index 000000000..c57950e18--- /dev/null+++ b/fincept-qt/scripts/fred_economic_data.py@@ -0,0 +1,235 @@+"""+FRED Extended Economic Data Fetcher+Broader macro coverage from FRED — yield curves, money supply, credit conditions,+financial stress, consumer sentiment, PCE inflation, and more.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('FRED_API_KEY', '')+BASE_URL = "https://api.stlouisfed.org/fred"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++YIELD_CURVE_SERIES = {+ "1m": "DGS1MO",+ "3m": "DGS3MO",+ "6m": "DGS6MO",+ "1y": "DGS1",+ "2y": "DGS2",+ "3y": "DGS3",+ "5y": "DGS5",+ "7y": "DGS7",+ "10y": "DGS10",+ "20y": "DGS20",+ "30y": "DGS30",+ "10y_2y_spread": "T10Y2Y",+ "10y_3m_spread": "T10Y3M",+}++MONEY_SUPPLY_SERIES = {+ "m1": "M1SL",+ "m2": "M2SL",+ "m1_velocity": "M1V",+ "m2_velocity": "M2V",+ "monetary_base": "BOGMBASE",+ "reserves": "TOTRESNS",+}++CREDIT_CONDITION_SERIES = {+ "commercial_credit": "DPSACBW027SBOG",+ "consumer_credit": "TOTALSL",+ "mortgage_rate_30y": "MORTGAGE30US",+ "mortgage_rate_15y": "MORTGAGE15US",+ "prime_rate": "DPRIME",+ "fed_funds_rate": "FEDFUNDS",+ "sofr": "SOFR",+ "libor_3m": "USD3MTD156N",+ "bank_credit": "TOTBKCR",+ "charge_off_rate": "CORCCACBS",+ "delinquency_rate": "DRCCLACBS",+}++FINANCIAL_STRESS_SERIES = {+ "stlfsi": "STLFSI4",+ "kansas_city_fsi": "KCFSI",+ "ted_spread": "TEDRATE",+ "vix": "VIXCLS",+ "move_index": "MOVEINDEX",+ "nfci": "NFCI",+ "anfci": "ANFCI",+}++CONSUMER_SENTIMENT_SERIES = {+ "umich_sentiment": "UMCSENT",+ "conference_board": "CSCICP03USM665S",+ "consumer_confidence": "CONCCONF",+}++PCE_SERIES = {+ "pce": "PCE",+ "core_pce": "PCEPILFE",+ "pce_yoy": "PCEPI",+ "core_pce_yoy": "CPILFESL",+ "pce_services": "DSERRG3M086SBEA",+ "pce_goods": "DGDSRG3M086SBEA",+ "pce_energy": "DENERRG3M086SBEA",+ "pce_food": "DFXARRG3M086SBEA",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["api_key"] = API_KEY+ params["file_type"] = "json"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _get_series_observations(series_id: str, start_date: str = "", end_date: str = "") -> Dict:+ params = {"series_id": series_id}+ if start_date:+ params["observation_start"] = start_date+ if end_date:+ params["observation_end"] = end_date+ data = _make_request("series/observations", params)+ if "error" in data:+ return data+ obs = data.get("observations", [])+ return {+ "series_id": series_id,+ "count": data.get("count", len(obs)),+ "start": data.get("observation_start", ""),+ "end": data.get("observation_end", ""),+ "units": data.get("units", ""),+ "observations": [{"date": o["date"], "value": o["value"]} for o in obs],+ }+++def get_yield_curve(start_date: str = "", end_date: str = "") -> Dict:+ if not API_KEY:+ return {"error": "FRED_API_KEY environment variable not set"}+ result = {"yield_curve": {}, "spreads": {}, "start_date": start_date, "end_date": end_date}+ tenor_series = {k: v for k, v in YIELD_CURVE_SERIES.items() if "spread" not in k}+ spread_series = {k: v for k, v in YIELD_CURVE_SERIES.items() if "spread" in k}+ for tenor, series_id in tenor_series.items():+ obs_data = _get_series_observations(series_id, start_date, end_date)+ result["yield_curve"][tenor] = obs_data+ for spread_name, series_id in spread_series.items():+ obs_data = _get_series_observations(series_id, start_date, end_date)+ result["spreads"][spread_name] = obs_data+ result["available_tenors"] = list(YIELD_CURVE_SERIES.keys())+ return result+++def get_money_supply(measure: str = "m2", start_date: str = "", end_date: str = "") -> Dict:+ if not API_KEY:+ return {"error": "FRED_API_KEY environment variable not set"}+ if measure == "all":+ result = {"money_supply": {}}+ for name, series_id in MONEY_SUPPLY_SERIES.items():+ result["money_supply"][name] = _get_series_observations(series_id, start_date, end_date)+ result["available_measures"] = list(MONEY_SUPPLY_SERIES.keys())+ return result+ series_id = MONEY_SUPPLY_SERIES.get(measure, measure)+ data = _get_series_observations(series_id, start_date, end_date)+ data["measure"] = measure+ data["available_measures"] = list(MONEY_SUPPLY_SERIES.keys())+ return data+++def get_credit_conditions(series_id: str = "fed_funds_rate", start_date: str = "", end_date: str = "") -> Dict:+ if not API_KEY:+ return {"error": "FRED_API_KEY environment variable not set"}+ resolved_id = CREDIT_CONDITION_SERIES.get(series_id, series_id)+ data = _get_series_observations(resolved_id, start_date, end_date)+ data["requested_series"] = series_id+ data["available_series"] = list(CREDIT_CONDITION_SERIES.keys())+ return data+++def get_financial_stress_index(start_date: str = "", end_date: str = "") -> Dict:+ if not API_KEY:+ return {"error": "FRED_API_KEY environment variable not set"}+ result = {"stress_indices": {}, "start_date": start_date, "end_date": end_date}+ for name, series_id in FINANCIAL_STRESS_SERIES.items():+ result["stress_indices"][name] = _get_series_observations(series_id, start_date, end_date)+ result["available_indices"] = list(FINANCIAL_STRESS_SERIES.keys())+ return result+++def get_consumer_sentiment(start_date: str = "", end_date: str = "") -> Dict:+ if not API_KEY:+ return {"error": "FRED_API_KEY environment variable not set"}+ result = {"sentiment": {}, "start_date": start_date, "end_date": end_date}+ for name, series_id in CONSUMER_SENTIMENT_SERIES.items():+ result["sentiment"][name] = _get_series_observations(series_id, start_date, end_date)+ result["available_series"] = list(CONSUMER_SENTIMENT_SERIES.keys())+ return result+++def get_pce_inflation(start_date: str = "", end_date: str = "") -> Dict:+ if not API_KEY:+ return {"error": "FRED_API_KEY environment variable not set"}+ result = {"pce": {}, "start_date": start_date, "end_date": end_date}+ for name, series_id in PCE_SERIES.items():+ result["pce"][name] = _get_series_observations(series_id, start_date, end_date)+ result["available_series"] = list(PCE_SERIES.keys())+ return result+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "yield_curve":+ start_date = args[1] if len(args) > 1 else ""+ end_date = args[2] if len(args) > 2 else ""+ result = get_yield_curve(start_date, end_date)+ elif command == "money_supply":+ measure = args[1] if len(args) > 1 else "m2"+ start_date = args[2] if len(args) > 2 else ""+ end_date = args[3] if len(args) > 3 else ""+ result = get_money_supply(measure, start_date, end_date)+ elif command == "credit":+ series_id = args[1] if len(args) > 1 else "fed_funds_rate"+ start_date = args[2] if len(args) > 2 else ""+ end_date = args[3] if len(args) > 3 else ""+ result = get_credit_conditions(series_id, start_date, end_date)+ elif command == "stress":+ start_date = args[1] if len(args) > 1 else ""+ end_date = args[2] if len(args) > 2 else ""+ result = get_financial_stress_index(start_date, end_date)+ elif command == "sentiment":+ start_date = args[1] if len(args) > 1 else ""+ end_date = args[2] if len(args) > 2 else ""+ result = get_consumer_sentiment(start_date, end_date)+ elif command == "pce":+ start_date = args[1] if len(args) > 1 else ""+ end_date = args[2] if len(args) > 2 else ""+ result = get_pce_inflation(start_date, end_date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/freedom_house_data.py b/fincept-qt/scripts/freedom_house_data.pynew file mode 100644index 000000000..4d8ae5396--- /dev/null+++ b/fincept-qt/scripts/freedom_house_data.py@@ -0,0 +1,108 @@+"""+Freedom House Data Fetcher+Freedom House: Freedom in the World, Freedom on the Net, Nations in Transit scores for all countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://freedomhouse.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_countries() -> Any:+ return _make_request("report/countries")+++def get_freedom_scores(year: int = 2024, country: str = None) -> Any:+ params = {"year": year}+ if country:+ params["country"] = country+ return _make_request("report/fiw", params=params)+++def get_freedom_trend(country: str, start_year: int = 2010, end_year: int = 2024) -> Any:+ params = {+ "country": country,+ "startYear": start_year,+ "endYear": end_year+ }+ return _make_request("report/fiw/trend", params=params)+++def get_rankings(year: int = 2024, region: str = None, status: str = None) -> Any:+ params = {"year": year}+ if region:+ params["region"] = region+ if status:+ params["status"] = status+ return _make_request("report/fiw/rankings", params=params)+++def get_internet_freedom(country: str, year: int = 2023) -> Any:+ params = {"country": country, "year": year}+ return _make_request("report/fotn", params=params)+++def get_categories(country: str, year: int = 2024) -> Any:+ params = {"country": country, "year": year}+ return _make_request("report/fiw/categories", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "countries":+ result = get_countries()+ elif command == "scores":+ year = int(args[1]) if len(args) > 1 else 2024+ country = args[2] if len(args) > 2 else None+ result = get_freedom_scores(year, country)+ elif command == "trend":+ country = args[1] if len(args) > 1 else "United States"+ start_year = int(args[2]) if len(args) > 2 else 2010+ end_year = int(args[3]) if len(args) > 3 else 2024+ result = get_freedom_trend(country, start_year, end_year)+ elif command == "rankings":+ year = int(args[1]) if len(args) > 1 else 2024+ region = args[2] if len(args) > 2 else None+ status = args[3] if len(args) > 3 else None+ result = get_rankings(year, region, status)+ elif command == "internet":+ country = args[1] if len(args) > 1 else "United States"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_internet_freedom(country, year)+ elif command == "categories":+ country = args[1] if len(args) > 1 else "United States"+ year = int(args[2]) if len(args) > 2 else 2024+ result = get_categories(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/freightos_fbx_data.py b/fincept-qt/scripts/freightos_fbx_data.pynew file mode 100644index 000000000..c6b9846c1--- /dev/null+++ b/fincept-qt/scripts/freightos_fbx_data.py@@ -0,0 +1,183 @@+"""+Freightos Baltic Index (FBX) Data Fetcher+Global container freight rates for 12 tradelanes — fetch from public data sources+and Freightos public chart endpoints.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://fbx.freightos.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({+ "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",+ "Accept": "application/json, text/plain, */*",+ "Referer": "https://fbx.freightos.com/"+})++TRADELANES = {+ "FBX01": "Global Container",+ "FBX11": "China/East Asia to North America West Coast",+ "FBX12": "China/East Asia to North America East Coast",+ "FBX13": "China/East Asia to North Europe",+ "FBX14": "China/East Asia to Mediterranean",+ "FBX21": "North America West Coast to China/East Asia",+ "FBX22": "North America East Coast to China/East Asia",+ "FBX23": "North Europe to China/East Asia",+ "FBX24": "Mediterranean to China/East Asia",+ "FBX31": "North Europe to North America East Coast",+ "FBX32": "North America East Coast to North Europe",+ "FBX41": "North Europe to South America",+}++ALTERNATIVE_BASE = "https://api.freightos.com/v1"+DATAHUB_BASE = "https://datahub.io/core/freight-prices"+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_fbx_chart_data(index_id: str = "FBX01") -> Any:+ url = f"{BASE_URL}/api/index/{index_id}"+ try:+ resp = session.get(url, timeout=30)+ resp.raise_for_status()+ return resp.json()+ except Exception:+ pass+ # Fallback: try public data endpoint+ url2 = f"https://raw.githubusercontent.com/datasets/freight-prices/main/data/freight-prices.csv"+ try:+ resp2 = session.get(url2, timeout=30)+ resp2.raise_for_status()+ lines = resp2.text.strip().split('\n')+ headers = lines[0].split(',')+ records = []+ for line in lines[1:100]:+ parts = line.split(',')+ if len(parts) >= len(headers):+ records.append({headers[i]: parts[i] for i in range(len(headers))})+ return {"source": "datahub", "index": index_id, "data": records}+ except Exception as e2:+ return {"error": f"All sources failed. Primary: chart endpoint unavailable. Fallback: {str(e2)}"}+++def get_global_index(start_date: str = None, end_date: str = None) -> Any:+ data = _fetch_fbx_chart_data("FBX01")+ if isinstance(data, dict) and "error" in data:+ return data+ if start_date or end_date:+ items = data.get("data", data) if isinstance(data, dict) else data+ if isinstance(items, list):+ filtered = []+ for item in items:+ date = item.get("date", item.get("Date", ""))+ if start_date and date < start_date:+ continue+ if end_date and date > end_date:+ continue+ filtered.append(item)+ if isinstance(data, dict):+ data["data"] = filtered+ else:+ data = filtered+ return {"index": "FBX01", "name": "Freightos Baltic Global Container Index",+ "description": TRADELANES.get("FBX01"), "data": data}+++def get_tradelane_rates(tradelane: str = "FBX11", start_date: str = None, end_date: str = None) -> Any:+ if tradelane not in TRADELANES:+ return {"error": f"Unknown tradelane '{tradelane}'. Available: {list(TRADELANES.keys())}"}+ data = _fetch_fbx_chart_data(tradelane)+ return {"index": tradelane, "name": TRADELANES[tradelane],+ "start_date": start_date, "end_date": end_date, "data": data}+++def get_latest_rates() -> Any:+ results = {}+ # Fetch global index as representative latest+ data = _fetch_fbx_chart_data("FBX01")+ if isinstance(data, dict) and "error" not in data:+ items = data.get("data", [])+ if isinstance(items, list) and items:+ results["FBX01"] = items[-1] if items else {}+ results["tradelanes"] = TRADELANES+ results["note"] = "Latest rates from Freightos Baltic Index"+ return results+++def get_available_tradelanes() -> Any:+ return {"tradelanes": TRADELANES,+ "count": len(TRADELANES),+ "description": "Freightos Baltic Index (FBX) tradelane codes and descriptions"}+++def get_rate_history(tradelane: str = "FBX01", weeks: int = 52) -> Any:+ data = _fetch_fbx_chart_data(tradelane)+ if isinstance(data, dict) and "error" in data:+ return data+ items = data.get("data", data) if isinstance(data, dict) else data+ if isinstance(items, list):+ items = items[-weeks:] if len(items) > weeks else items+ return {"index": tradelane, "name": TRADELANES.get(tradelane, tradelane),+ "weeks": weeks, "count": len(items) if isinstance(items, list) else 0,+ "data": items}+++def get_spot_vs_contract(tradelane: str = "FBX11") -> Any:+ spot = _fetch_fbx_chart_data(tradelane)+ return {"tradelane": tradelane, "name": TRADELANES.get(tradelane, tradelane),+ "spot_rates": spot,+ "note": "Contract rate data requires premium subscription"}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "global":+ start_date = args[1] if len(args) > 1 else None+ end_date = args[2] if len(args) > 2 else None+ result = get_global_index(start_date, end_date)+ elif command == "tradelane":+ tradelane = args[1] if len(args) > 1 else "FBX11"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_tradelane_rates(tradelane, start_date, end_date)+ elif command == "latest":+ result = get_latest_rates()+ elif command == "lanes":+ result = get_available_tradelanes()+ elif command == "history":+ tradelane = args[1] if len(args) > 1 else "FBX01"+ weeks = int(args[2]) if len(args) > 2 else 52+ result = get_rate_history(tradelane, weeks)+ elif command == "comparison":+ tradelane = args[1] if len(args) > 1 else "FBX11"+ result = get_spot_vs_contract(tradelane)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/french_gov_api.py b/fincept-qt/scripts/french_gov_api.pyindex 28109b8b7..3d0481965 100644--- a/fincept-qt/scripts/french_gov_api.py+++ b/fincept-qt/scripts/french_gov_api.py@@ -1037,6 +1037,24 @@ def main():command = sys.argv[1]+ # Aliases used by the C++ GovDataProviderPanel+ _fr_search_query = None+ _fr_dataset_id = None+ if command == "publishers":+ # List data services as "publishers"+ command = "data-services"+ elif command == "datasets":+ # datasets <org_id> <limit> -> datasets with org filter+ _fr_search_query = sys.argv[2] if len(sys.argv) > 2 else None+ command = "datasets"+ elif command == "resources":+ # resources <dataset_id> -> profile+ _fr_dataset_id = sys.argv[2] if len(sys.argv) > 2 else None+ command = "profile"+ elif command == "search":+ _fr_search_query = sys.argv[2] if len(sys.argv) > 2 else None+ command = "datasets"+try:# API Géo Commandsif command == "municipalities":@@ -1082,17 +1100,17 @@ def main():result = search_data_services(query=query, page=page, page_size=page_size)elif command == "datasets":- query = sys.argv[2] if len(sys.argv) > 2 else None+ query = _fr_search_query if _fr_search_query is not None else (sys.argv[2] if len(sys.argv) > 2 else None)page = int(sys.argv[3]) if len(sys.argv) > 3 else 1page_size = int(sys.argv[4]) if len(sys.argv) > 4 else 20result = search_datasets(query=query, page=page, page_size=page_size)# API Tabulaire Commandselif command == "profile":- if len(sys.argv) < 3:+ resource_id = _fr_dataset_id or (sys.argv[2] if len(sys.argv) > 2 else None)+ if not resource_id:print(json.dumps({"error": "Usage: profile <resource_id>"}))sys.exit(1)- resource_id = sys.argv[2]result = get_resource_profile(resource_id)elif command == "lines":@@ -1137,6 +1155,43 @@ def main():]}+ # Normalize data-services output so C++ populate_orgs gets expected fields+ if command == "data-services" and isinstance(result, dict):+ for item in result.get("data", []):+ if isinstance(item, dict):+ if "name" not in item:+ item["name"] = item.get("id", "")+ if "display_name" not in item:+ item["display_name"] = item.get("title", item.get("original_title", item.get("name", "")))+ if "dataset_count" not in item:+ item["dataset_count"] = item.get("metrics", {}).get("datasets", -1) if isinstance(item.get("metrics"), dict) else -1++ # Normalize datasets output so C++ populate_datasets gets expected fields+ if command == "datasets" and isinstance(result, dict):+ for item in result.get("data", []):+ if isinstance(item, dict):+ if "num_resources" not in item:+ item["num_resources"] = item.get("resources_count", len(item.get("resources", [])))+ if "metadata_modified" not in item:+ item["metadata_modified"] = item.get("last_modified", item.get("updated_at", ""))++ # Normalize profile output: C++ populate_resources expects data as array of resource objects+ if command == "profile" and isinstance(result, dict):+ profile = result.get("data", {})+ if isinstance(profile, dict) and profile:+ columns = profile.get("columns", [])+ if columns:+ # Represent each column as a "resource" row for display+ rows = [{"name": c.get("name", ""), "format": c.get("python_type", c.get("type", "")),+ "size": 0, "last_modified": "", "url": ""}+ for c in columns if isinstance(c, dict)]+ result["data"] = rows+ else:+ result["data"] = [profile]+ elif not isinstance(profile, list):+ result["data"] = []++ sys.stdout = open(sys.stdout.fileno(), mode='w', encoding='utf-8', errors='replace', closefd=False)print(json.dumps(result, indent=2, ensure_ascii=False))except ValueError as e:diff --git a/fincept-qt/scripts/gas_infrastructure_data.py b/fincept-qt/scripts/gas_infrastructure_data.pynew file mode 100644index 000000000..a4e3fa7ef--- /dev/null+++ b/fincept-qt/scripts/gas_infrastructure_data.py@@ -0,0 +1,103 @@+"""+Gas Infrastructure Data Fetcher+ENTSO-G (European gas grid): gas flows, storage levels, LNG sendout, interconnection capacities.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ENTSOG_API_KEY', '')+BASE_URL = "https://transparency.entsog.eu/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_storage_data(country: str, start_date: str, end_date: str) -> Any:+ params = {"country": country, "from": start_date, "to": end_date, "indicator": "Storage"}+ return _make_request("operationaldatas", params)+++def get_interconnection_flows(from_country: str, to_country: str, start_date: str, end_date: str) -> Any:+ params = {"fromCountry": from_country, "toCountry": to_country, "from": start_date, "to": end_date, "indicator": "PhysicalFlow"}+ return _make_request("operationaldatas", params)+++def get_lng_sendout(terminal: str, start_date: str, end_date: str) -> Any:+ params = {"pointKey": terminal, "from": start_date, "to": end_date, "indicator": "LngSendout"}+ return _make_request("operationaldatas", params)+++def get_production(country: str, start_date: str, end_date: str) -> Any:+ params = {"country": country, "from": start_date, "to": end_date, "indicator": "Production"}+ return _make_request("operationaldatas", params)+++def get_consumption(country: str, start_date: str, end_date: str) -> Any:+ params = {"country": country, "from": start_date, "to": end_date, "indicator": "Consumption"}+ return _make_request("operationaldatas", params)+++def get_points() -> Any:+ return _make_request("interconnections", {})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "storage":+ country = args[1] if len(args) > 1 else "DE"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-01-31"+ result = get_storage_data(country, start_date, end_date)+ elif command == "flows":+ from_country = args[1] if len(args) > 1 else "NO"+ to_country = args[2] if len(args) > 2 else "DE"+ start_date = args[3] if len(args) > 3 else "2024-01-01"+ end_date = args[4] if len(args) > 4 else "2024-01-31"+ result = get_interconnection_flows(from_country, to_country, start_date, end_date)+ elif command == "lng":+ terminal = args[1] if len(args) > 1 else "21Z000000000321Z"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-01-31"+ result = get_lng_sendout(terminal, start_date, end_date)+ elif command == "production":+ country = args[1] if len(args) > 1 else "NO"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-01-31"+ result = get_production(country, start_date, end_date)+ elif command == "consumption":+ country = args[1] if len(args) > 1 else "DE"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-01-31"+ result = get_consumption(country, start_date, end_date)+ elif command == "points":+ result = get_points()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/gfd_data.py b/fincept-qt/scripts/gfd_data.pynew file mode 100644index 000000000..a101d7f28--- /dev/null+++ b/fincept-qt/scripts/gfd_data.py@@ -0,0 +1,145 @@+"""+Global Financial Development (GFD) Data Fetcher+Banking system depth, efficiency, stability, and access indicators for 200++countries via the World Bank Global Financial Development database.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('GFD_API_KEY', '')+BASE_URL = "https://api.worldbank.org/v2/en/indicator"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++# GFD indicator codes+DEPTH_INDICATORS = {+ "private_credit_gdp": "FS.AST.PRVT.GD.ZS",+ "bank_deposits_gdp": "FD.BNK.DPST.TA.P5",+ "stock_market_cap_gdp": "CM.MKT.LCAP.GD.ZS",+ "liquid_liabilities_gdp": "FS.LBL.LIQU.GD.ZS",+}+ACCESS_INDICATORS = {+ "bank_accounts_1000": "FB.BNK.ACCT.P3",+ "atm_per_100k": "FB.ATM.TOTL.P5",+ "borrowers_per_1000": "FB.CBK.BRWR.P3",+}+EFFICIENCY_INDICATORS = {+ "net_interest_margin": "FS.AST.PRVT.GD.ZS",+ "bank_overhead_costs": "FB.BNK.NONP.ZS",+ "return_on_assets": "FB.BNK.RETR.ZS",+}+STABILITY_INDICATORS = {+ "z_score": "FB.BNK.ZSCR.ZS",+ "npl_ratio": "FB.BNK.NLLS.ZS",+ "capital_adequacy": "FB.BNK.CAPA.ZS",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_wb_indicator(indicator_code: str, country: str, start_year: str, end_year: str) -> Any:+ country_code = country if country else "all"+ url = f"https://api.worldbank.org/v2/country/{country_code}/indicator/{indicator_code}"+ params = {"format": "json", "per_page": 500}+ if start_year:+ params["date"] = f"{start_year}:{end_year}" if end_year else start_year+ return _make_request(url, params)+++def get_banking_depth(country: str = None, indicator: str = "private_credit_gdp",+ start_year: str = None, end_year: str = None) -> Any:+ code = DEPTH_INDICATORS.get(indicator, "FS.AST.PRVT.GD.ZS")+ return _fetch_wb_indicator(code, country, start_year, end_year)+++def get_financial_access(country: str = None, indicator: str = "bank_accounts_1000",+ start_year: str = None, end_year: str = None) -> Any:+ code = ACCESS_INDICATORS.get(indicator, "FB.BNK.ACCT.P3")+ return _fetch_wb_indicator(code, country, start_year, end_year)+++def get_financial_efficiency(country: str = None, indicator: str = "bank_overhead_costs",+ start_year: str = None, end_year: str = None) -> Any:+ code = EFFICIENCY_INDICATORS.get(indicator, "FB.BNK.NONP.ZS")+ return _fetch_wb_indicator(code, country, start_year, end_year)+++def get_financial_stability(country: str = None, indicator: str = "z_score",+ start_year: str = None, end_year: str = None) -> Any:+ code = STABILITY_INDICATORS.get(indicator, "FB.BNK.ZSCR.ZS")+ return _fetch_wb_indicator(code, country, start_year, end_year)+++def get_available_indicators() -> Any:+ all_indicators = {}+ all_indicators.update({"depth": list(DEPTH_INDICATORS.keys())})+ all_indicators.update({"access": list(ACCESS_INDICATORS.keys())})+ all_indicators.update({"efficiency": list(EFFICIENCY_INDICATORS.keys())})+ all_indicators.update({"stability": list(STABILITY_INDICATORS.keys())})+ return all_indicators+++def get_countries() -> Any:+ url = "https://api.worldbank.org/v2/country"+ return _make_request(url, {"format": "json", "per_page": 300})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "depth":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else "private_credit_gdp"+ start_year = args[3] if len(args) > 3 else None+ end_year = args[4] if len(args) > 4 else None+ result = get_banking_depth(country, indicator, start_year, end_year)+ elif command == "access":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else "bank_accounts_1000"+ start_year = args[3] if len(args) > 3 else None+ end_year = args[4] if len(args) > 4 else None+ result = get_financial_access(country, indicator, start_year, end_year)+ elif command == "efficiency":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else "bank_overhead_costs"+ start_year = args[3] if len(args) > 3 else None+ end_year = args[4] if len(args) > 4 else None+ result = get_financial_efficiency(country, indicator, start_year, end_year)+ elif command == "stability":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else "z_score"+ start_year = args[3] if len(args) > 3 else None+ end_year = args[4] if len(args) > 4 else None+ result = get_financial_stability(country, indicator, start_year, end_year)+ elif command == "indicators":+ result = get_available_indicators()+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/github_stats_data.py b/fincept-qt/scripts/github_stats_data.pynew file mode 100644index 000000000..82142aa34--- /dev/null+++ b/fincept-qt/scripts/github_stats_data.py@@ -0,0 +1,272 @@+"""+GitHub Stats Data Fetcher+Repo commit activity, star history, contributor stats, language breakdown, trending repos.+No key required (60 req/hr); GITHUB_TOKEN for 5000/hr.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('GITHUB_TOKEN', '')+BASE_URL = "https://api.github.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({+ "Accept": "application/vnd.github+json",+ "X-GitHub-Api-Version": "2022-11-28",+})+if API_KEY:+ session.headers.update({"Authorization": f"Bearer {API_KEY}"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_repo_stats(owner: str, repo: str) -> Any:+ """Get general repository metadata and statistics."""+ data = _make_request(f"repos/{owner}/{repo}")+ if isinstance(data, dict) and "error" not in data:+ return {+ "full_name": data.get("full_name"),+ "description": data.get("description"),+ "language": data.get("language"),+ "stars": data.get("stargazers_count"),+ "forks": data.get("forks_count"),+ "watchers": data.get("watchers_count"),+ "open_issues": data.get("open_issues_count"),+ "size_kb": data.get("size"),+ "created_at": data.get("created_at"),+ "updated_at": data.get("updated_at"),+ "pushed_at": data.get("pushed_at"),+ "default_branch": data.get("default_branch"),+ "license": data.get("license", {}).get("spdx_id") if data.get("license") else None,+ "topics": data.get("topics", []),+ "homepage": data.get("homepage"),+ "archived": data.get("archived"),+ }+ return data+++def get_commit_activity(owner: str, repo: str) -> Any:+ """Get weekly commit activity (additions, deletions, commits) for the past year."""+ data = _make_request(f"repos/{owner}/{repo}/stats/commit_activity")+ if isinstance(data, list):+ return {+ "owner": owner,+ "repo": repo,+ "weekly_activity": data,+ "weeks": len(data),+ "total_commits": sum(w.get("total", 0) for w in data),+ }+ return data+++def get_contributors(owner: str, repo: str, limit: int = 30) -> Any:+ """Get top contributors with commit counts and statistics."""+ data = _make_request(f"repos/{owner}/{repo}/stats/contributors")+ if isinstance(data, list):+ contributors = []+ for c in data[-limit:]:+ author = c.get("author", {}) or {}+ contributors.append({+ "login": author.get("login"),+ "avatar_url": author.get("avatar_url"),+ "total_commits": c.get("total"),+ "weeks": len(c.get("weeks", [])),+ })+ contributors.sort(key=lambda x: x.get("total_commits", 0), reverse=True)+ return {+ "owner": owner,+ "repo": repo,+ "contributors": contributors,+ "count": len(contributors),+ }+ return data+++def get_languages(owner: str, repo: str) -> Any:+ """Get programming language breakdown (in bytes) for a repository."""+ data = _make_request(f"repos/{owner}/{repo}/languages")+ if isinstance(data, dict) and "error" not in data:+ total = sum(data.values()) or 1+ breakdown = [+ {"language": lang, "bytes": count, "percentage": round(count / total * 100, 2)}+ for lang, count in sorted(data.items(), key=lambda x: x[1], reverse=True)+ ]+ return {+ "owner": owner,+ "repo": repo,+ "languages": breakdown,+ "total_bytes": total,+ }+ return data+++def search_repos(query: str, sort: str = "stars", limit: int = 30) -> Any:+ """Search GitHub repositories by keyword.+ sort: stars, forks, help-wanted-issues, updated.+ """+ params = {+ "q": query,+ "sort": sort,+ "order": "desc",+ "per_page": min(limit, 100),+ }+ data = _make_request("search/repositories", params=params)+ if isinstance(data, dict) and "items" in data:+ repos = []+ for r in data["items"][:limit]:+ repos.append({+ "full_name": r.get("full_name"),+ "description": r.get("description"),+ "language": r.get("language"),+ "stars": r.get("stargazers_count"),+ "forks": r.get("forks_count"),+ "updated_at": r.get("updated_at"),+ "topics": r.get("topics", []),+ "license": r.get("license", {}).get("spdx_id") if r.get("license") else None,+ })+ return {+ "query": query,+ "sort": sort,+ "total_count": data.get("total_count"),+ "repos": repos,+ "count": len(repos),+ }+ return data+++def get_trending_topics() -> Any:+ """Get trending GitHub topics (most starred topics)."""+ params = {"q": "is:featured", "per_page": 30}+ data = _make_request("search/topics", params=params)+ if isinstance(data, dict) and "items" in data:+ topics = []+ for t in data["items"]:+ topics.append({+ "name": t.get("name"),+ "display_name": t.get("display_name"),+ "short_description": t.get("short_description"),+ "created_by": t.get("created_by"),+ "released": t.get("released"),+ "featured": t.get("featured"),+ "curated": t.get("curated"),+ })+ return {"topics": topics, "count": len(topics), "total": data.get("total_count")}+ return data+++def get_code_frequency(owner: str, repo: str) -> Any:+ """Get weekly code change frequency (additions and deletions) for the past year."""+ data = _make_request(f"repos/{owner}/{repo}/stats/code_frequency")+ if isinstance(data, list):+ formatted = [+ {"week_timestamp": row[0], "additions": row[1], "deletions": row[2]}+ for row in data if isinstance(row, list) and len(row) >= 3+ ]+ return {+ "owner": owner,+ "repo": repo,+ "code_frequency": formatted,+ "weeks": len(formatted),+ "total_additions": sum(r["additions"] for r in formatted),+ "total_deletions": sum(r["deletions"] for r in formatted),+ }+ return data+++def get_releases(owner: str, repo: str, limit: int = 10) -> Any:+ """Get recent releases for a repository."""+ params = {"per_page": min(limit, 100)}+ data = _make_request(f"repos/{owner}/{repo}/releases", params=params)+ if isinstance(data, list):+ releases = []+ for r in data[:limit]:+ releases.append({+ "tag_name": r.get("tag_name"),+ "name": r.get("name"),+ "published_at": r.get("published_at"),+ "prerelease": r.get("prerelease"),+ "draft": r.get("draft"),+ "assets_count": len(r.get("assets", [])),+ "body_preview": (r.get("body") or "")[:200],+ })+ return {"owner": owner, "repo": repo, "releases": releases, "count": len(releases)}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: repo, commits, contributors, languages, search, trending, code_frequency, releases"}))+ return++ command = args[0]++ if command == "repo":+ if len(args) < 3:+ result = {"error": "Usage: repo <owner> <repo> (e.g. repo microsoft vscode)"}+ else:+ result = get_repo_stats(args[1], args[2])+ elif command == "commits":+ if len(args) < 3:+ result = {"error": "Usage: commits <owner> <repo>"}+ else:+ result = get_commit_activity(args[1], args[2])+ elif command == "contributors":+ if len(args) < 3:+ result = {"error": "Usage: contributors <owner> <repo> [limit]"}+ else:+ limit = int(args[3]) if len(args) > 3 else 30+ result = get_contributors(args[1], args[2], limit)+ elif command == "languages":+ if len(args) < 3:+ result = {"error": "Usage: languages <owner> <repo>"}+ else:+ result = get_languages(args[1], args[2])+ elif command == "search":+ if len(args) < 2:+ result = {"error": "Usage: search <query> [sort] [limit]"}+ else:+ sort = args[2] if len(args) > 2 else "stars"+ limit = int(args[3]) if len(args) > 3 else 30+ result = search_repos(args[1], sort, limit)+ elif command == "trending":+ result = get_trending_topics()+ elif command == "code_frequency":+ if len(args) < 3:+ result = {"error": "Usage: code_frequency <owner> <repo>"}+ else:+ result = get_code_frequency(args[1], args[2])+ elif command == "releases":+ if len(args) < 3:+ result = {"error": "Usage: releases <owner> <repo> [limit]"}+ else:+ limit = int(args[3]) if len(args) > 3 else 10+ result = get_releases(args[1], args[2], limit)+ else:+ result = {"error": f"Unknown command: {command}. Available: repo, commits, contributors, languages, search, trending, code_frequency, releases"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/glassnode_data.py b/fincept-qt/scripts/glassnode_data.pynew file mode 100644index 000000000..64a1477fd--- /dev/null+++ b/fincept-qt/scripts/glassnode_data.py@@ -0,0 +1,119 @@+"""+Glassnode Data Fetcher+Bitcoin/Ethereum on-chain metrics — active addresses, tx count, hash rate, NVT ratio.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('GLASSNODE_API_KEY', '')+BASE_URL = "https://api.glassnode.com/v1/metrics"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_active_addresses(asset: str = "BTC", since: int = None, until: int = None, interval: str = "24h") -> Any:+ params = {"a": asset, "i": interval, "api_key": API_KEY}+ if since:+ params["s"] = since+ if until:+ params["u"] = until+ return _make_request("addresses/active_count", params)++def get_transaction_count(asset: str = "BTC", since: int = None, until: int = None, interval: str = "24h") -> Any:+ params = {"a": asset, "i": interval, "api_key": API_KEY}+ if since:+ params["s"] = since+ if until:+ params["u"] = until+ return _make_request("transactions/count", params)++def get_hash_rate(asset: str = "BTC", since: int = None, until: int = None, interval: str = "24h") -> Any:+ params = {"a": asset, "i": interval, "api_key": API_KEY}+ if since:+ params["s"] = since+ if until:+ params["u"] = until+ return _make_request("mining/hash_rate_mean", params)++def get_nvt_ratio(asset: str = "BTC", since: int = None, until: int = None, interval: str = "24h") -> Any:+ params = {"a": asset, "i": interval, "api_key": API_KEY}+ if since:+ params["s"] = since+ if until:+ params["u"] = until+ return _make_request("indicators/nvt", params)++def get_sopr(asset: str = "BTC", since: int = None, until: int = None, interval: str = "24h") -> Any:+ params = {"a": asset, "i": interval, "api_key": API_KEY}+ if since:+ params["s"] = since+ if until:+ params["u"] = until+ return _make_request("indicators/sopr", params)++def get_available_metrics(asset: str = "BTC") -> Any:+ return _make_request("endpoints", {"a": asset, "api_key": API_KEY})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "active_addresses":+ asset = args[1] if len(args) > 1 else "BTC"+ since = int(args[2]) if len(args) > 2 else None+ until = int(args[3]) if len(args) > 3 else None+ interval = args[4] if len(args) > 4 else "24h"+ result = get_active_addresses(asset, since, until, interval)+ elif command == "transactions":+ asset = args[1] if len(args) > 1 else "BTC"+ since = int(args[2]) if len(args) > 2 else None+ until = int(args[3]) if len(args) > 3 else None+ interval = args[4] if len(args) > 4 else "24h"+ result = get_transaction_count(asset, since, until, interval)+ elif command == "hash_rate":+ asset = args[1] if len(args) > 1 else "BTC"+ since = int(args[2]) if len(args) > 2 else None+ until = int(args[3]) if len(args) > 3 else None+ interval = args[4] if len(args) > 4 else "24h"+ result = get_hash_rate(asset, since, until, interval)+ elif command == "nvt":+ asset = args[1] if len(args) > 1 else "BTC"+ since = int(args[2]) if len(args) > 2 else None+ until = int(args[3]) if len(args) > 3 else None+ interval = args[4] if len(args) > 4 else "24h"+ result = get_nvt_ratio(asset, since, until, interval)+ elif command == "sopr":+ asset = args[1] if len(args) > 1 else "BTC"+ since = int(args[2]) if len(args) > 2 else None+ until = int(args[3]) if len(args) > 3 else None+ interval = args[4] if len(args) > 4 else "24h"+ result = get_sopr(asset, since, until, interval)+ elif command == "metrics":+ asset = args[1] if len(args) > 1 else "BTC"+ result = get_available_metrics(asset)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_competitiveness_data.py b/fincept-qt/scripts/global_competitiveness_data.pynew file mode 100644index 000000000..67ff57ca5--- /dev/null+++ b/fincept-qt/scripts/global_competitiveness_data.py@@ -0,0 +1,117 @@+"""+Global Competitiveness Data Fetcher+IMD World Competitiveness Yearbook + WEF GCI proxy via World Bank: competitiveness indicators by country.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.worldbank.org/v2/en/indicator"++COMPETITIVENESS_INDICATORS = {+ "infrastructure": "IS.AIR.PSGR",+ "technology_readiness": "IT.NET.USER.ZS",+ "market_efficiency": "IC.BUS.EASE.XQ",+ "institutions": "IQ.CPA.PUBS.XQ",+ "innovation": "IP.PAT.RESD",+ "business_sophistication": "IC.FRM.TRNG.ZS",+ "higher_education": "SE.TER.ENRR",+ "financial_market": "FB.BNK.CAPA.ZS"+}++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "json"+ params["per_page"] = 100+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_indicator(indicator_code: str, country: str, year: int) -> Any:+ url = f"https://api.worldbank.org/v2/country/{country}/indicator/{indicator_code}"+ params = {"date": str(year), "format": "json"}+ return _make_request(url, params=params)+++def get_infrastructure_score(country: str = "US", year: int = 2022) -> Any:+ return _fetch_indicator(COMPETITIVENESS_INDICATORS["infrastructure"], country, year)+++def get_technology_readiness(country: str = "US", year: int = 2022) -> Any:+ return _fetch_indicator(COMPETITIVENESS_INDICATORS["technology_readiness"], country, year)+++def get_market_efficiency(country: str = "US", year: int = 2022) -> Any:+ return _fetch_indicator(COMPETITIVENESS_INDICATORS["market_efficiency"], country, year)+++def get_institutions_score(country: str = "US", year: int = 2022) -> Any:+ return _fetch_indicator(COMPETITIVENESS_INDICATORS["institutions"], country, year)+++def get_innovation_score(country: str = "US", year: int = 2022) -> Any:+ return _fetch_indicator(COMPETITIVENESS_INDICATORS["innovation"], country, year)+++def get_rankings(indicator: str = "technology_readiness", year: int = 2022) -> Any:+ indicator_code = COMPETITIVENESS_INDICATORS.get(indicator, COMPETITIVENESS_INDICATORS["technology_readiness"])+ url = f"https://api.worldbank.org/v2/country/all/indicator/{indicator_code}"+ params = {"date": str(year), "format": "json", "per_page": 300}+ return _make_request(url, params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "infrastructure":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_infrastructure_score(country, year)+ elif command == "technology":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_technology_readiness(country, year)+ elif command == "market":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_market_efficiency(country, year)+ elif command == "institutions":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_institutions_score(country, year)+ elif command == "innovation":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_innovation_score(country, year)+ elif command == "rankings":+ indicator = args[1] if len(args) > 1 else "technology_readiness"+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_rankings(indicator, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_debt_monitor_data.py b/fincept-qt/scripts/global_debt_monitor_data.pynew file mode 100644index 000000000..6ed864a33--- /dev/null+++ b/fincept-qt/scripts/global_debt_monitor_data.py@@ -0,0 +1,126 @@+"""+Global Debt Monitor Data Fetcher+Government, corporate, and household debt ratios globally via the IMF Data+Mapper API (covers fiscal monitor, WEO, and global debt database indicators).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('IMF_API_KEY', '')+BASE_URL = "https://www.imf.org/external/datamapper/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++# IMF DataMapper indicator codes+DEBT_INDICATORS = {+ "government_gross": "GGXWDG_NGDP", # General government gross debt (% GDP)+ "government_net": "GGXWDN_NGDP", # General government net debt (% GDP)+ "government_balance": "GGXCNL_NGDP", # Net lending/borrowing (% GDP)+ "debt_service": "GGXFD_NGDP", # Gross financing needs (% GDP)+ "primary_balance": "GGXONLB_NGDP", # Primary net lending/borrowing (% GDP)+ "household_debt": "HH_LS", # Household debt (% GDP) - BIS+ "corporate_debt": "NFC_LS", # Non-financial corporate debt (% GDP) - BIS+ "total_private_debt": "PVTD_LS", # Private sector debt (% GDP)+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_indicator(indicator_code: str, country: str = None,+ start_year: str = None, end_year: str = None) -> Any:+ endpoint = f"indicators/{indicator_code}"+ if country:+ endpoint = f"{endpoint}/{country}"+ params = {}+ if start_year:+ params["periods"] = f"{start_year}:{end_year or start_year}"+ return _make_request(endpoint, params)+++def get_government_debt(country: str = None, start_year: str = None, end_year: str = None) -> Any:+ return _fetch_indicator(DEBT_INDICATORS["government_gross"], country, start_year, end_year)+++def get_corporate_debt(country: str = None, start_year: str = None, end_year: str = None) -> Any:+ return _fetch_indicator(DEBT_INDICATORS["corporate_debt"], country, start_year, end_year)+++def get_household_debt(country: str = None, start_year: str = None, end_year: str = None) -> Any:+ return _fetch_indicator(DEBT_INDICATORS["household_debt"], country, start_year, end_year)+++def get_total_debt(country: str = None, year: str = None) -> Any:+ results = {}+ for key in ["government_gross", "corporate_debt", "household_debt", "total_private_debt"]:+ results[key] = _fetch_indicator(DEBT_INDICATORS[key], country, year, year)+ return results+++def get_debt_service_ratio(country: str = None, year: str = None) -> Any:+ return _fetch_indicator(DEBT_INDICATORS["debt_service"], country, year, year)+++def get_debt_trends(country: str = None) -> Any:+ results = {}+ for key in ["government_gross", "government_net", "government_balance", "primary_balance"]:+ results[key] = _fetch_indicator(DEBT_INDICATORS[key], country)+ return results+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "government":+ country = args[1] if len(args) > 1 else None+ start_year = args[2] if len(args) > 2 else None+ end_year = args[3] if len(args) > 3 else None+ result = get_government_debt(country, start_year, end_year)+ elif command == "corporate":+ country = args[1] if len(args) > 1 else None+ start_year = args[2] if len(args) > 2 else None+ end_year = args[3] if len(args) > 3 else None+ result = get_corporate_debt(country, start_year, end_year)+ elif command == "household":+ country = args[1] if len(args) > 1 else None+ start_year = args[2] if len(args) > 2 else None+ end_year = args[3] if len(args) > 3 else None+ result = get_household_debt(country, start_year, end_year)+ elif command == "total":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_total_debt(country, year)+ elif command == "service_ratio":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_debt_service_ratio(country, year)+ elif command == "trends":+ country = args[1] if len(args) > 1 else None+ result = get_debt_trends(country)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_findex_data.py b/fincept-qt/scripts/global_findex_data.pynew file mode 100644index 000000000..c0a85a7fa--- /dev/null+++ b/fincept-qt/scripts/global_findex_data.py@@ -0,0 +1,204 @@+"""+World Bank Global Findex Data Fetcher+Fetches financial inclusion data — bank accounts, digital payments, credit access,+savings rates, and mobile money for 140+ countries from the Global Findex database.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WORLDBANK_API_KEY', '')+BASE_URL = "https://api.worldbank.org/v2/en/indicator"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++FINDEX_INDICATORS = {+ "account_ownership": {+ "account_total": "FX.OWN.TOTL.ZS",+ "account_female": "FX.OWN.TOTL.FE.ZS",+ "account_male": "FX.OWN.TOTL.MA.ZS",+ "account_young_adults": "FX.OWN.TOTL.YG.ZS",+ "account_poorest40": "FX.OWN.TOTL.PL.ZS",+ "account_rural": "FX.OWN.TOTL.RU.ZS",+ "account_secondary_edu": "FX.OWN.TOTL.SO.ZS",+ },+ "digital_payments": {+ "digital_payments_total": "FX.PAY.TOTL.ZS",+ "digital_payments_female": "FX.PAY.TOTL.FE.ZS",+ "mobile_internet_payments": "FX.PAY.MINX.ZS",+ "received_digital_payment": "FX.REG.DIRI.ZS",+ "govt_transfer_digital": "FX.PAY.GOVX.ZS",+ },+ "credit_access": {+ "borrowed_formal": "FX.BRW.FRML.ZS",+ "borrowed_informal": "FX.BRW.IFRM.ZS",+ "credit_card": "FX.CRD.CTTL.ZS",+ "borrowed_employer": "FX.BRW.EMPL.ZS",+ "borrowed_family": "FX.BRW.FAMF.ZS",+ "loan_outstanding": "FX.CRD.DSTK.ZS",+ },+ "savings": {+ "saved_formal": "FX.SAV.FRML.ZS",+ "saved_informal": "FX.SAV.IFRM.ZS",+ "saved_pension": "FX.SAV.PENS.ZS",+ "saved_money_any": "FX.SAV.TOTL.ZS",+ "saved_for_emergencies": "FX.SAV.EMRG.ZS",+ "saved_agricultural": "FX.SAV.AGRI.ZS",+ },+ "mobile_money": {+ "mobile_account": "FX.MOB.TOTL.ZS",+ "mobile_account_female": "FX.MOB.TOTL.FE.ZS",+ "mobile_account_male": "FX.MOB.TOTL.MA.ZS",+ "mobile_account_poorest40": "FX.MOB.TOTL.PL.ZS",+ "mobile_account_rural": "FX.MOB.TOTL.RU.ZS",+ "used_mobile_to_pay": "FX.MOB.PAYB.ZS",+ },+ "financial_inclusion_index": {+ "debit_card": "FX.CRD.DBIT.ZS",+ "made_digital_payment_1y": "FX.PAY.MINX.ZS",+ "paid_digitally_in_store": "FX.PAY.INST.ZS",+ "no_account_reason_far": "FX.NEA.DIST.ZS",+ "no_account_reason_cost": "FX.NEA.COST.ZS",+ "no_account_reason_doc": "FX.NEA.PROC.ZS",+ "no_account_reason_trust": "FX.NEA.TRST.ZS",+ "unbanked_adults_pct": "FX.NEA.TOTL.ZS",+ },+}++COUNTRY_CODES = {+ "USA": "US", "GBR": "GB", "DEU": "DE", "FRA": "FR", "JPN": "JP",+ "CHN": "CN", "IND": "IN", "BRA": "BR", "RUS": "RU", "CAN": "CA",+ "AUS": "AU", "KOR": "KR", "ESP": "ES", "ITA": "IT", "MEX": "MX",+ "IDN": "ID", "NLD": "NL", "SAU": "SA", "CHE": "CH", "SWE": "SE",+ "TUR": "TR", "ZAF": "ZA", "ARG": "AR", "NGA": "NG", "EGY": "EG",+ "SGP": "SG", "MYS": "MY", "THA": "TH", "PHL": "PH", "VNM": "VN",+ "PAK": "PK", "BGD": "BD", "POL": "PL", "GRC": "GR", "KEN": "KE",+ "TZA": "TZ", "ETH": "ET", "GHA": "GH", "MOZ": "MZ", "RWA": "RW",+}++FINDEX_YEARS = ["2011", "2014", "2017", "2021"]+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "json"+ params["per_page"] = params.get("per_page", 100)+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _get_findex_indicator(country: str, indicator_id: str, year: str = "") -> Dict:+ country_code = COUNTRY_CODES.get(country.upper(), country)+ url = f"https://api.worldbank.org/v2/country/{country_code}/indicator/{indicator_id}"+ params = {"format": "json", "per_page": 20}+ if year:+ params["date"] = year+ else:+ params["date"] = "2011:2022"+ data = _make_request(url, params)+ if isinstance(data, list) and len(data) >= 2:+ observations = data[1] or []+ cleaned = [+ {"year": obs.get("date", ""), "value": obs.get("value", None)}+ for obs in observations+ if obs.get("value") is not None+ ]+ return {+ "country": country,+ "indicator_id": indicator_id,+ "indicator_name": (observations[0].get("indicator", {}) or {}).get("value", "") if observations else "",+ "unit": "% of population age 15+",+ "findex_years": FINDEX_YEARS,+ "data": sorted(cleaned, key=lambda x: x["year"]),+ }+ if isinstance(data, dict) and "error" in data:+ return data+ return {"error": "Unexpected response", "country": country, "indicator": indicator_id}+++def _get_category_indicators(country: str, category: str, year: str = "") -> Dict:+ indicators = FINDEX_INDICATORS.get(category, {})+ if not indicators:+ return {"error": f"Unknown category: {category}", "available": list(FINDEX_INDICATORS.keys())}+ result = {"country": country, "category": category, "indicators": {}}+ for name, ind_id in indicators.items():+ result["indicators"][name] = _get_findex_indicator(country, ind_id, year)+ return result+++def get_account_ownership(country: str, year: str = "") -> Dict:+ return _get_category_indicators(country, "account_ownership", year)+++def get_digital_payments(country: str, year: str = "") -> Dict:+ return _get_category_indicators(country, "digital_payments", year)+++def get_credit_access(country: str, year: str = "") -> Dict:+ return _get_category_indicators(country, "credit_access", year)+++def get_savings_rate(country: str, year: str = "") -> Dict:+ return _get_category_indicators(country, "savings", year)+++def get_mobile_money(country: str, year: str = "") -> Dict:+ return _get_category_indicators(country, "mobile_money", year)+++def get_financial_inclusion_index(country: str, year: str = "") -> Dict:+ return _get_category_indicators(country, "financial_inclusion_index", year)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "accounts":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_account_ownership(country, year)+ elif command == "digital_payments":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_digital_payments(country, year)+ elif command == "credit":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_credit_access(country, year)+ elif command == "savings":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_savings_rate(country, year)+ elif command == "mobile_money":+ country = args[1] if len(args) > 1 else "KEN"+ year = args[2] if len(args) > 2 else ""+ result = get_mobile_money(country, year)+ elif command == "index":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_financial_inclusion_index(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_fishing_watch_data.py b/fincept-qt/scripts/global_fishing_watch_data.pynew file mode 100644index 000000000..ceea7bb3b--- /dev/null+++ b/fincept-qt/scripts/global_fishing_watch_data.py@@ -0,0 +1,175 @@+"""+Global Fishing Watch Data Fetcher+Provides vessel tracking, fishing activity hours, port events, and AIS data+for vessels worldwide via the Global Fishing Watch public API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('GFW_API_KEY', '')+BASE_URL = "https://gateway.api.globalfishingwatch.org/v3"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {}+ if API_KEY:+ headers["Authorization"] = f"Bearer {API_KEY}"+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _check_api_key() -> Optional[Dict]:+ if not API_KEY:+ return {"error": "GFW_API_KEY environment variable not set"}+ return None+++def get_vessel_search(query: str) -> Any:+ """Search for vessels by name, MMSI, IMO, or callsign."""+ err = _check_api_key()+ if err:+ return err+ params = {"query": query, "datasets[0]": "public-global-vessel-identity:latest"}+ data = _make_request("vessels/search", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"query": query, "results": data}+++def get_vessel_tracks(vessel_id: str, start_date: str, end_date: str) -> Any:+ """Return AIS track points for a vessel within a date range (YYYY-MM-DD)."""+ err = _check_api_key()+ if err:+ return err+ params = {+ "startDate": start_date,+ "endDate": end_date,+ "datasets[0]": "public-global-fishing-tracks:latest"+ }+ data = _make_request(f"vessels/{vessel_id}/tracks", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"vessel_id": vessel_id, "start_date": start_date, "end_date": end_date, "tracks": data}+++def get_fishing_activity(lat: float, lon: float, radius: float, start_date: str, end_date: str) -> Any:+ """Return fishing activity hours within a radius (km) of a point for a date range."""+ err = _check_api_key()+ if err:+ return err+ params = {+ "datasets[0]": "public-global-fishing-effort:latest",+ "startDate": start_date,+ "endDate": end_date,+ "center-lat": lat,+ "center-lon": lon,+ "radius": radius+ }+ data = _make_request("4wings/report", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"lat": lat, "lon": lon, "radius_km": radius, "start_date": start_date, "end_date": end_date, "activity": data}+++def get_port_visits(port_id: str, start_date: str, end_date: str) -> Any:+ """Return vessel port visit events for a specific port within a date range."""+ err = _check_api_key()+ if err:+ return err+ params = {+ "datasets[0]": "public-global-port-visits-c2-events:latest",+ "startDate": start_date,+ "endDate": end_date,+ "anchorage-id": port_id+ }+ data = _make_request("events", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"port_id": port_id, "start_date": start_date, "end_date": end_date, "visits": data}+++def get_events(vessel_id: str, event_type: str = "fishing") -> Any:+ """Return events (fishing, port visits, encounters, loitering) for a vessel."""+ err = _check_api_key()+ if err:+ return err+ params = {+ "vessels[0]": vessel_id,+ "datasets[0]": f"public-global-{event_type}-events:latest"+ }+ data = _make_request("events", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"vessel_id": vessel_id, "event_type": event_type, "events": data}+++def get_datasets() -> Any:+ """Return all available datasets in the Global Fishing Watch API."""+ err = _check_api_key()+ if err:+ return err+ data = _make_request("datasets")+ if isinstance(data, dict) and "error" in data:+ return data+ return {"datasets": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else ""+ if not query:+ result = {"error": "query required"}+ else:+ result = get_vessel_search(query)+ elif command == "tracks":+ if len(args) < 4:+ result = {"error": "vessel_id, start_date, end_date required"}+ else:+ result = get_vessel_tracks(args[1], args[2], args[3])+ elif command == "fishing":+ if len(args) < 6:+ result = {"error": "lat, lon, radius, start_date, end_date required"}+ else:+ result = get_fishing_activity(float(args[1]), float(args[2]), float(args[3]), args[4], args[5])+ elif command == "ports":+ if len(args) < 4:+ result = {"error": "port_id, start_date, end_date required"}+ else:+ result = get_port_visits(args[1], args[2], args[3])+ elif command == "events":+ if len(args) < 2:+ result = {"error": "vessel_id required"}+ else:+ event_type = args[2] if len(args) > 2 else "fishing"+ result = get_events(args[1], event_type)+ elif command == "datasets":+ result = get_datasets()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_forest_watch_data.py b/fincept-qt/scripts/global_forest_watch_data.pynew file mode 100644index 000000000..b9321f4fc--- /dev/null+++ b/fincept-qt/scripts/global_forest_watch_data.py@@ -0,0 +1,127 @@+"""+Global Forest Watch Data Fetcher+Deforestation alerts, tree cover loss, forest carbon stock, protected areas,+and fire data via the Global Forest Watch Data API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('GFW_API_KEY', '')+BASE_URL = "https://data-api.globalforestwatch.org/v0"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {}+ if API_KEY:+ headers["x-api-key"] = API_KEY+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_tree_cover_loss(country: str = None, year: str = None) -> Any:+ params = {"sql": "SELECT * FROM umd_tree_cover_loss LIMIT 100"}+ if country:+ params["geostore_origin"] = "gadm"+ params["iso"] = country+ if year:+ params["sql"] = f"SELECT * FROM umd_tree_cover_loss WHERE umd_tree_cover_loss__year = {year} LIMIT 100"+ return _make_request("query", params)+++def get_deforestation_alerts(country: str = None, start_date: str = None, end_date: str = None) -> Any:+ params = {"sql": "SELECT * FROM umd_glad_landsat_alerts LIMIT 100"}+ if country:+ params["iso"] = country+ if start_date and end_date:+ params["sql"] = (+ f"SELECT * FROM umd_glad_landsat_alerts "+ f"WHERE umd_glad_landsat_alerts__date >= '{start_date}' "+ f"AND umd_glad_landsat_alerts__date <= '{end_date}' LIMIT 100"+ )+ return _make_request("query", params)+++def get_forest_carbon(country: str = None, year: str = None) -> Any:+ params = {"sql": "SELECT * FROM whrc_aboveground_co2_emissions__Mg LIMIT 100"}+ if country:+ params["iso"] = country+ return _make_request("query", params)+++def get_protected_areas(country: str = None) -> Any:+ params = {"sql": "SELECT * FROM wdpa_protected_areas LIMIT 100"}+ if country:+ params["iso"] = country+ return _make_request("query", params)+++def get_fires_data(country: str = None, start_date: str = None, end_date: str = None) -> Any:+ params = {"sql": "SELECT * FROM nasa_viirs_fire_alerts LIMIT 100"}+ if country:+ params["iso"] = country+ if start_date and end_date:+ params["sql"] = (+ f"SELECT * FROM nasa_viirs_fire_alerts "+ f"WHERE alert__date >= '{start_date}' "+ f"AND alert__date <= '{end_date}' LIMIT 100"+ )+ return _make_request("query", params)+++def get_countries() -> Any:+ return _make_request("country")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "cover_loss":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_tree_cover_loss(country, year)+ elif command == "alerts":+ country = args[1] if len(args) > 1 else None+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_deforestation_alerts(country, start_date, end_date)+ elif command == "carbon":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_forest_carbon(country, year)+ elif command == "protected":+ country = args[1] if len(args) > 1 else None+ result = get_protected_areas(country)+ elif command == "fires":+ country = args[1] if len(args) > 1 else None+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_fires_data(country, start_date, end_date)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_health_security_data.py b/fincept-qt/scripts/global_health_security_data.pynew file mode 100644index 000000000..25c0e116a--- /dev/null+++ b/fincept-qt/scripts/global_health_security_data.py@@ -0,0 +1,215 @@+"""+Global Health Security (GHS) Index & WHO IHR Data Fetcher+Provides Global Health Security Index scores, pandemic preparedness assessments,+country rankings, category scores, and historical trend data.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('GHS_API_KEY', '')+BASE_URL = "https://www.ghsindex.org/api"++# GHS public data is hosted as JSON on the GHS Index website+GHS_DATA_URL = "https://www.ghsindex.org/wp-content/uploads/2021/10"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_ghs_data(year: int = 2021) -> Any:+ """Fetch GHS Index dataset for a given year."""+ # GHS Index published in 2019 and 2021+ if year == 2019:+ url = "https://www.ghsindex.org/wp-content/uploads/2020/04/2019-Global-Health-Security-Index.json"+ else:+ url = "https://www.ghsindex.org/wp-content/uploads/2021/10/2021-GHS-Index-April-2022.json"+ try:+ response = session.get(url, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError:+ return _make_request(f"scores/{year}")+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_index_scores(year: int = 2021) -> Any:+ """Return GHS Index overall scores for all countries in a given year."""+ data = _fetch_ghs_data(year)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"year": year, "scores": data}+++def get_country_score(country: str, year: int = 2021) -> Any:+ """Return the GHS Index score and breakdown for a specific country."""+ data = _fetch_ghs_data(year)+ if isinstance(data, dict) and "error" in data:+ return data+ if isinstance(data, list):+ for entry in data:+ iso = entry.get("ISO_Alpha_3_Code", entry.get("iso3", entry.get("country_code", "")))+ name = entry.get("Country_Name", entry.get("country", ""))+ if (iso and iso.upper() == country.upper()) or (name and name.lower() == country.lower()):+ return {"country": country, "year": year, "score": entry}+ return {"country": country, "year": year, "score": None,+ "note": f"Country '{country}' not found in {year} GHS Index data"}+ return {"country": country, "year": year, "data": data}+++def get_category_scores(country: str, year: int = 2021) -> Any:+ """Return all 6 category scores for a country (prevention, detection, response, etc.)."""+ country_data = get_country_score(country, year)+ if "error" in country_data:+ return country_data+ score_entry = country_data.get("score", {}) or {}+ categories = {+ "prevention": score_entry.get("Category_1_Prevention", score_entry.get("prevention")),+ "detection": score_entry.get("Category_2_Detection", score_entry.get("detection")),+ "response": score_entry.get("Category_3_Response", score_entry.get("response")),+ "health_system": score_entry.get("Category_4_Health_System", score_entry.get("health_system")),+ "compliance": score_entry.get("Category_5_Compliance", score_entry.get("compliance")),+ "risk_environment": score_entry.get("Category_6_Risk_Environment", score_entry.get("risk_environment")),+ "overall": score_entry.get("Overall_Score", score_entry.get("overall"))+ }+ return {"country": country, "year": year, "categories": categories}+++def get_rankings(year: int = 2021, category: str = "overall") -> Any:+ """Return all countries ranked by overall or category GHS score."""+ data = _fetch_ghs_data(year)+ if isinstance(data, dict) and "error" in data:+ return data+ if isinstance(data, list):+ category_map = {+ "overall": "Overall_Score",+ "prevention": "Category_1_Prevention",+ "detection": "Category_2_Detection",+ "response": "Category_3_Response",+ "health_system": "Category_4_Health_System",+ "compliance": "Category_5_Compliance",+ "risk_environment": "Category_6_Risk_Environment"+ }+ score_key = category_map.get(category, "Overall_Score")+ ranked = sorted(data, key=lambda x: float(x.get(score_key, 0) or 0), reverse=True)+ for i, entry in enumerate(ranked, 1):+ entry["rank"] = i+ return {"year": year, "category": category, "rankings": ranked, "count": len(ranked)}+ return {"year": year, "category": category, "rankings": data}+++def get_historical(country: str) -> Any:+ """Return GHS Index scores for a country across all available survey years (2019, 2021)."""+ history = []+ for year in [2019, 2021]:+ country_data = get_country_score(country, year)+ if not (isinstance(country_data, dict) and "error" in country_data):+ history.append({"year": year, "data": country_data.get("score", {})})+ return {"country": country, "historical_scores": history,+ "years_available": [h["year"] for h in history]}+++def get_indicators() -> Any:+ """Return the GHS Index framework: categories, indicators, and sub-indicators."""+ framework = {+ "categories": [+ {+ "id": 1, "name": "Prevention",+ "description": "Prevention of the emergence or release of pathogens",+ "indicators": ["Antimicrobial resistance", "Zoonotic disease", "Biosafety", "Biosecurity", "Dual-use research", "Immunization"]+ },+ {+ "id": 2, "name": "Detection & Reporting",+ "description": "Early detection and reporting of epidemics of potential international concern",+ "indicators": ["Laboratory systems", "Real-time surveillance", "Reporting"]+ },+ {+ "id": 3, "name": "Rapid Response",+ "description": "Rapid response to and mitigation of the spread of an epidemic",+ "indicators": ["Emergency preparedness", "Exercising response plans", "Emergency response operations", "Linking public health & security"]+ },+ {+ "id": 4, "name": "Health System",+ "description": "Sufficient and robust health system to treat the sick and protect health workers",+ "indicators": ["Medical countermeasures", "Healthcare capacity", "Communications with public", "Access to communications infrastructure"]+ },+ {+ "id": 5, "name": "Commitments",+ "description": "Commitments to improving national capacity, financing and adherence to norms",+ "indicators": ["IHR compliance", "Financing", "Commitment to norms"]+ },+ {+ "id": 6, "name": "Risk Environment",+ "description": "Overall risk environment and country vulnerability",+ "indicators": ["Political and security risks", "Socioeconomic resilience", "Infrastructure adequacy", "Environmental risks", "Public health vulnerabilities"]+ }+ ],+ "total_indicators": 34,+ "total_sub_indicators": 85+ }+ return {"framework": framework}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "scores":+ year = int(args[1]) if len(args) > 1 else 2021+ result = get_index_scores(year)+ elif command == "country":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else 2021+ result = get_country_score(country, year)+ elif command == "categories":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else 2021+ result = get_category_scores(country, year)+ elif command == "rankings":+ year = int(args[1]) if len(args) > 1 else 2021+ category = args[2] if len(args) > 2 else "overall"+ result = get_rankings(year, category)+ elif command == "historical":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ result = get_historical(country)+ elif command == "indicators":+ result = get_indicators()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_innovation_data.py b/fincept-qt/scripts/global_innovation_data.pynew file mode 100644index 000000000..c9743711d--- /dev/null+++ b/fincept-qt/scripts/global_innovation_data.py@@ -0,0 +1,107 @@+"""+Global Innovation Index Data Fetcher+Global Innovation Index (WIPO/Cornell): innovation ranking and scores for 130+ countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://www.globalinnovationindex.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_countries() -> Any:+ return _make_request("countries")+++def get_gii_scores(year: int = 2023, country: str = None) -> Any:+ params = {"year": year}+ if country:+ params["country"] = country+ return _make_request("scores", params=params)+++def get_rankings(year: int = 2023, pillar: str = None) -> Any:+ params = {"year": year}+ if pillar:+ params["pillar"] = pillar+ return _make_request("rankings", params=params)+++def get_trend(country: str, start_year: int = 2015, end_year: int = 2023) -> Any:+ params = {+ "country": country,+ "startYear": start_year,+ "endYear": end_year+ }+ return _make_request("trend", params=params)+++def get_pillars(country: str, year: int = 2023) -> Any:+ params = {"country": country, "year": year}+ return _make_request("pillars", params=params)+++def get_regional_scores(year: int = 2023, region: str = None) -> Any:+ params = {"year": year}+ if region:+ params["region"] = region+ return _make_request("regional", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "countries":+ result = get_countries()+ elif command == "scores":+ year = int(args[1]) if len(args) > 1 else 2023+ country = args[2] if len(args) > 2 else None+ result = get_gii_scores(year, country)+ elif command == "rankings":+ year = int(args[1]) if len(args) > 1 else 2023+ pillar = args[2] if len(args) > 2 else None+ result = get_rankings(year, pillar)+ elif command == "trend":+ country = args[1] if len(args) > 1 else "United States"+ start_year = int(args[2]) if len(args) > 2 else 2015+ end_year = int(args[3]) if len(args) > 3 else 2023+ result = get_trend(country, start_year, end_year)+ elif command == "pillars":+ country = args[1] if len(args) > 1 else "United States"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_pillars(country, year)+ elif command == "regional":+ year = int(args[1]) if len(args) > 1 else 2023+ region = args[2] if len(args) > 2 else None+ result = get_regional_scores(year, region)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_petrol_prices_data.py b/fincept-qt/scripts/global_petrol_prices_data.pynew file mode 100644index 000000000..7a4509aa4--- /dev/null+++ b/fincept-qt/scripts/global_petrol_prices_data.py@@ -0,0 +1,160 @@+"""+GlobalPetrolPrices Data Fetcher+Retail fuel prices (gasoline, diesel, LPG) by country — weekly updates+from GlobalPetrolPrices public data (no key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://www.globalpetrolprices.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({+ "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",+ "Accept": "application/json, text/html, */*"+})++FUEL_TYPES = {+ "gasoline": "gasoline_prices",+ "diesel": "diesel_prices",+ "lpg": "lpg_prices",+ "electricity": "electricity_prices",+ "natural_gas": "natural_gas_prices",+ "heating_oil": "heating_oil_prices"+}++DATAPORTAL_BASE = "https://www.globalpetrolprices.com/data"+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_json_data(fuel_slug: str) -> Any:+ # Try the public chart JSON endpoint+ urls = [+ f"{BASE_URL}/{fuel_slug}/",+ f"{BASE_URL}/{fuel_slug}/n/aaa/en/"+ ]+ for url in urls:+ try:+ resp = session.get(url, timeout=30)+ resp.raise_for_status()+ # Try to extract JSON from page script tags+ text = resp.text+ import re+ match = re.search(r'var\s+chartData\s*=\s*(\[.*?\]);', text, re.DOTALL)+ if match:+ return json.loads(match.group(1))+ match2 = re.search(r'"prices"\s*:\s*(\[.*?\])', text, re.DOTALL)+ if match2:+ return json.loads(match2.group(1))+ except Exception:+ continue+ return {"error": "Unable to fetch chart data from GlobalPetrolPrices. The site may require browser access."}+++def get_gasoline_prices(country: str = None) -> Any:+ data = _fetch_json_data("gasoline_prices")+ if isinstance(data, list) and country:+ data = [d for d in data if country.lower() in str(d).lower()]+ return {"fuel_type": "gasoline", "unit": "USD per liter", "country": country, "data": data}+++def get_diesel_prices(country: str = None) -> Any:+ data = _fetch_json_data("diesel_prices")+ if isinstance(data, list) and country:+ data = [d for d in data if country.lower() in str(d).lower()]+ return {"fuel_type": "diesel", "unit": "USD per liter", "country": country, "data": data}+++def get_lpg_prices(country: str = None) -> Any:+ data = _fetch_json_data("lpg_prices")+ if isinstance(data, list) and country:+ data = [d for d in data if country.lower() in str(d).lower()]+ return {"fuel_type": "lpg", "unit": "USD per liter", "country": country, "data": data}+++def get_electricity_prices(country: str = None) -> Any:+ data = _fetch_json_data("electricity_prices")+ if isinstance(data, list) and country:+ data = [d for d in data if country.lower() in str(d).lower()]+ return {"fuel_type": "electricity", "unit": "USD per kWh", "country": country, "data": data}+++def get_price_history(fuel_type: str = "gasoline", country: str = "United States",+ weeks: int = 52) -> Any:+ slug = FUEL_TYPES.get(fuel_type.lower(), f"{fuel_type}_prices")+ url = f"{BASE_URL}/{slug}/{country.lower().replace(' ', '_')}/"+ try:+ resp = session.get(url, timeout=30)+ resp.raise_for_status()+ text = resp.text+ import re+ match = re.search(r'var\s+chartData\s*=\s*(\[.*?\]);', text, re.DOTALL)+ if match:+ data = json.loads(match.group(1))+ if isinstance(data, list):+ data = data[-weeks:] if len(data) > weeks else data+ return {"fuel_type": fuel_type, "country": country, "weeks": weeks,+ "count": len(data) if isinstance(data, list) else 0, "history": data}+ return {"error": f"No historical data found for {country}"}+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}+++def get_country_rankings(fuel_type: str = "gasoline") -> Any:+ data = _fetch_json_data(FUEL_TYPES.get(fuel_type.lower(), f"{fuel_type}_prices"))+ return {"fuel_type": fuel_type, "unit": "USD per liter",+ "description": "Country rankings by fuel price", "data": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "gasoline":+ country = args[1] if len(args) > 1 else None+ result = get_gasoline_prices(country)+ elif command == "diesel":+ country = args[1] if len(args) > 1 else None+ result = get_diesel_prices(country)+ elif command == "lpg":+ country = args[1] if len(args) > 1 else None+ result = get_lpg_prices(country)+ elif command == "electricity":+ country = args[1] if len(args) > 1 else None+ result = get_electricity_prices(country)+ elif command == "history":+ fuel_type = args[1] if len(args) > 1 else "gasoline"+ country = args[2] if len(args) > 2 else "United States"+ weeks = int(args[3]) if len(args) > 3 else 52+ result = get_price_history(fuel_type, country, weeks)+ elif command == "rankings":+ fuel_type = args[1] if len(args) > 1 else "gasoline"+ result = get_country_rankings(fuel_type)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_price_index_data.py b/fincept-qt/scripts/global_price_index_data.pynew file mode 100644index 000000000..ec56d8b06--- /dev/null+++ b/fincept-qt/scripts/global_price_index_data.py@@ -0,0 +1,189 @@+"""+Global Price Index Data Fetcher+Various global price indices: Big Mac Index, Economist commodity indices,+CPI comparisons, PPP rates — fetched from public sources.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://raw.githubusercontent.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json, text/csv, */*"})++BIG_MAC_CSV_URL = "https://raw.githubusercontent.com/TheEconomist/big-mac-data/master/output-data/big-mac-full-index.csv"+IMF_WEO_BASE = "https://www.imf.org/external/datamapper/api/v1"+WB_API_BASE = "https://api.worldbank.org/v2"+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_csv_as_records(url: str, limit: int = 500) -> Any:+ try:+ resp = session.get(url, timeout=30)+ resp.raise_for_status()+ lines = resp.text.strip().split('\n')+ if not lines:+ return {"error": "Empty CSV"}+ headers = [h.strip().strip('"') for h in lines[0].split(',')]+ records = []+ for line in lines[1:limit+1]:+ parts = line.split(',')+ if len(parts) >= 2:+ row = {}+ for i in range(min(len(headers), len(parts))):+ row[headers[i]] = parts[i].strip().strip('"')+ records.append(row)+ return records+ except Exception as e:+ return {"error": f"CSV fetch failed: {str(e)}"}+++def get_big_mac_index(year: int = None) -> Any:+ records = _fetch_csv_as_records(BIG_MAC_CSV_URL)+ if isinstance(records, dict) and "error" in records:+ return records+ if year:+ records = [r for r in records if str(year) in r.get("date", "")]+ return {"index": "Big Mac Index", "source": "The Economist",+ "year_filter": year, "count": len(records), "data": records}+++def get_economist_commodity_index(type_: str = "energy",+ start_date: str = None, end_date: str = None) -> Any:+ # Use World Bank commodity indices as proxy for Economist indices+ indicator_map = {+ "energy": "PENERGYINDEXM",+ "non_energy": "PNRGINDEXM",+ "agriculture": "PAGRIINDEXM",+ "metals": "PMETALSINDEXM",+ "food": "PFOODINDEXM"+ }+ indicator = indicator_map.get(type_.lower(), "PENERGYINDEXM")+ url = f"{WB_API_BASE}/en/indicator/{indicator}"+ params = {"format": "json", "per_page": 500}+ if start_date:+ params["date"] = f"{start_date}:{end_date or '2024'}"+ try:+ resp = session.get(url, params=params, timeout=30)+ resp.raise_for_status()+ data = resp.json()+ if isinstance(data, list) and len(data) > 1:+ records = [{"date": r.get("date"), "value": r.get("value")}+ for r in (data[1] or []) if r.get("value") is not None]+ return {"index_type": type_, "indicator": indicator,+ "source": "World Bank / Pink Sheet", "data": records}+ return data+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}+++def get_cpi_comparison(countries: str = "US,GB,DE,JP", year: int = 2023) -> Any:+ country_list = [c.strip().upper() for c in countries.split(',')]+ results = {}+ for country in country_list:+ url = f"{WB_API_BASE}/country/{country}/indicator/FP.CPI.TOTL"+ params = {"format": "json", "date": str(year), "per_page": 5}+ try:+ resp = session.get(url, params=params, timeout=30)+ resp.raise_for_status()+ data = resp.json()+ if isinstance(data, list) and len(data) > 1 and data[1]:+ val = data[1][0]+ results[country] = {+ "country": val.get("country", {}).get("value"),+ "year": val.get("date"),+ "cpi": val.get("value")+ }+ except Exception as e:+ results[country] = {"error": str(e)}+ return {"indicator": "CPI (2010=100)", "year": year, "countries": results}+++def get_ppp_rates(country: str = "US", year: int = 2023) -> Any:+ url = f"{WB_API_BASE}/country/{country}/indicator/PA.NUS.PPP"+ params = {"format": "json", "date": f"2015:{year}", "per_page": 20}+ try:+ resp = session.get(url, params=params, timeout=30)+ resp.raise_for_status()+ data = resp.json()+ if isinstance(data, list) and len(data) > 1:+ records = [{"year": r.get("date"), "ppp_rate": r.get("value")}+ for r in (data[1] or []) if r.get("value") is not None]+ return {"country": country, "indicator": "PPP conversion factor (LCU per intl $)",+ "data": records}+ return data+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}+++def get_price_level_index(country: str = "US", year: int = 2023) -> Any:+ url = f"{WB_API_BASE}/country/{country}/indicator/PA.NUS.PRVT.PP"+ params = {"format": "json", "date": f"2015:{year}", "per_page": 20}+ try:+ resp = session.get(url, params=params, timeout=30)+ resp.raise_for_status()+ data = resp.json()+ if isinstance(data, list) and len(data) > 1:+ records = [{"year": r.get("date"), "price_level": r.get("value")}+ for r in (data[1] or []) if r.get("value") is not None]+ country_name = data[1][0].get("country", {}).get("value") if data[1] else country+ return {"country": country, "country_name": country_name,+ "indicator": "Price level ratio of PPP conversion factor to market exchange rate",+ "data": records}+ return data+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "big_mac":+ year = int(args[1]) if len(args) > 1 else None+ result = get_big_mac_index(year)+ elif command == "commodity_index":+ type_ = args[1] if len(args) > 1 else "energy"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_economist_commodity_index(type_, start_date, end_date)+ elif command == "cpi_comparison":+ countries = args[1] if len(args) > 1 else "US,GB,DE,JP"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_cpi_comparison(countries, year)+ elif command == "ppp":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_ppp_rates(country, year)+ elif command == "price_level":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_price_level_index(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_risks_data.py b/fincept-qt/scripts/global_risks_data.pynew file mode 100644index 000000000..7f2b5198c--- /dev/null+++ b/fincept-qt/scripts/global_risks_data.py@@ -0,0 +1,124 @@+"""+Global Risks Data Fetcher+WEF Global Risks Report data: risk likelihood, impact scores, interconnections from annual survey.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://www.weforum.org/reports/global-risks-report"++RISK_CATEGORIES = {+ "economic": ["Widespread cybercrime", "Asset bubble burst", "Debt crisis", "Commodity shocks"],+ "environmental": ["Climate action failure", "Extreme weather", "Biodiversity loss", "Natural disasters"],+ "geopolitical": ["State collapse", "Interstate conflict", "Terrorism", "Weapons of mass destruction"],+ "societal": ["Cost-of-living crisis", "Erosion of social cohesion", "Infectious diseases", "Mental health deterioration"],+ "technological": ["Adverse AI outcomes", "Digital power concentration", "Cybersecurity failures", "Digital inequality"]+}++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_risks(year: int = 2024) -> Any:+ params = {"year": year}+ result = _make_request("risks", params=params)+ if "error" in result:+ result["categories"] = RISK_CATEGORIES+ result["source"] = "WEF Global Risks Report"+ result["note"] = "Public API may not be available; data can be accessed at weforum.org"+ return result+++def get_risk_score(risk_id: str, year: int = 2024) -> Any:+ params = {"risk": risk_id, "year": year}+ return _make_request("score", params=params)+++def get_top_risks(year: int = 2024, category: str = None, n: int = 10) -> Any:+ params = {"year": year, "n": n}+ if category:+ params["category"] = category+ result = _make_request("top", params=params)+ if "error" in result:+ cat_risks = RISK_CATEGORIES.get(category, []) if category else [r for risks in RISK_CATEGORIES.values() for r in risks]+ result["top_risks_reference"] = cat_risks[:n]+ return result+++def get_risk_trend(risk_id: str, start_year: int = 2015, end_year: int = 2024) -> Any:+ params = {+ "risk": risk_id,+ "startYear": start_year,+ "endYear": end_year+ }+ return _make_request("trend", params=params)+++def get_categories(year: int = 2024) -> Any:+ result = _make_request("categories", params={"year": year})+ if "error" in result:+ result["categories"] = list(RISK_CATEGORIES.keys())+ result["risks_by_category"] = RISK_CATEGORIES+ return result+++def get_interconnections(year: int = 2024) -> Any:+ params = {"year": year}+ return _make_request("interconnections", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "risks":+ year = int(args[1]) if len(args) > 1 else 2024+ result = get_risks(year)+ elif command == "score":+ risk_id = args[1] if len(args) > 1 else "climate_action_failure"+ year = int(args[2]) if len(args) > 2 else 2024+ result = get_risk_score(risk_id, year)+ elif command == "top":+ year = int(args[1]) if len(args) > 1 else 2024+ category = args[2] if len(args) > 2 else None+ n = int(args[3]) if len(args) > 3 else 10+ result = get_top_risks(year, category, n)+ elif command == "trend":+ risk_id = args[1] if len(args) > 1 else "climate_action_failure"+ start_year = int(args[2]) if len(args) > 2 else 2015+ end_year = int(args[3]) if len(args) > 3 else 2024+ result = get_risk_trend(risk_id, start_year, end_year)+ elif command == "categories":+ year = int(args[1]) if len(args) > 1 else 2024+ result = get_categories(year)+ elif command == "interconnections":+ year = int(args[1]) if len(args) > 1 else 2024+ result = get_interconnections(year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_solar_atlas_data.py b/fincept-qt/scripts/global_solar_atlas_data.pynew file mode 100644index 000000000..3276c2981--- /dev/null+++ b/fincept-qt/scripts/global_solar_atlas_data.py@@ -0,0 +1,101 @@+"""+Global Solar Atlas Data Fetcher+Global Solar Atlas (World Bank/Solargis): solar irradiance, PV output potential for any location worldwide.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('GLOBAL_SOLAR_ATLAS_API_KEY', '')+BASE_URL = "https://globalsolaratlas.info/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_ghi(lat: str, lon: str) -> Any:+ params = {"lat": lat, "lon": lon, "variable": "GHI"}+ return _make_request("v1/data/point", params)+++def get_dni(lat: str, lon: str) -> Any:+ params = {"lat": lat, "lon": lon, "variable": "DNI"}+ return _make_request("v1/data/point", params)+++def get_pvout(lat: str, lon: str, system_type: str) -> Any:+ params = {"lat": lat, "lon": lon, "variable": "PVOUT", "systemType": system_type}+ return _make_request("v1/data/point", params)+++def get_dif(lat: str, lon: str) -> Any:+ params = {"lat": lat, "lon": lon, "variable": "DIF"}+ return _make_request("v1/data/point", params)+++def get_regional_summary(country: str) -> Any:+ params = {"country": country}+ return _make_request("v1/data/country", params)+++def get_monthly_data(lat: str, lon: str, variable: str) -> Any:+ params = {"lat": lat, "lon": lon, "variable": variable, "period": "monthly"}+ return _make_request("v1/data/monthly", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "ghi":+ lat = args[1] if len(args) > 1 else "48.8"+ lon = args[2] if len(args) > 2 else "2.3"+ result = get_ghi(lat, lon)+ elif command == "dni":+ lat = args[1] if len(args) > 1 else "48.8"+ lon = args[2] if len(args) > 2 else "2.3"+ result = get_dni(lat, lon)+ elif command == "pvout":+ lat = args[1] if len(args) > 1 else "48.8"+ lon = args[2] if len(args) > 2 else "2.3"+ system_type = args[3] if len(args) > 3 else "fixed"+ result = get_pvout(lat, lon, system_type)+ elif command == "dif":+ lat = args[1] if len(args) > 1 else "48.8"+ lon = args[2] if len(args) > 2 else "2.3"+ result = get_dif(lat, lon)+ elif command == "regional":+ country = args[1] if len(args) > 1 else "FR"+ result = get_regional_summary(country)+ elif command == "monthly":+ lat = args[1] if len(args) > 1 else "48.8"+ lon = args[2] if len(args) > 2 else "2.3"+ variable = args[3] if len(args) > 3 else "GHI"+ result = get_monthly_data(lat, lon, variable)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_trade_alert_data.py b/fincept-qt/scripts/global_trade_alert_data.pynew file mode 100644index 000000000..b8a0bc37c--- /dev/null+++ b/fincept-qt/scripts/global_trade_alert_data.py@@ -0,0 +1,114 @@+"""+Global Trade Alert Data Fetcher+Global Trade Alert: protectionist and liberalizing measures, trade policy interventions worldwide.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://www.globaltradealert.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_jurisdictions() -> Any:+ return _make_request("jurisdictions")+++def get_interventions(country: str = None, year: int = None, type_: str = None, limit: int = 50) -> Any:+ params = {"limit": limit}+ if country:+ params["jurisdiction"] = country+ if year:+ params["year"] = year+ if type_:+ params["intervention_type"] = type_+ return _make_request("interventions", params=params)+++def get_intervention_details(id_: int) -> Any:+ return _make_request(f"interventions/{id_}")+++def get_affected_sectors(country: str = None, year: int = None) -> Any:+ params = {}+ if country:+ params["jurisdiction"] = country+ if year:+ params["year"] = year+ return _make_request("sectors", params=params)+++def get_implementing_countries(year: int = None, measure_type: str = None) -> Any:+ params = {}+ if year:+ params["year"] = year+ if measure_type:+ params["measure_type"] = measure_type+ return _make_request("implementing_jurisdictions", params=params)+++def get_statistics(country: str = None, year: int = None) -> Any:+ params = {}+ if country:+ params["jurisdiction"] = country+ if year:+ params["year"] = year+ return _make_request("statistics", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "jurisdictions":+ result = get_jurisdictions()+ elif command == "interventions":+ country = args[1] if len(args) > 1 else None+ year = int(args[2]) if len(args) > 2 else None+ type_ = args[3] if len(args) > 3 else None+ limit = int(args[4]) if len(args) > 4 else 50+ result = get_interventions(country, year, type_, limit)+ elif command == "details":+ id_ = int(args[1]) if len(args) > 1 else 1+ result = get_intervention_details(id_)+ elif command == "sectors":+ country = args[1] if len(args) > 1 else None+ year = int(args[2]) if len(args) > 2 else None+ result = get_affected_sectors(country, year)+ elif command == "countries":+ year = int(args[1]) if len(args) > 1 else None+ measure_type = args[2] if len(args) > 2 else None+ result = get_implementing_countries(year, measure_type)+ elif command == "statistics":+ country = args[1] if len(args) > 1 else None+ year = int(args[2]) if len(args) > 2 else None+ result = get_statistics(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/global_wind_atlas_data.py b/fincept-qt/scripts/global_wind_atlas_data.pynew file mode 100644index 000000000..fa0804c83--- /dev/null+++ b/fincept-qt/scripts/global_wind_atlas_data.py@@ -0,0 +1,104 @@+"""+Global Wind Atlas Data Fetcher+Global Wind Atlas (DTU/World Bank): wind speed, power density, capacity factor data for any location.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('GLOBAL_WIND_ATLAS_API_KEY', '')+BASE_URL = "https://globalwindatlas.info/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_wind_speed(lat: str, lon: str, height: str) -> Any:+ params = {"lat": lat, "lon": lon, "height": height, "variable": "wind-speed"}+ return _make_request("gwa/wind-speed", params)+++def get_power_density(lat: str, lon: str, height: str) -> Any:+ params = {"lat": lat, "lon": lon, "height": height, "variable": "air-density"}+ return _make_request("gwa/power-density", params)+++def get_capacity_factor(lat: str, lon: str, turbine_type: str) -> Any:+ params = {"lat": lat, "lon": lon, "turbineType": turbine_type, "variable": "capacity-factor"}+ return _make_request("gwa/capacity-factor", params)+++def get_wind_rose(lat: str, lon: str, height: str) -> Any:+ params = {"lat": lat, "lon": lon, "height": height, "variable": "wind-rose"}+ return _make_request("gwa/wind-rose", params)+++def get_regional_stats(country: str, admin_level: str) -> Any:+ params = {"country": country, "adminLevel": admin_level}+ return _make_request("gwa/region", params)+++def get_resource_data(lat: str, lon: str) -> Any:+ params = {"lat": lat, "lon": lon}+ return _make_request("gwa/resource", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "speed":+ lat = args[1] if len(args) > 1 else "52.5"+ lon = args[2] if len(args) > 2 else "13.4"+ height = args[3] if len(args) > 3 else "100"+ result = get_wind_speed(lat, lon, height)+ elif command == "density":+ lat = args[1] if len(args) > 1 else "52.5"+ lon = args[2] if len(args) > 2 else "13.4"+ height = args[3] if len(args) > 3 else "100"+ result = get_power_density(lat, lon, height)+ elif command == "capacity_factor":+ lat = args[1] if len(args) > 1 else "52.5"+ lon = args[2] if len(args) > 2 else "13.4"+ turbine_type = args[3] if len(args) > 3 else "IEC1"+ result = get_capacity_factor(lat, lon, turbine_type)+ elif command == "wind_rose":+ lat = args[1] if len(args) > 1 else "52.5"+ lon = args[2] if len(args) > 2 else "13.4"+ height = args[3] if len(args) > 3 else "100"+ result = get_wind_rose(lat, lon, height)+ elif command == "regional":+ country = args[1] if len(args) > 1 else "DE"+ admin_level = args[2] if len(args) > 2 else "1"+ result = get_regional_stats(country, admin_level)+ elif command == "resource":+ lat = args[1] if len(args) > 1 else "52.5"+ lon = args[2] if len(args) > 2 else "13.4"+ result = get_resource_data(lat, lon)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/govtrack_data.py b/fincept-qt/scripts/govtrack_data.pynew file mode 100644index 000000000..8427ebbe7--- /dev/null+++ b/fincept-qt/scripts/govtrack_data.py@@ -0,0 +1,98 @@+"""+GovTrack Data Fetcher+GovTrack US Congress: bill tracking, voting records, committee data, member statistics.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://www.govtrack.us/api/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_person(person_id: int) -> Any:+ return _make_request(f"person/{person_id}")+++def get_bill(bill_id: int) -> Any:+ return _make_request(f"bill/{bill_id}")+++def get_vote(vote_id: int) -> Any:+ return _make_request(f"vote/{vote_id}")+++def search_bills(query: str, congress: int = 118, status: str = None, sort: str = "-introduced_date") -> Any:+ params = {+ "q": query,+ "congress": congress,+ "sort": sort,+ "limit": 20+ }+ if status:+ params["current_status"] = status+ return _make_request("bill", params=params)+++def get_committee(committee_id: int) -> Any:+ return _make_request(f"committee/{committee_id}")+++def get_role(role_id: int) -> Any:+ return _make_request(f"role/{role_id}")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "person":+ person_id = int(args[1]) if len(args) > 1 else 400629+ result = get_person(person_id)+ elif command == "bill":+ bill_id = int(args[1]) if len(args) > 1 else 428803+ result = get_bill(bill_id)+ elif command == "vote":+ vote_id = int(args[1]) if len(args) > 1 else 1+ result = get_vote(vote_id)+ elif command == "search":+ query = args[1] if len(args) > 1 else "infrastructure"+ congress = int(args[2]) if len(args) > 2 else 118+ status = args[3] if len(args) > 3 else None+ sort = args[4] if len(args) > 4 else "-introduced_date"+ result = search_bills(query, congress, status, sort)+ elif command == "committee":+ committee_id = int(args[1]) if len(args) > 1 else 1+ result = get_committee(committee_id)+ elif command == "role":+ role_id = int(args[1]) if len(args) > 1 else 1+ result = get_role(role_id)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/grain_futures_data.py b/fincept-qt/scripts/grain_futures_data.pynew file mode 100644index 000000000..6ebd4a24f--- /dev/null+++ b/fincept-qt/scripts/grain_futures_data.py@@ -0,0 +1,100 @@+"""+Grain Futures Data Fetcher+CBOT grain futures (Corn, Wheat, Soybeans, Rice) via public CME/CBOT settlement data.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CME_API_KEY', '')+BASE_URL = "https://www.cmegroup.com/CmeWS/mvc/Settlements/futures/settlements"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_corn_futures(date: str) -> Any:+ params = {"productCode": "ZC", "date": date, "exchange": "CBOT"}+ return _make_request("ZC/P", params)+++def get_wheat_futures(date: str) -> Any:+ params = {"productCode": "ZW", "date": date, "exchange": "CBOT"}+ return _make_request("ZW/P", params)+++def get_soybean_futures(date: str) -> Any:+ params = {"productCode": "ZS", "date": date, "exchange": "CBOT"}+ return _make_request("ZS/P", params)+++def get_rice_futures(date: str) -> Any:+ params = {"productCode": "ZR", "date": date, "exchange": "CBOT"}+ return _make_request("ZR/P", params)+++def get_oats_futures(date: str) -> Any:+ params = {"productCode": "ZO", "date": date, "exchange": "CBOT"}+ return _make_request("ZO/P", params)+++def get_grain_settlement(grain: str, date: str) -> Any:+ grain_map = {+ "corn": "ZC", "wheat": "ZW", "soybeans": "ZS",+ "rice": "ZR", "oats": "ZO"+ }+ product_code = grain_map.get(grain.lower(), grain.upper())+ params = {"productCode": product_code, "date": date, "exchange": "CBOT"}+ return _make_request(f"{product_code}/P", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "corn":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_corn_futures(date)+ elif command == "wheat":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_wheat_futures(date)+ elif command == "soybeans":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_soybean_futures(date)+ elif command == "rice":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_rice_futures(date)+ elif command == "oats":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_oats_futures(date)+ elif command == "settlement":+ grain = args[1] if len(args) > 1 else "corn"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_grain_settlement(grain, date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/harvard_dataverse_data.py b/fincept-qt/scripts/harvard_dataverse_data.pynew file mode 100644index 000000000..0e81786db--- /dev/null+++ b/fincept-qt/scripts/harvard_dataverse_data.py@@ -0,0 +1,276 @@+"""+Harvard Dataverse Data Fetcher+Fetches research datasets in social science, economics, and public health+from the Harvard Dataverse repository.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('HARVARD_DATAVERSE_TOKEN', '')+BASE_URL = "https://dataverse.harvard.edu/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++if API_KEY:+ session.headers.update({"X-Dataverse-key": API_KEY})++DATAVERSE_SUBJECTS = [+ "Agricultural Sciences",+ "Arts and Humanities",+ "Astronomy and Astrophysics",+ "Business and Management",+ "Chemistry",+ "Computer and Information Science",+ "Earth and Environmental Sciences",+ "Engineering",+ "Law",+ "Mathematical Sciences",+ "Medicine, Health and Life Sciences",+ "Physics",+ "Social Sciences",+ "Other",+]++ECONOMICS_SUBJECTS = [+ "Business and Management",+ "Social Sciences",+ "Mathematical Sciences",+]+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _extract_dataset_item(item: Dict) -> Dict:+ return {+ "name": item.get("name", ""),+ "type": item.get("type", ""),+ "url": item.get("url", ""),+ "description": item.get("description", "")[:400] if item.get("description") else "",+ "published_at": item.get("published_at", ""),+ "identifier": item.get("global_id", item.get("identifier", "")),+ "authors": item.get("authors", []),+ "keywords": item.get("keywords", []),+ "subjects": item.get("subjects", []),+ "file_count": item.get("fileCount", 0),+ "version": item.get("majorVersion", ""),+ }+++def search_datasets(query: str, subject: str = "", limit: int = 20, start: int = 0) -> Dict:+ params = {+ "q": query,+ "type": "dataset",+ "per_page": min(limit, 100),+ "start": start,+ }+ if subject:+ params["fq"] = f"subject_ss:{subject}"+ data = _make_request("search", params)+ if "error" in data:+ return data+ status = data.get("status", "")+ if status == "ERROR":+ return {"error": data.get("message", "Unknown error")}+ payload = data.get("data", {})+ items = payload.get("items", [])+ return {+ "query": query,+ "subject": subject,+ "total_count": payload.get("total_count", len(items)),+ "start": payload.get("start", start),+ "datasets": [_extract_dataset_item(item) for item in items],+ }+++def get_dataset(doi_or_id: str) -> Dict:+ if doi_or_id.startswith("doi:") or doi_or_id.startswith("10."):+ persistent_id = doi_or_id if doi_or_id.startswith("doi:") else f"doi:{doi_or_id}"+ params = {"persistentId": persistent_id}+ data = _make_request("datasets/:persistentId", params)+ else:+ data = _make_request(f"datasets/{doi_or_id}", {})+ if "error" in data:+ return data+ payload = data.get("data", data)+ meta = payload.get("latestVersion", {}).get("metadataBlocks", {})+ citation = meta.get("citation", {}).get("fields", [])+ title = ""+ authors = []+ description = ""+ keywords = []+ subjects = []+ for field in citation:+ name = field.get("typeName", "")+ if name == "title":+ title = field.get("value", "")+ elif name == "author":+ for auth in (field.get("value") or []):+ if isinstance(auth, dict):+ auth_name = auth.get("authorName", {})+ if isinstance(auth_name, dict):+ authors.append(auth_name.get("value", ""))+ else:+ authors.append(str(auth_name))+ elif name == "dsDescription":+ for desc_item in (field.get("value") or []):+ if isinstance(desc_item, dict):+ desc_val = desc_item.get("dsDescriptionValue", {})+ if isinstance(desc_val, dict):+ description = desc_val.get("value", "")[:500]+ elif name == "keyword":+ for kw in (field.get("value") or []):+ if isinstance(kw, dict):+ kw_val = kw.get("keywordValue", {})+ if isinstance(kw_val, dict):+ keywords.append(kw_val.get("value", ""))+ elif name == "subject":+ subjects = field.get("value", [])+ latest = payload.get("latestVersion", {})+ return {+ "id": payload.get("id", ""),+ "identifier": payload.get("identifier", ""),+ "persistent_url": payload.get("persistentUrl", ""),+ "title": title,+ "authors": authors,+ "description": description,+ "keywords": keywords,+ "subjects": subjects,+ "version_state": latest.get("versionState", ""),+ "version_number": f"{latest.get('majorVersionNumber', '')}.{latest.get('minorVersionNumber', '')}",+ "create_time": latest.get("createTime", ""),+ "last_update_time": latest.get("lastUpdateTime", ""),+ }+++def get_dataset_files(persistent_id: str) -> Dict:+ pid = persistent_id if persistent_id.startswith("doi:") else f"doi:{persistent_id}"+ params = {"persistentId": pid}+ data = _make_request("datasets/:persistentId/versions/:latest/files", params)+ if "error" in data:+ return data+ payload = data.get("data", [])+ files = []+ for f in payload:+ df = f.get("dataFile", {})+ files.append({+ "id": df.get("id", ""),+ "filename": df.get("filename", ""),+ "content_type": df.get("contentType", ""),+ "file_size": df.get("filesize", 0),+ "md5": df.get("md5", ""),+ "description": f.get("description", ""),+ "categories": f.get("categories", []),+ "restricted": df.get("restricted", False),+ "download_url": f"https://dataverse.harvard.edu/api/access/datafile/{df.get('id', '')}",+ })+ return {+ "persistent_id": persistent_id,+ "file_count": len(files),+ "files": files,+ }+++def get_file_metadata(file_id: str) -> Dict:+ data = _make_request(f"files/{file_id}", {})+ if "error" in data:+ return data+ payload = data.get("data", data)+ df = payload.get("dataFile", payload)+ return {+ "id": df.get("id", ""),+ "filename": df.get("filename", ""),+ "content_type": df.get("contentType", ""),+ "file_size": df.get("filesize", 0),+ "md5": df.get("md5", ""),+ "restricted": df.get("restricted", False),+ "download_url": f"https://dataverse.harvard.edu/api/access/datafile/{df.get('id', '')}",+ }+++def search_by_subject(subject: str, limit: int = 20) -> Dict:+ return search_datasets("", subject, limit, 0)+++def get_latest_datasets(limit: int = 20) -> Dict:+ params = {+ "q": "*",+ "type": "dataset",+ "per_page": min(limit, 100),+ "start": 0,+ "sort": "date",+ "order": "desc",+ }+ data = _make_request("search", params)+ if "error" in data:+ return data+ payload = data.get("data", {})+ items = payload.get("items", [])+ return {+ "total_count": payload.get("total_count", len(items)),+ "datasets": [_extract_dataset_item(item) for item in items],+ "available_subjects": DATAVERSE_SUBJECTS,+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else "economics"+ subject = args[2] if len(args) > 2 else ""+ limit = int(args[3]) if len(args) > 3 else 20+ start = int(args[4]) if len(args) > 4 else 0+ result = search_datasets(query, subject, limit, start)+ elif command == "dataset":+ doi_or_id = args[1] if len(args) > 1 else ""+ if not doi_or_id:+ result = {"error": "doi_or_id required"}+ else:+ result = get_dataset(doi_or_id)+ elif command == "files":+ persistent_id = args[1] if len(args) > 1 else ""+ if not persistent_id:+ result = {"error": "persistent_id required"}+ else:+ result = get_dataset_files(persistent_id)+ elif command == "file":+ file_id = args[1] if len(args) > 1 else ""+ if not file_id:+ result = {"error": "file_id required"}+ else:+ result = get_file_metadata(file_id)+ elif command == "subject":+ subject = args[1] if len(args) > 1 else "Social Sciences"+ limit = int(args[2]) if len(args) > 2 else 20+ result = search_by_subject(subject, limit)+ elif command == "latest":+ limit = int(args[1]) if len(args) > 1 else 20+ result = get_latest_datasets(limit)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/hud_data.py b/fincept-qt/scripts/hud_data.pynew file mode 100644index 000000000..e0a87e5ab--- /dev/null+++ b/fincept-qt/scripts/hud_data.py@@ -0,0 +1,127 @@+"""+HUD (Housing and Urban Development) Data Fetcher+HUD: Fair Market Rents, income limits, public housing, opportunity zones+via HUD User API (free key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('HUD_API_KEY', '')+BASE_URL = "https://www.huduser.gov/hudapi/public"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {}+ if API_KEY:+ headers["Authorization"] = f"Bearer {API_KEY}"+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_fair_market_rents(year: str = "2024", state: str = None, county: str = None) -> Any:+ params = {"year": year}+ if state:+ params["state"] = state+ if county:+ params["county"] = county+ return _make_request("fmr/listFMRsByState", params)+++def get_income_limits(year: str = "2024", state: str = None, county: str = None) -> Any:+ params = {"year": year}+ if state:+ params["state"] = state+ if county:+ params["county"] = county+ return _make_request("il/listILsByState", params)+++def get_public_housing(state: str = None, city: str = None) -> Any:+ params = {}+ if state:+ params["state"] = state+ if city:+ params["city"] = city+ return _make_request("publichousings", params)+++def get_opportunity_zones(state: str = None) -> Any:+ params = {}+ if state:+ params["state"] = state+ return _make_request("opportunityzones", params)+++def get_chas_data(year: str = "2019", geography_id: str = None) -> Any:+ params = {"year": year}+ if geography_id:+ params["geoid"] = geography_id+ return _make_request("chas/listCHASbyState", params)+++def get_fmr_history(state: str, year_start: str = "2020", year_end: str = "2024") -> Any:+ results = {}+ start = int(year_start)+ end = int(year_end)+ for year in range(start, end + 1):+ data = get_fair_market_rents(str(year), state=state)+ results[str(year)] = data+ return {"state": state, "year_range": f"{year_start}-{year_end}", "history": results}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "fmr":+ year = args[1] if len(args) > 1 else "2024"+ state = args[2] if len(args) > 2 else None+ county = args[3] if len(args) > 3 else None+ result = get_fair_market_rents(year, state, county)+ elif command == "income_limits":+ year = args[1] if len(args) > 1 else "2024"+ state = args[2] if len(args) > 2 else None+ county = args[3] if len(args) > 3 else None+ result = get_income_limits(year, state, county)+ elif command == "public_housing":+ state = args[1] if len(args) > 1 else None+ city = args[2] if len(args) > 2 else None+ result = get_public_housing(state, city)+ elif command == "opportunity_zones":+ state = args[1] if len(args) > 1 else None+ result = get_opportunity_zones(state)+ elif command == "chas":+ year = args[1] if len(args) > 1 else "2019"+ geography_id = args[2] if len(args) > 2 else None+ result = get_chas_data(year, geography_id)+ elif command == "fmr_history":+ state = args[1] if len(args) > 1 else "CA"+ year_start = args[2] if len(args) > 2 else "2020"+ year_end = args[3] if len(args) > 3 else "2024"+ result = get_fmr_history(state, year_start, year_end)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/iadb_data.py b/fincept-qt/scripts/iadb_data.pynew file mode 100644index 000000000..76ac12c3e--- /dev/null+++ b/fincept-qt/scripts/iadb_data.py@@ -0,0 +1,114 @@+"""+Inter-American Development Bank (IADB) Data Fetcher+Latin America and Caribbean development data, projects, and economic indicators+from the IDB/IADB open data portal.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('IADB_API_KEY', '')+BASE_URL = "https://api.iadb.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_projects(country: str = None, sector: str = None, status: str = None, limit: int = 50) -> Any:+ params = {"rows": limit}+ if country:+ params["country"] = country+ if sector:+ params["sector"] = sector+ if status:+ params["status"] = status+ return _make_request("projects", params)+++def get_project_details(project_id: str) -> Any:+ return _make_request(f"projects/{project_id}")+++def get_indicators(country: str = None, indicator: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if indicator:+ params["indicator"] = indicator+ if year:+ params["year"] = year+ return _make_request("indicators", params)+++def get_disbursements(country: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("disbursements", params)+++def get_sectors() -> Any:+ return _make_request("sectors")+++def get_countries() -> Any:+ return _make_request("countries")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "projects":+ country = args[1] if len(args) > 1 else None+ sector = args[2] if len(args) > 2 else None+ status = args[3] if len(args) > 3 else None+ limit = int(args[4]) if len(args) > 4 else 50+ result = get_projects(country, sector, status, limit)+ elif command == "project":+ if len(args) < 2:+ result = {"error": "project_id required"}+ else:+ result = get_project_details(args[1])+ elif command == "indicators":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_indicators(country, indicator, year)+ elif command == "disbursements":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_disbursements(country, year)+ elif command == "sectors":+ result = get_sectors()+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/iea_data.py b/fincept-qt/scripts/iea_data.pynew file mode 100644index 000000000..5ee5f24f4--- /dev/null+++ b/fincept-qt/scripts/iea_data.py@@ -0,0 +1,164 @@+"""+IEA (International Energy Agency) Data Fetcher+IEA open statistics: energy supply, demand, CO2, renewables for 180+ countries+via IEA public API (no key for public endpoints).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.iea.org/stats"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json"})++IEA_PRODUCTS = {+ "oil": "CRUDES+NGLS+REFINERYFD+REFPROD+NONCRUDE",+ "natural_gas": "NATGAS",+ "coal": "HARDCOAL+BROWN",+ "electricity": "ELECTR",+ "renewables": "RENEWABLE",+ "nuclear": "NUCLEAR",+ "total": "TOTAL"+}++IEA_FLOWS = {+ "supply": "TPES",+ "production": "INDPROD",+ "consumption": "TFC",+ "imports": "IMP",+ "exports": "EXP",+ "co2": "CO2COMBUST"+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_energy_supply(country: str = "USA", product: str = "total", year: int = 2022) -> Any:+ product_code = IEA_PRODUCTS.get(product.lower(), product.upper())+ params = {+ "countries": country.upper(),+ "products": product_code,+ "flows": "TPES",+ "year": year+ }+ data = _make_request("", params)+ return {"country": country, "product": product, "flow": "supply", "year": year, "data": data}+++def get_electricity_generation(country: str = "USA", source: str = "total",+ year: int = 2022) -> Any:+ source_code = IEA_PRODUCTS.get(source.lower(), source.upper())+ params = {+ "countries": country.upper(),+ "products": source_code,+ "flows": "ELECTR",+ "year": year+ }+ data = _make_request("", params)+ return {"country": country, "source": source, "year": year, "data": data}+++def get_co2_emissions(country: str = "USA", sector: str = "total", year: int = 2022) -> Any:+ params = {+ "countries": country.upper(),+ "flows": "CO2COMBUST",+ "year": year+ }+ data = _make_request("", params)+ return {"country": country, "sector": sector, "year": year,+ "unit": "Mt CO2", "data": data}+++def get_renewable_capacity(country: str = "USA", technology: str = "all",+ year: int = 2022) -> Any:+ params = {+ "countries": country.upper(),+ "products": "RENEWABLE",+ "flows": "INDPROD",+ "year": year+ }+ data = _make_request("", params)+ return {"country": country, "technology": technology, "year": year, "data": data}+++def get_energy_indicators(country: str = "USA", year: int = 2022) -> Any:+ results = {}+ for flow_name, flow_code in [("supply", "TPES"), ("consumption", "TFC"), ("co2", "CO2COMBUST")]:+ params = {"countries": country.upper(), "flows": flow_code, "year": year}+ results[flow_name] = _make_request("", params)+ return {"country": country, "year": year, "indicators": results}+++def get_oil_market_report() -> Any:+ # IEA Oil Market Report data - use public data endpoint+ url = "https://www.iea.org/api/report/IEA/OMR"+ try:+ resp = session.get(url, timeout=30)+ resp.raise_for_status()+ return resp.json()+ except Exception:+ pass+ # Fallback: return latest crude oil supply via stats API+ params = {"products": IEA_PRODUCTS["oil"], "flows": "TPES", "year": 2022}+ data = _make_request("", params)+ return {"report_type": "oil_market", "note": "Full OMR requires IEA subscription",+ "public_data": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "supply":+ country = args[1] if len(args) > 1 else "USA"+ product = args[2] if len(args) > 2 else "total"+ year = int(args[3]) if len(args) > 3 else 2022+ result = get_energy_supply(country, product, year)+ elif command == "electricity":+ country = args[1] if len(args) > 1 else "USA"+ source = args[2] if len(args) > 2 else "total"+ year = int(args[3]) if len(args) > 3 else 2022+ result = get_electricity_generation(country, source, year)+ elif command == "co2":+ country = args[1] if len(args) > 1 else "USA"+ sector = args[2] if len(args) > 2 else "total"+ year = int(args[3]) if len(args) > 3 else 2022+ result = get_co2_emissions(country, sector, year)+ elif command == "renewables":+ country = args[1] if len(args) > 1 else "USA"+ technology = args[2] if len(args) > 2 else "all"+ year = int(args[3]) if len(args) > 3 else 2022+ result = get_renewable_capacity(country, technology, year)+ elif command == "indicators":+ country = args[1] if len(args) > 1 else "USA"+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_energy_indicators(country, year)+ elif command == "oil_market":+ result = get_oil_market_report()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/iex_cloud_data.py b/fincept-qt/scripts/iex_cloud_data.pynew file mode 100644index 000000000..b80a8eab5--- /dev/null+++ b/fincept-qt/scripts/iex_cloud_data.py@@ -0,0 +1,90 @@+"""+IEX Cloud Data Fetcher+US stock quotes, news, earnings, financials, economic data — free tier.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('IEX_CLOUD_API_KEY', '')+BASE_URL = "https://cloud.iexapis.com/stable"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_quote(symbol: str) -> Any:+ return _make_request(f"stock/{symbol}/quote", {"token": API_KEY})++def get_chart(symbol: str, range_: str = "1m") -> Any:+ return _make_request(f"stock/{symbol}/chart/{range_}", {"token": API_KEY})++def get_financials(symbol: str, period: str = "annual") -> Any:+ return _make_request(f"stock/{symbol}/financials", {"token": API_KEY, "period": period})++def get_earnings(symbol: str, period: int = 4) -> Any:+ return _make_request(f"stock/{symbol}/earnings/{period}", {"token": API_KEY})++def get_news(symbol: str, last: int = 10) -> Any:+ return _make_request(f"stock/{symbol}/news/last/{last}", {"token": API_KEY})++def get_economic_data(indicator: str = "US_FEDFUNDS") -> Any:+ return _make_request(f"data-points/market/{indicator}", {"token": API_KEY})++def get_batch(symbols: str, types: str = "quote,news") -> Any:+ return _make_request("stock/market/batch", {"token": API_KEY, "symbols": symbols, "types": types})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "quote":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_quote(symbol)+ elif command == "chart":+ symbol = args[1] if len(args) > 1 else "AAPL"+ range_ = args[2] if len(args) > 2 else "1m"+ result = get_chart(symbol, range_)+ elif command == "financials":+ symbol = args[1] if len(args) > 1 else "AAPL"+ period = args[2] if len(args) > 2 else "annual"+ result = get_financials(symbol, period)+ elif command == "earnings":+ symbol = args[1] if len(args) > 1 else "AAPL"+ period = int(args[2]) if len(args) > 2 else 4+ result = get_earnings(symbol, period)+ elif command == "news":+ symbol = args[1] if len(args) > 1 else "AAPL"+ last = int(args[2]) if len(args) > 2 else 10+ result = get_news(symbol, last)+ elif command == "economic":+ indicator = args[1] if len(args) > 1 else "US_FEDFUNDS"+ result = get_economic_data(indicator)+ elif command == "batch":+ symbols = args[1] if len(args) > 1 else "AAPL,MSFT"+ types = args[2] if len(args) > 2 else "quote,news"+ result = get_batch(symbols, types)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/ilostat_data_extended.py b/fincept-qt/scripts/ilostat_data_extended.pynew file mode 100644index 000000000..1f27d89a7--- /dev/null+++ b/fincept-qt/scripts/ilostat_data_extended.py@@ -0,0 +1,117 @@+"""+ILOSTAT Extended Data Fetcher+ILO Statistics SDMX API: global labour force, unemployment, wages,+working hours, and employment data for 200+ countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ILOSTAT_API_KEY', '')+BASE_URL = "https://sdmx.ilo.org/rest/data/ILO"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "jsondata"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_unemployment(country: str = "USA", sex: str = "_T", age: str = "_T", freq: str = "A") -> Any:+ key = f"DF_UNE_TUNE_SEX_AGE_NB/{freq}.{country.upper()}.{sex}.{age}"+ return _make_request(key)+++def get_labour_force(country: str = "USA", sex: str = "_T", freq: str = "A") -> Any:+ key = f"DF_EAP_TEAP_SEX_AGE_NB/{freq}.{country.upper()}.{sex}._T"+ return _make_request(key)+++def get_wages(country: str = "USA", freq: str = "A") -> Any:+ key = f"DF_EAR_INEE_SEX_ECO_NB/{freq}.{country.upper()}._T._T"+ return _make_request(key)+++def get_working_hours(country: str = "USA", sector: str = "_T", freq: str = "A") -> Any:+ key = f"DF_HOW_TEMP_SEX_ECO_NB/{freq}.{country.upper()}._T.{sector}"+ return _make_request(key)+++def get_employment_by_sector(country: str = "USA", sector: str = "X") -> Any:+ key = f"DF_EMP_TEMP_SEX_ECO_NB/A.{country.upper()}._T.{sector}"+ return _make_request(key)+++def get_datasets() -> Any:+ url = "https://sdmx.ilo.org/rest/dataflow/ILO"+ try:+ response = session.get(url, params={"format": "jsondata"}, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "unemployment":+ country = args[1] if len(args) > 1 else "USA"+ sex = args[2] if len(args) > 2 else "_T"+ age = args[3] if len(args) > 3 else "_T"+ freq = args[4] if len(args) > 4 else "A"+ result = get_unemployment(country, sex, age, freq)+ elif command == "labour_force":+ country = args[1] if len(args) > 1 else "USA"+ sex = args[2] if len(args) > 2 else "_T"+ freq = args[3] if len(args) > 3 else "A"+ result = get_labour_force(country, sex, freq)+ elif command == "wages":+ country = args[1] if len(args) > 1 else "USA"+ freq = args[2] if len(args) > 2 else "A"+ result = get_wages(country, freq)+ elif command == "hours":+ country = args[1] if len(args) > 1 else "USA"+ sector = args[2] if len(args) > 2 else "_T"+ freq = args[3] if len(args) > 3 else "A"+ result = get_working_hours(country, sector, freq)+ elif command == "employment":+ country = args[1] if len(args) > 1 else "USA"+ sector = args[2] if len(args) > 2 else "X"+ result = get_employment_by_sector(country, sector)+ elif command == "datasets":+ result = get_datasets()++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/imf_datamapper_data.py b/fincept-qt/scripts/imf_datamapper_data.pynew file mode 100644index 000000000..3bb8ad684--- /dev/null+++ b/fincept-qt/scripts/imf_datamapper_data.py@@ -0,0 +1,117 @@+"""+IMF DataMapper Data Fetcher+IMF DataMapper API: WEO forecasts, global debt, fiscal monitor, and financial+soundness indicators for 190+ countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('IMF_API_KEY', '')+BASE_URL = "https://www.imf.org/external/datamapper/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_indicators() -> Any:+ return _make_request("indicators")+++def get_datasets() -> Any:+ return _make_request("datasets")+++def get_indicator_data(indicator: str, countries: str = None) -> Any:+ if countries:+ endpoint = f"{indicator}/{countries}"+ else:+ endpoint = indicator+ return _make_request(endpoint)+++def get_weo_data(indicator: str, country: str, start_year: str = None, end_year: str = None) -> Any:+ endpoint = f"{indicator}/{country}"+ params = {}+ if start_year:+ params["startYear"] = start_year+ if end_year:+ params["endYear"] = end_year+ return _make_request(endpoint, params if params else None)+++def get_fiscal_data(indicator: str, country: str) -> Any:+ fiscal_indicators = {+ "overall_balance": "GGXCNL_NGDP",+ "gross_debt": "GGXWDG_NGDP",+ "net_debt": "GGXWDN_NGDP",+ "revenue": "GGR_NGDP",+ "expenditure": "GGX_NGDP",+ "primary_balance": "GGXONLB_NGDP",+ }+ imf_indicator = fiscal_indicators.get(indicator, indicator)+ return _make_request(f"{imf_indicator}/{country.upper()}")+++def get_financial_soundness(country: str) -> Any:+ fsi_indicators = ["FSI_NIBT_MCA", "FSI_CAR_MCA", "FSI_NPL_NLSS", "FSI_ROA_MCA"]+ results = {}+ for ind in fsi_indicators:+ results[ind] = _make_request(f"{ind}/{country.upper()}")+ return results+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "indicators":+ result = get_indicators()+ elif command == "datasets":+ result = get_datasets()+ elif command == "data":+ indicator = args[1] if len(args) > 1 else "NGDP_RPCH"+ countries = args[2] if len(args) > 2 else None+ result = get_indicator_data(indicator, countries)+ elif command == "weo":+ indicator = args[1] if len(args) > 1 else "NGDP_RPCH"+ country = args[2] if len(args) > 2 else "US"+ start_year = args[3] if len(args) > 3 else None+ end_year = args[4] if len(args) > 4 else None+ result = get_weo_data(indicator, country, start_year, end_year)+ elif command == "fiscal":+ indicator = args[1] if len(args) > 1 else "gross_debt"+ country = args[2] if len(args) > 2 else "US"+ result = get_fiscal_data(indicator, country)+ elif command == "fsi":+ country = args[1] if len(args) > 1 else "US"+ result = get_financial_soundness(country)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/intrinio_data.py b/fincept-qt/scripts/intrinio_data.pynew file mode 100644index 000000000..864b1a77f--- /dev/null+++ b/fincept-qt/scripts/intrinio_data.py@@ -0,0 +1,98 @@+"""+Intrinio Data Fetcher+Financial data, news sentiment, economic indicators — free tier.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('INTRINIO_API_KEY', '')+BASE_URL = "https://api-v2.intrinio.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_company_search(query: str, limit: int = 20) -> Any:+ return _make_request("companies/search", {"api_key": API_KEY, "query": query, "page_size": limit})++def get_security_prices(identifier: str, start_date: str = None, end_date: str = None) -> Any:+ params = {"api_key": API_KEY}+ if start_date:+ params["start_date"] = start_date+ if end_date:+ params["end_date"] = end_date+ return _make_request(f"securities/{identifier}/prices", params)++def get_company_news(identifier: str, limit: int = 20) -> Any:+ return _make_request(f"companies/{identifier}/news", {"api_key": API_KEY, "page_size": limit})++def get_economic_index(identifier: str, start_date: str = None, end_date: str = None) -> Any:+ params = {"api_key": API_KEY}+ if start_date:+ params["start_date"] = start_date+ if end_date:+ params["end_date"] = end_date+ return _make_request(f"indices/economic/{identifier}/historical_data/level", params)++def get_data_tags(type_: str = "financial") -> Any:+ return _make_request("data_tags", {"api_key": API_KEY, "type": type_})++def get_company_fundamentals(identifier: str, statement: str = "income_statement", period: str = "annual", type_: str = "reported") -> Any:+ return _make_request(f"companies/{identifier}/fundamentals", {"api_key": API_KEY, "statement_code": statement, "period_type": period, "type": type_})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else "Apple"+ limit = int(args[2]) if len(args) > 2 else 20+ result = get_company_search(query, limit)+ elif command == "prices":+ identifier = args[1] if len(args) > 1 else "AAPL"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_security_prices(identifier, start_date, end_date)+ elif command == "news":+ identifier = args[1] if len(args) > 1 else "AAPL"+ limit = int(args[2]) if len(args) > 2 else 20+ result = get_company_news(identifier, limit)+ elif command == "economic":+ identifier = args[1] if len(args) > 1 else "GDP"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_economic_index(identifier, start_date, end_date)+ elif command == "tags":+ type_ = args[1] if len(args) > 1 else "financial"+ result = get_data_tags(type_)+ elif command == "fundamentals":+ identifier = args[1] if len(args) > 1 else "AAPL"+ statement = args[2] if len(args) > 2 else "income_statement"+ period = args[3] if len(args) > 3 else "annual"+ type_ = args[4] if len(args) > 4 else "reported"+ result = get_company_fundamentals(identifier, statement, period, type_)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/investing_calendar_data.py b/fincept-qt/scripts/investing_calendar_data.pynew file mode 100644index 000000000..7d38864c9--- /dev/null+++ b/fincept-qt/scripts/investing_calendar_data.py@@ -0,0 +1,148 @@+"""+Investing Calendar Data Fetcher+Economic calendar, earnings, IPO, dividend, splits, bond calendars via public endpoints.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('INVESTING_API_KEY', '')+BASE_URL = "https://api.investing.com/api/financialdata/calendar"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {+ "User-Agent": "Mozilla/5.0 (compatible; FinceptTerminal/4.0)",+ "Accept": "application/json",+ "domain-id": "www",+ }+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def _te_fallback(endpoint: str, params: Dict = None) -> Any:+ url = f"https://api.tradingeconomics.com/{endpoint}"+ try:+ headers = {"User-Agent": "Mozilla/5.0 (compatible; FinceptTerminal/4.0)", "Accept": "application/json"}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_economic_calendar(countries: List[str] = None, importance: List[int] = None, from_date: str = None, to_date: str = None) -> Any:+ params = {}+ if from_date:+ params["dateFrom"] = from_date+ if to_date:+ params["dateTo"] = to_date+ if countries:+ params["country[]"] = countries+ if importance:+ params["importance[]"] = importance+ result = _make_request("economic", params)+ if "error" in result:+ te_params = {}+ if from_date:+ te_params["d1"] = from_date+ if to_date:+ te_params["d2"] = to_date+ result = _te_fallback("calendar", te_params)+ return result++def get_earnings_calendar(from_date: str = None, to_date: str = None) -> Any:+ params = {}+ if from_date:+ params["dateFrom"] = from_date+ if to_date:+ params["dateTo"] = to_date+ result = _make_request("earnings", params)+ if "error" in result:+ result = _te_fallback("earnings", params)+ return result++def get_ipo_calendar(from_date: str = None, to_date: str = None) -> Any:+ params = {}+ if from_date:+ params["dateFrom"] = from_date+ if to_date:+ params["dateTo"] = to_date+ return _make_request("ipo", params)++def get_dividend_calendar(from_date: str = None, to_date: str = None) -> Any:+ params = {}+ if from_date:+ params["dateFrom"] = from_date+ if to_date:+ params["dateTo"] = to_date+ return _make_request("dividends", params)++def get_splits_calendar(from_date: str = None, to_date: str = None) -> Any:+ params = {}+ if from_date:+ params["dateFrom"] = from_date+ if to_date:+ params["dateTo"] = to_date+ return _make_request("splits", params)++def get_bond_calendar(from_date: str = None, to_date: str = None) -> Any:+ params = {}+ if from_date:+ params["dateFrom"] = from_date+ if to_date:+ params["dateTo"] = to_date+ return _make_request("bonds", params)++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "economic":+ countries = args[1].split(",") if len(args) > 1 else None+ from_date = args[2] if len(args) > 2 else None+ to_date = args[3] if len(args) > 3 else None+ result = get_economic_calendar(countries=countries, from_date=from_date, to_date=to_date)+ elif command == "earnings":+ from_date = args[1] if len(args) > 1 else None+ to_date = args[2] if len(args) > 2 else None+ result = get_earnings_calendar(from_date, to_date)+ elif command == "ipo":+ from_date = args[1] if len(args) > 1 else None+ to_date = args[2] if len(args) > 2 else None+ result = get_ipo_calendar(from_date, to_date)+ elif command == "dividends":+ from_date = args[1] if len(args) > 1 else None+ to_date = args[2] if len(args) > 2 else None+ result = get_dividend_calendar(from_date, to_date)+ elif command == "splits":+ from_date = args[1] if len(args) > 1 else None+ to_date = args[2] if len(args) > 2 else None+ result = get_splits_calendar(from_date, to_date)+ elif command == "bonds":+ from_date = args[1] if len(args) > 1 else None+ to_date = args[2] if len(args) > 2 else None+ result = get_bond_calendar(from_date, to_date)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/irena_data.py b/fincept-qt/scripts/irena_data.pynew file mode 100644index 000000000..5a7eb0016--- /dev/null+++ b/fincept-qt/scripts/irena_data.py@@ -0,0 +1,101 @@+"""+IRENA Data Fetcher+International Renewable Energy Agency: renewable capacity, generation, investment, costs by country/technology.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('IRENA_API_KEY', '')+BASE_URL = "https://www.irena.org/IRENADocuments/IRENASTAT_Online_Tool_V5_Data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_capacity(country: str, technology: str, year: str) -> Any:+ params = {"country": country, "technology": technology, "year": year, "dataType": "capacity"}+ return _make_request("capacity", params)+++def get_generation(country: str, source: str, year: str) -> Any:+ params = {"country": country, "source": source, "year": year, "dataType": "generation"}+ return _make_request("generation", params)+++def get_levelized_cost(technology: str, year: str) -> Any:+ params = {"technology": technology, "year": year, "dataType": "lcoe"}+ return _make_request("costs", params)+++def get_investment(country: str, sector: str, year: str) -> Any:+ params = {"country": country, "sector": sector, "year": year, "dataType": "investment"}+ return _make_request("investment", params)+++def get_jobs(country: str, technology: str, year: str) -> Any:+ params = {"country": country, "technology": technology, "year": year, "dataType": "jobs"}+ return _make_request("jobs", params)+++def get_countries() -> Any:+ return _make_request("countries", {})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "capacity":+ country = args[1] if len(args) > 1 else "World"+ technology = args[2] if len(args) > 2 else "Solar"+ year = args[3] if len(args) > 3 else "2023"+ result = get_capacity(country, technology, year)+ elif command == "generation":+ country = args[1] if len(args) > 1 else "World"+ source = args[2] if len(args) > 2 else "Solar"+ year = args[3] if len(args) > 3 else "2023"+ result = get_generation(country, source, year)+ elif command == "lcoe":+ technology = args[1] if len(args) > 1 else "Solar PV"+ year = args[2] if len(args) > 2 else "2023"+ result = get_levelized_cost(technology, year)+ elif command == "investment":+ country = args[1] if len(args) > 1 else "World"+ sector = args[2] if len(args) > 2 else "Renewables"+ year = args[3] if len(args) > 3 else "2023"+ result = get_investment(country, sector, year)+ elif command == "jobs":+ country = args[1] if len(args) > 1 else "World"+ technology = args[2] if len(args) > 2 else "Solar"+ year = args[3] if len(args) > 3 else "2023"+ result = get_jobs(country, technology, year)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/irs_data.py b/fincept-qt/scripts/irs_data.pynew file mode 100644index 000000000..4bfa6b006--- /dev/null+++ b/fincept-qt/scripts/irs_data.py@@ -0,0 +1,338 @@+"""+IRS Statistics of Income Data Fetcher+Fetches US tax data from the IRS Statistics of Income (SOI) program — individual income,+corporate taxes, and estate taxes by state and income bracket.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('IRS_API_KEY', '')+BASE_URL = "https://www.irs.gov/statistics/soi-tax-stats"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++IRS_DATASETS_CATALOG = {+ "individual_returns": {+ "description": "Individual Income Tax Returns (Form 1040)",+ "irs_url": "https://www.irs.gov/statistics/soi-tax-stats-individual-statistical-tables-by-size-of-adjusted-gross-income",+ "data_format": "CSV/XLS",+ "frequency": "Annual",+ "latest_year": 2021,+ "available_years": list(range(1990, 2022)),+ "breakdowns": ["income_bracket", "state", "age_group", "filing_status"],+ },+ "corporate_returns": {+ "description": "Corporate Income Tax Returns (Form 1120)",+ "irs_url": "https://www.irs.gov/statistics/soi-tax-stats-corporation-tax-statistics",+ "data_format": "CSV/XLS",+ "frequency": "Annual",+ "latest_year": 2020,+ "available_years": list(range(1990, 2021)),+ "breakdowns": ["industry", "asset_size", "state"],+ },+ "estate_tax": {+ "description": "Estate Tax Returns (Form 706)",+ "irs_url": "https://www.irs.gov/statistics/soi-tax-stats-estate-tax-statistics-filing-year-table",+ "data_format": "CSV/XLS",+ "frequency": "Annual",+ "latest_year": 2021,+ "available_years": list(range(2001, 2022)),+ "breakdowns": ["estate_size", "state", "age_of_decedent"],+ },+ "gift_tax": {+ "description": "Gift Tax Returns (Form 709)",+ "irs_url": "https://www.irs.gov/statistics/soi-tax-stats-gift-tax-statistics",+ "data_format": "CSV/XLS",+ "frequency": "Annual",+ "latest_year": 2020,+ },+ "partnership_returns": {+ "description": "Partnership Returns (Form 1065)",+ "irs_url": "https://www.irs.gov/statistics/soi-tax-stats-partnership-tax-statistics",+ "data_format": "CSV/XLS",+ "frequency": "Annual",+ "latest_year": 2019,+ },+ "s_corporation_returns": {+ "description": "S Corporation Returns (Form 1120S)",+ "irs_url": "https://www.irs.gov/statistics/soi-tax-stats-s-corporation-statistics",+ "data_format": "CSV/XLS",+ "frequency": "Annual",+ "latest_year": 2019,+ },+ "nonprofit_returns": {+ "description": "Tax-Exempt Organizations (Form 990)",+ "irs_url": "https://www.irs.gov/statistics/soi-tax-stats-exempt-organizations",+ "data_format": "CSV/XLS",+ "frequency": "Annual",+ "latest_year": 2019,+ },+}++US_STATES = {+ "AL": "Alabama", "AK": "Alaska", "AZ": "Arizona", "AR": "Arkansas",+ "CA": "California", "CO": "Colorado", "CT": "Connecticut", "DE": "Delaware",+ "FL": "Florida", "GA": "Georgia", "HI": "Hawaii", "ID": "Idaho",+ "IL": "Illinois", "IN": "Indiana", "IA": "Iowa", "KS": "Kansas",+ "KY": "Kentucky", "LA": "Louisiana", "ME": "Maine", "MD": "Maryland",+ "MA": "Massachusetts", "MI": "Michigan", "MN": "Minnesota", "MS": "Mississippi",+ "MO": "Missouri", "MT": "Montana", "NE": "Nebraska", "NV": "Nevada",+ "NH": "New Hampshire", "NJ": "New Jersey", "NM": "New Mexico", "NY": "New York",+ "NC": "North Carolina", "ND": "North Dakota", "OH": "Ohio", "OK": "Oklahoma",+ "OR": "Oregon", "PA": "Pennsylvania", "RI": "Rhode Island", "SC": "South Carolina",+ "SD": "South Dakota", "TN": "Tennessee", "TX": "Texas", "UT": "Utah",+ "VT": "Vermont", "VA": "Virginia", "WA": "Washington", "WV": "West Virginia",+ "WI": "Wisconsin", "WY": "Wyoming", "DC": "District of Columbia",+}++INCOME_BRACKETS = {+ "under_1": "Under $1",+ "1_to_5k": "$1 under $5,000",+ "5k_to_10k": "$5,000 under $10,000",+ "10k_to_15k": "$10,000 under $15,000",+ "15k_to_20k": "$15,000 under $20,000",+ "20k_to_25k": "$20,000 under $25,000",+ "25k_to_30k": "$25,000 under $30,000",+ "30k_to_40k": "$30,000 under $40,000",+ "40k_to_50k": "$40,000 under $50,000",+ "50k_to_75k": "$50,000 under $75,000",+ "75k_to_100k": "$75,000 under $100,000",+ "100k_to_200k": "$100,000 under $200,000",+ "200k_to_500k": "$200,000 under $500,000",+ "500k_to_1m": "$500,000 under $1,000,000",+ "1m_to_1_5m": "$1,000,000 under $1,500,000",+ "1_5m_to_2m": "$1,500,000 under $2,000,000",+ "2m_to_5m": "$2,000,000 under $5,000,000",+ "5m_to_10m": "$5,000,000 under $10,000,000",+ "10m_plus": "$10,000,000 or more",+}++TAX_BURDEN_BY_STATE = {+ "CA": {"effective_rate_pct": 13.3, "state_income_tax_rate": 13.3, "sales_tax_pct": 8.68, "property_tax_pct": 0.73},+ "NY": {"effective_rate_pct": 14.1, "state_income_tax_rate": 10.9, "sales_tax_pct": 8.52, "property_tax_pct": 1.72},+ "TX": {"effective_rate_pct": 8.6, "state_income_tax_rate": 0.0, "sales_tax_pct": 8.19, "property_tax_pct": 1.60},+ "FL": {"effective_rate_pct": 6.8, "state_income_tax_rate": 0.0, "sales_tax_pct": 7.02, "property_tax_pct": 0.89},+ "WA": {"effective_rate_pct": 8.2, "state_income_tax_rate": 0.0, "sales_tax_pct": 9.29, "property_tax_pct": 0.93},+ "NV": {"effective_rate_pct": 7.3, "state_income_tax_rate": 0.0, "sales_tax_pct": 8.23, "property_tax_pct": 0.58},+ "IL": {"effective_rate_pct": 10.4, "state_income_tax_rate": 4.95, "sales_tax_pct": 8.82, "property_tax_pct": 2.27},+ "WY": {"effective_rate_pct": 5.1, "state_income_tax_rate": 0.0, "sales_tax_pct": 5.36, "property_tax_pct": 0.55},+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_individual_returns(state: str = "", year: int = 2021, income_bracket: str = "") -> Dict:+ result = {+ "dataset": "IRS Individual Income Tax Returns (Form 1040)",+ "year": year,+ "state": state or "All States",+ "state_name": US_STATES.get(state.upper(), state) if state else "All States",+ "income_bracket": income_bracket or "All Brackets",+ "income_bracket_description": INCOME_BRACKETS.get(income_bracket, "All income levels"),+ "access_url": "https://www.irs.gov/statistics/soi-tax-stats-individual-statistical-tables-by-size-of-adjusted-gross-income",+ "direct_download": f"https://www.irs.gov/pub/irs-soi/{year}in{state.lower() if state else ''}01.xls" if state else None,+ "data_format": "XLS/CSV",+ "available_years": list(range(1990, year + 1)),+ "available_states": US_STATES,+ "available_income_brackets": INCOME_BRACKETS,+ "key_metrics": [+ "Number of returns", "Adjusted gross income", "Salaries and wages",+ "Business income", "Capital gains", "Tax liability", "Effective tax rate",+ "Above-the-line deductions", "Itemized deductions", "Standard deduction",+ "Earned income credit", "Child tax credit",+ ],+ "note": "IRS SOI data is published annually with a ~2-year lag. Download XLS files from the access_url.",+ }+ return result+++def get_corporate_returns(industry: str = "", year: int = 2020) -> Dict:+ return {+ "dataset": "IRS Corporate Income Tax Returns (Form 1120)",+ "year": year,+ "industry": industry or "All Industries",+ "access_url": "https://www.irs.gov/statistics/soi-tax-stats-corporation-tax-statistics",+ "data_format": "XLS/CSV",+ "available_years": list(range(1990, year + 1)),+ "key_metrics": [+ "Number of returns", "Total receipts", "Total assets",+ "Net income (less deficit)", "Total income tax", "Effective tax rate",+ "Depreciation deductions", "Interest paid",+ ],+ "naics_industries": {+ "11": "Agriculture, Forestry, Fishing",+ "21": "Mining, Quarrying, Oil and Gas",+ "22": "Utilities",+ "23": "Construction",+ "31-33": "Manufacturing",+ "42": "Wholesale Trade",+ "44-45": "Retail Trade",+ "48-49": "Transportation and Warehousing",+ "51": "Information",+ "52": "Finance and Insurance",+ "53": "Real Estate",+ "54": "Professional, Scientific, Technical Services",+ "55": "Management of Companies",+ "56": "Administrative and Support",+ "61": "Educational Services",+ "62": "Health Care and Social Assistance",+ "71": "Arts, Entertainment, Recreation",+ "72": "Accommodation and Food Services",+ "81": "Other Services",+ "92": "Public Administration",+ },+ "note": "Download data from access_url. IRS publishes with ~2-year lag.",+ }+++def get_estate_tax(year: int = 2021) -> Dict:+ estate_tax_summary = {+ 2021: {"returns_filed": 6158, "taxable_returns": 3341, "gross_estate_billions": 30.2, "tax_liability_billions": 4.6},+ 2020: {"returns_filed": 4876, "taxable_returns": 2565, "gross_estate_billions": 28.8, "tax_liability_billions": 4.4},+ 2019: {"returns_filed": 4887, "taxable_returns": 2570, "gross_estate_billions": 30.1, "tax_liability_billions": 4.7},+ 2018: {"returns_filed": 5205, "taxable_returns": 2738, "gross_estate_billions": 27.3, "tax_liability_billions": 4.1},+ 2017: {"returns_filed": 11200, "taxable_returns": 5500, "gross_estate_billions": 62.0, "tax_liability_billions": 8.4},+ }+ summary = estate_tax_summary.get(year, {})+ return {+ "dataset": "IRS Estate Tax Returns (Form 706)",+ "year": year,+ "access_url": "https://www.irs.gov/statistics/soi-tax-stats-estate-tax-statistics-filing-year-table",+ "summary": summary,+ "exemption_amount": {+ 2021: 11700000,+ 2022: 12060000,+ 2023: 12920000,+ 2024: 13610000,+ 2025: 13990000,+ 2026: 7000000,+ }.get(year, 12920000),+ "top_rate_pct": 40,+ "key_metrics": [+ "Number of returns", "Gross estate", "Charitable deductions",+ "Marital deduction", "Taxable estate", "Tax before credits", "Tax liability",+ ],+ "note": "Estate tax only applies to estates exceeding the exemption threshold.",+ }+++def get_tax_burden(state: str, year: int = 2023) -> Dict:+ state_upper = state.upper()+ burden = TAX_BURDEN_BY_STATE.get(state_upper, {})+ return {+ "state": state_upper,+ "state_name": US_STATES.get(state_upper, state),+ "year": year,+ "tax_burden": burden,+ "federal_income_tax_brackets_2024": {+ "10%": "Up to $11,600 (single)",+ "12%": "$11,601 - $47,150",+ "22%": "$47,151 - $100,525",+ "24%": "$100,526 - $191,950",+ "32%": "$191,951 - $243,725",+ "35%": "$243,726 - $609,350",+ "37%": "Over $609,350",+ },+ "access_url": "https://www.irs.gov/statistics/soi-tax-stats-individual-statistical-tables-by-state",+ "note": "State tax rates vary. Data sourced from IRS SOI and Tax Foundation.",+ }+++def get_income_distribution(year: int = 2021) -> Dict:+ income_shares = {+ 2021: {+ "top_1pct_share_of_agi": 22.4,+ "top_5pct_share_of_agi": 38.1,+ "top_10pct_share_of_agi": 50.0,+ "top_25pct_share_of_agi": 70.0,+ "top_50pct_share_of_agi": 88.7,+ "bottom_50pct_share_of_agi": 11.3,+ "top_1pct_tax_share": 45.8,+ "top_10pct_tax_share": 74.0,+ "gini_coefficient": 0.614,+ },+ 2020: {+ "top_1pct_share_of_agi": 22.2,+ "top_5pct_share_of_agi": 37.8,+ "top_10pct_share_of_agi": 49.5,+ "top_1pct_tax_share": 42.3,+ "top_10pct_tax_share": 71.8,+ "gini_coefficient": 0.610,+ },+ }+ dist = income_shares.get(year, income_shares[2021])+ return {+ "dataset": "IRS Statistics of Income — Income Distribution",+ "year": year,+ "income_shares": dist,+ "access_url": "https://www.irs.gov/statistics/soi-tax-stats-individual-statistical-tables-by-size-of-adjusted-gross-income",+ "available_years": list(income_shares.keys()),+ "income_brackets": INCOME_BRACKETS,+ "note": "Shares based on Adjusted Gross Income (AGI). Source: IRS SOI Division.",+ }+++def get_available_datasets() -> Dict:+ return {+ "total_datasets": len(IRS_DATASETS_CATALOG),+ "datasets": IRS_DATASETS_CATALOG,+ "base_url": "https://www.irs.gov/statistics",+ "soi_url": "https://www.irs.gov/statistics/soi-tax-stats",+ "bulk_data": "https://www.irs.gov/statistics/soi-tax-stats-microsample-files",+ "publication_lag": "~2 years after tax year",+ "formats": ["XLS", "CSV", "PDF"],+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "individual":+ state = args[1] if len(args) > 1 else ""+ year = int(args[2]) if len(args) > 2 else 2021+ income_bracket = args[3] if len(args) > 3 else ""+ result = get_individual_returns(state, year, income_bracket)+ elif command == "corporate":+ industry = args[1] if len(args) > 1 else ""+ year = int(args[2]) if len(args) > 2 else 2020+ result = get_corporate_returns(industry, year)+ elif command == "estate":+ year = int(args[1]) if len(args) > 1 else 2021+ result = get_estate_tax(year)+ elif command == "burden":+ state = args[1] if len(args) > 1 else "CA"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_tax_burden(state, year)+ elif command == "distribution":+ year = int(args[1]) if len(args) > 1 else 2021+ result = get_income_distribution(year)+ elif command == "datasets":+ result = get_available_datasets()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/isdb_data.py b/fincept-qt/scripts/isdb_data.pynew file mode 100644index 000000000..1d1e32c30--- /dev/null+++ b/fincept-qt/scripts/isdb_data.py@@ -0,0 +1,113 @@+"""+Islamic Development Bank (IsDB) Data Fetcher+Member country data, project financing, and economic indicators+for Muslim-majority countries from the IsDB public data portal.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ISDB_API_KEY', '')+BASE_URL = "https://www.isdb.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_member_countries() -> Any:+ return _make_request("member-countries")+++def get_projects(country: str = None, sector: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if sector:+ params["sector"] = sector+ if year:+ params["year"] = year+ return _make_request("projects", params)+++def get_economic_indicators(country: str = None, indicator: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if indicator:+ params["indicator"] = indicator+ if year:+ params["year"] = year+ return _make_request("economic-indicators", params)+++def get_financing_data(country: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("financing", params)+++def get_sectors() -> Any:+ return _make_request("sectors")+++def get_project_details(project_id: str) -> Any:+ return _make_request(f"projects/{project_id}")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "countries":+ result = get_member_countries()+ elif command == "projects":+ country = args[1] if len(args) > 1 else None+ sector = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_projects(country, sector, year)+ elif command == "indicators":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_economic_indicators(country, indicator, year)+ elif command == "financing":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_financing_data(country, year)+ elif command == "sectors":+ result = get_sectors()+ elif command == "project":+ if len(args) < 2:+ result = {"error": "project_id required"}+ else:+ result = get_project_details(args[1])+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/kaggle_data.py b/fincept-qt/scripts/kaggle_data.pynew file mode 100644index 000000000..ef0ecc4ed--- /dev/null+++ b/fincept-qt/scripts/kaggle_data.py@@ -0,0 +1,264 @@+"""+Kaggle Datasets Data Fetcher+Fetches public finance, economics, and ML datasets from Kaggle — stock prices,+economic indicators, alternative data, and competitions.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('KAGGLE_KEY', '')+KAGGLE_USERNAME = os.environ.get('KAGGLE_USERNAME', '')+BASE_URL = "https://www.kaggle.com/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++FINANCE_TAGS = [+ "finance", "stock-market", "economics", "trading", "cryptocurrency",+ "investment", "banking", "financial-markets", "forex", "options",+]++COMPETITION_CATEGORIES = {+ "featured": "Featured",+ "research": "Research",+ "getting_started": "Getting Started",+ "playground": "Playground",+ "recruitment": "Recruitment",+ "all": "All",+}++SORT_BY_OPTIONS = {+ "hottest": "hottest",+ "votes": "voteCount",+ "updated": "lastUpdated",+ "active": "relevance",+ "published": "publishedAt",+ "file_size": "usabilityRating",+}+++def _check_auth() -> Optional[Dict]:+ if not API_KEY or not KAGGLE_USERNAME:+ return {+ "error": "KAGGLE_KEY and KAGGLE_USERNAME environment variables not set",+ "note": "Get credentials at https://www.kaggle.com/settings/account -> Create New Token",+ }+ return None+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ auth = (KAGGLE_USERNAME, API_KEY) if API_KEY and KAGGLE_USERNAME else None+ try:+ response = session.get(url, params=params, auth=auth, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def search_datasets(search: str = "", tags: str = "", sort_by: str = "hottest",+ size: str = "", limit: int = 20) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ params = {+ "search": search,+ "sortBy": SORT_BY_OPTIONS.get(sort_by, sort_by),+ "page": 1,+ "pageSize": min(limit, 100),+ }+ if tags:+ params["tagIds"] = tags+ if size:+ params["maxSize"] = size+ data = _make_request("datasets/list", params)+ if isinstance(data, list):+ return {+ "search": search,+ "total": len(data),+ "datasets": [+ {+ "ref": d.get("ref", ""),+ "title": d.get("title", ""),+ "subtitle": d.get("subtitle", ""),+ "total_votes": d.get("totalVotes", 0),+ "usability_rating": d.get("usabilityRating", 0),+ "total_bytes": d.get("totalBytes", 0),+ "last_updated": d.get("lastUpdated", ""),+ "tags": [t.get("name", "") for t in d.get("tags", [])],+ "license": d.get("licenseName", ""),+ "url": f"https://www.kaggle.com/datasets/{d.get('ref', '')}",+ }+ for d in data+ ],+ }+ return data if isinstance(data, dict) else {"error": "Unexpected response format", "data": data}+++def get_dataset_metadata(owner_slug: str, dataset_slug: str) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ data = _make_request(f"datasets/{owner_slug}/{dataset_slug}", {})+ if "error" in data:+ return data+ return {+ "ref": data.get("ref", ""),+ "title": data.get("title", ""),+ "subtitle": data.get("subtitle", ""),+ "description": data.get("description", ""),+ "owner": owner_slug,+ "dataset_slug": dataset_slug,+ "total_votes": data.get("totalVotes", 0),+ "usability_rating": data.get("usabilityRating", 0),+ "total_bytes": data.get("totalBytes", 0),+ "created": data.get("createdAt", ""),+ "last_updated": data.get("lastUpdated", ""),+ "tags": [t.get("name", "") for t in data.get("tags", [])],+ "license": data.get("licenseName", ""),+ "files_count": len(data.get("files", [])),+ "url": f"https://www.kaggle.com/datasets/{owner_slug}/{dataset_slug}",+ }+++def list_dataset_files(owner_slug: str, dataset_slug: str) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ data = _make_request(f"datasets/{owner_slug}/{dataset_slug}/files", {})+ if "error" in data:+ return data+ files = data.get("datasetFiles", data if isinstance(data, list) else [])+ return {+ "owner": owner_slug,+ "dataset_slug": dataset_slug,+ "files": [+ {+ "name": f.get("name", ""),+ "total_bytes": f.get("totalBytes", 0),+ "url": f.get("url", ""),+ "creation_date": f.get("creationDate", ""),+ }+ for f in files+ ],+ }+++def download_dataset_file(owner_slug: str, dataset_slug: str, file_name: str) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ params = {"datasetFileId": file_name}+ url = f"{BASE_URL}/datasets/{owner_slug}/{dataset_slug}/download/{file_name}"+ auth = (KAGGLE_USERNAME, API_KEY)+ try:+ response = session.get(url, auth=auth, timeout=60, stream=True)+ response.raise_for_status()+ content_length = response.headers.get("Content-Length", "unknown")+ content_type = response.headers.get("Content-Type", "")+ return {+ "owner": owner_slug,+ "dataset_slug": dataset_slug,+ "file_name": file_name,+ "status": "download_ready",+ "content_type": content_type,+ "content_length": content_length,+ "download_url": url,+ "note": "File download initiated. Use streaming download for large files.",+ }+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def get_competitions(category: str = "all", sort_by: str = "latestDeadline", limit: int = 20) -> Dict:+ auth_err = _check_auth()+ if auth_err:+ return auth_err+ params = {+ "sortBy": sort_by,+ "pageSize": min(limit, 100),+ "page": 1,+ }+ if category and category != "all":+ params["category"] = category+ data = _make_request("competitions/list", params)+ if isinstance(data, list):+ return {+ "category": category,+ "total": len(data),+ "competitions": [+ {+ "ref": c.get("ref", ""),+ "title": c.get("title", ""),+ "category": c.get("category", ""),+ "deadline": c.get("deadline", ""),+ "reward": c.get("reward", ""),+ "team_count": c.get("teamCount", 0),+ "evaluation_metric": c.get("evaluationMetric", ""),+ "url": f"https://www.kaggle.com/competitions/{c.get('ref', '')}",+ }+ for c in data+ ],+ }+ return data if isinstance(data, dict) else {"error": "Unexpected response", "data": data}+++def get_featured_datasets(limit: int = 20) -> Dict:+ return search_datasets(search="finance economics", sort_by="votes", limit=limit)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ search = args[1] if len(args) > 1 else "finance"+ tags = args[2] if len(args) > 2 else ""+ sort_by = args[3] if len(args) > 3 else "hottest"+ size = args[4] if len(args) > 4 else ""+ limit = int(args[5]) if len(args) > 5 else 20+ result = search_datasets(search, tags, sort_by, size, limit)+ elif command == "metadata":+ if len(args) < 3:+ result = {"error": "owner_slug and dataset_slug required"}+ else:+ result = get_dataset_metadata(args[1], args[2])+ elif command == "files":+ if len(args) < 3:+ result = {"error": "owner_slug and dataset_slug required"}+ else:+ result = list_dataset_files(args[1], args[2])+ elif command == "download":+ if len(args) < 4:+ result = {"error": "owner_slug, dataset_slug, and file_name required"}+ else:+ result = download_dataset_file(args[1], args[2], args[3])+ elif command == "competitions":+ category = args[1] if len(args) > 1 else "all"+ sort_by = args[2] if len(args) > 2 else "latestDeadline"+ limit = int(args[3]) if len(args) > 3 else 20+ result = get_competitions(category, sort_by, limit)+ elif command == "featured":+ limit = int(args[1]) if len(args) > 1 else 20+ result = get_featured_datasets(limit)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/lei_data.py b/fincept-qt/scripts/lei_data.pynew file mode 100644index 000000000..4c29b2b8e--- /dev/null+++ b/fincept-qt/scripts/lei_data.py@@ -0,0 +1,241 @@+"""+GLEIF LEI Data Fetcher+Fetches Legal Entity Identifier (LEI) data including global company identification,+ownership structures, and parent-child relationships from the GLEIF API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('GLEIF_API_KEY', '')+BASE_URL = "https://api.gleif.org/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++session.headers.update({+ "Accept": "application/vnd.api+json",+ "Content-Type": "application/json",+})++ENTITY_STATUSES = {+ "ACTIVE": "Active — valid LEI",+ "INACTIVE": "Inactive — entity no longer exists",+ "MERGED": "Merged into another entity",+ "RETIRED": "Retired LEI",+}++REGISTRATION_STATUSES = {+ "ISSUED": "Fully validated and issued",+ "PENDING_VALIDATION": "Awaiting validation",+ "DUPLICATE": "Duplicate of another LEI",+ "LAPSED": "Not renewed — may be outdated",+ "MERGED": "Merged with another LEI",+ "RETIRED": "Retired LEI",+ "ANNULLED": "Annulled due to error",+ "CANCELLED": "Cancelled",+ "TRANSFERRED": "Transferred to another LOU",+ "PENDING_ARCHIVAL": "Pending archival",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _extract_entity(item: Dict) -> Dict:+ attrs = item.get("attributes", {})+ entity = attrs.get("entity", {})+ registration = attrs.get("registration", {})+ legal_address = entity.get("legalAddress", {})+ hq_address = entity.get("headquartersAddress", {})+ return {+ "lei": attrs.get("lei", ""),+ "legal_name": entity.get("legalName", {}).get("name", ""),+ "other_names": [n.get("name", "") for n in entity.get("otherNames", [])],+ "transliterated_names": [n.get("name", "") for n in entity.get("transliteratedOtherNames", [])],+ "legal_address": {+ "line1": legal_address.get("addressLines", [""])[0] if legal_address.get("addressLines") else "",+ "city": legal_address.get("city", ""),+ "region": legal_address.get("region", ""),+ "country": legal_address.get("country", ""),+ "postal_code": legal_address.get("postalCode", ""),+ },+ "headquarters_address": {+ "line1": hq_address.get("addressLines", [""])[0] if hq_address.get("addressLines") else "",+ "city": hq_address.get("city", ""),+ "region": hq_address.get("region", ""),+ "country": hq_address.get("country", ""),+ "postal_code": hq_address.get("postalCode", ""),+ },+ "jurisdiction": entity.get("jurisdiction", ""),+ "legal_form": entity.get("legalForm", {}).get("id", ""),+ "associated_entity": entity.get("associatedEntity", {}),+ "status": entity.get("status", ""),+ "expiration_date": entity.get("expiration", {}).get("date", ""),+ "expiration_reason": entity.get("expiration", {}).get("reason", ""),+ "successor_lei": entity.get("successorLEI", ""),+ "successor_entity": entity.get("successorEntity", {}),+ "registration_status": registration.get("status", ""),+ "initial_registration_date": registration.get("initialRegistrationDate", ""),+ "last_update_date": registration.get("lastUpdateDate", ""),+ "next_renewal_date": registration.get("nextRenewalDate", ""),+ "managing_lou": registration.get("managingLOU", ""),+ "validation_sources": registration.get("validationSources", []),+ }+++def search_entities(query: str, country: str = "", limit: int = 20, offset: int = 0) -> Dict:+ params = {+ "filter[fulltext]": query,+ "page[size]": min(limit, 100),+ "page[number]": (offset // limit) + 1,+ }+ if country:+ params["filter[entity.legalAddress.country]"] = country.upper()+ data = _make_request("lei-records", params)+ if "error" in data:+ return data+ items = data.get("data", [])+ meta = data.get("meta", {})+ return {+ "query": query,+ "country": country,+ "total": meta.get("total", len(items)),+ "page": meta.get("currentPage", 1),+ "entities": [_extract_entity(item) for item in items],+ }+++def get_entity(lei: str) -> Dict:+ data = _make_request(f"lei-records/{lei}", {})+ if "error" in data:+ return data+ item = data.get("data", {})+ return _extract_entity(item)+++def get_direct_parents(lei: str) -> Dict:+ data = _make_request(f"lei-records/{lei}/direct-parent", {})+ if "error" in data:+ return {"lei": lei, "direct_parents": [], "note": str(data.get("error", "No direct parent data available"))}+ item = data.get("data", {})+ if isinstance(item, dict) and item:+ return {"lei": lei, "direct_parent": _extract_entity(item)}+ return {"lei": lei, "direct_parents": [], "note": "No direct parent reporting exception or parent not found"}+++def get_direct_children(lei: str, limit: int = 50) -> Dict:+ params = {+ "page[size]": min(limit, 100),+ "page[number]": 1,+ }+ data = _make_request(f"lei-records/{lei}/direct-children", params)+ if "error" in data:+ return {"lei": lei, "direct_children": [], "note": str(data.get("error", "No direct children data available"))}+ items = data.get("data", [])+ meta = data.get("meta", {})+ return {+ "lei": lei,+ "total_children": meta.get("total", len(items)),+ "direct_children": [_extract_entity(item) for item in items],+ }+++def get_ultimate_parent(lei: str) -> Dict:+ data = _make_request(f"lei-records/{lei}/ultimate-parent", {})+ if "error" in data:+ return {"lei": lei, "ultimate_parent": None, "note": str(data.get("error", "No ultimate parent data available"))}+ item = data.get("data", {})+ if isinstance(item, dict) and item:+ return {"lei": lei, "ultimate_parent": _extract_entity(item)}+ return {"lei": lei, "ultimate_parent": None, "note": "No ultimate parent or reporting exception"}+++def get_reporting_exceptions(lei: str) -> Dict:+ data = _make_request(f"lei-records/{lei}/reporting-exceptions", {})+ if "error" in data:+ return {"lei": lei, "exceptions": [], "note": str(data.get("error", ""))}+ items = data.get("data", [])+ exceptions = []+ for item in items:+ attrs = item.get("attributes", {})+ exceptions.append({+ "exception_reason": attrs.get("exceptionReason", ""),+ "exception_reference": attrs.get("exceptionReference", ""),+ "relationship_type": attrs.get("relationship", {}).get("type", ""),+ })+ return {+ "lei": lei,+ "total_exceptions": len(exceptions),+ "exceptions": exceptions,+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else ""+ if not query:+ result = {"error": "query required"}+ else:+ country = args[2] if len(args) > 2 else ""+ limit = int(args[3]) if len(args) > 3 else 20+ offset = int(args[4]) if len(args) > 4 else 0+ result = search_entities(query, country, limit, offset)+ elif command == "entity":+ lei = args[1] if len(args) > 1 else ""+ if not lei:+ result = {"error": "LEI required"}+ else:+ result = get_entity(lei)+ elif command == "parents":+ lei = args[1] if len(args) > 1 else ""+ if not lei:+ result = {"error": "LEI required"}+ else:+ result = get_direct_parents(lei)+ elif command == "children":+ lei = args[1] if len(args) > 1 else ""+ if not lei:+ result = {"error": "LEI required"}+ else:+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_direct_children(lei, limit)+ elif command == "ultimate_parent":+ lei = args[1] if len(args) > 1 else ""+ if not lei:+ result = {"error": "LEI required"}+ else:+ result = get_ultimate_parent(lei)+ elif command == "exceptions":+ lei = args[1] if len(args) > 1 else ""+ if not lei:+ result = {"error": "LEI required"}+ else:+ result = get_reporting_exceptions(lei)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/lme_data.py b/fincept-qt/scripts/lme_data.pynew file mode 100644index 000000000..c2ce8edc1--- /dev/null+++ b/fincept-qt/scripts/lme_data.py@@ -0,0 +1,99 @@+"""+LME Data Fetcher+London Metal Exchange prices: copper, aluminium, zinc, lead, nickel, tin — cash and 3-month prices.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('LME_API_KEY', '')+BASE_URL = "https://www.lme.com/en/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_official_prices(metal: str, date: str) -> Any:+ params = {"metal": metal, "date": date, "priceType": "official"}+ return _make_request("prices/official", params)+++def get_ring_prices(metal: str, start_date: str, end_date: str) -> Any:+ params = {"metal": metal, "startDate": start_date, "endDate": end_date, "priceType": "ring"}+ return _make_request("prices/ring", params)+++def get_stocks(metal: str, warehouse: str, date: str) -> Any:+ params = {"metal": metal, "warehouse": warehouse, "date": date}+ return _make_request("stocks", params)+++def get_cancelled_warrants(metal: str, date: str) -> Any:+ params = {"metal": metal, "date": date}+ return _make_request("warrants/cancelled", params)+++def get_volume(metal: str, date: str) -> Any:+ params = {"metal": metal, "date": date}+ return _make_request("volume", params)+++def get_available_metals() -> Any:+ return _make_request("metals", {})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "official":+ metal = args[1] if len(args) > 1 else "copper"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_official_prices(metal, date)+ elif command == "ring":+ metal = args[1] if len(args) > 1 else "copper"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-01-31"+ result = get_ring_prices(metal, start_date, end_date)+ elif command == "stocks":+ metal = args[1] if len(args) > 1 else "copper"+ warehouse = args[2] if len(args) > 2 else "all"+ date = args[3] if len(args) > 3 else "2024-01-15"+ result = get_stocks(metal, warehouse, date)+ elif command == "warrants":+ metal = args[1] if len(args) > 1 else "copper"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_cancelled_warrants(metal, date)+ elif command == "volume":+ metal = args[1] if len(args) > 1 else "copper"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_volume(metal, date)+ elif command == "metals":+ result = get_available_metals()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/maddison_project_data.py b/fincept-qt/scripts/maddison_project_data.pynew file mode 100644index 000000000..b872876c6--- /dev/null+++ b/fincept-qt/scripts/maddison_project_data.py@@ -0,0 +1,299 @@+"""+Maddison Project Data Fetcher+Fetches long-run GDP per capita estimates for 169 countries back to year 1 from the+Maddison Project Database (MPD 2020).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('MADDISON_API_KEY', '')+BASE_URL = "https://www.rug.nl/ggdc/historicaldevelopment/maddison"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++MPD_DOWNLOAD_URL = "https://www.rug.nl/ggdc/historicaldevelopment/maddison/data/mpd2020.xlsx"+MPD_CSV_URL = "https://raw.githubusercontent.com/owid/owid-datasets/master/datasets/Maddison%20Project%20Database%202020%20(Bolt%20and%20van%20Zanden%2C%202020)/Maddison%20Project%20Database%202020%20(Bolt%20and%20van%20Zanden%2C%202020).csv"++WORLD_REGIONS = {+ "western_europe": ["GBR", "DEU", "FRA", "ITA", "ESP", "NLD", "BEL", "SWE", "NOR", "DNK", "FIN", "AUT", "CHE", "PRT", "IRL", "GRC"],+ "eastern_europe": ["POL", "CZE", "HUN", "ROU", "BGR", "SVK", "HRV", "SRB", "UKR", "RUS"],+ "north_america": ["USA", "CAN", "MEX"],+ "latin_america": ["BRA", "ARG", "CHL", "COL", "PER", "VEN", "URY", "ECU", "BOL", "PRY"],+ "east_asia": ["CHN", "JPN", "KOR", "TWN", "HKG", "SGP"],+ "south_asia": ["IND", "PAK", "BGD", "LKA", "NPL"],+ "southeast_asia": ["IDN", "THA", "MYS", "PHL", "VNM", "MMR", "KHM"],+ "middle_east": ["TUR", "EGY", "IRN", "IRQ", "SAU", "SYR", "ISR", "LBN"],+ "africa": ["ZAF", "NGA", "ETH", "GHA", "KEN", "TZA", "MOZ", "MDG", "CIV", "CMR"],+ "oceania": ["AUS", "NZL"],+}++COUNTRY_NAMES = {+ "USA": "United States", "GBR": "United Kingdom", "DEU": "Germany",+ "FRA": "France", "JPN": "Japan", "CHN": "China", "IND": "India",+ "BRA": "Brazil", "RUS": "Russia", "CAN": "Canada", "AUS": "Australia",+ "KOR": "South Korea", "ESP": "Spain", "ITA": "Italy", "MEX": "Mexico",+ "IDN": "Indonesia", "NLD": "Netherlands", "SAU": "Saudi Arabia",+ "CHE": "Switzerland", "SWE": "Sweden", "NOR": "Norway", "DNK": "Denmark",+ "FIN": "Finland", "BEL": "Belgium", "AUT": "Austria", "POL": "Poland",+ "TUR": "Turkey", "ZAF": "South Africa", "ARG": "Argentina", "NGA": "Nigeria",+ "EGY": "Egypt", "SGP": "Singapore", "HKG": "Hong Kong", "TWN": "Taiwan",+ "MYS": "Malaysia", "THA": "Thailand", "PHL": "Philippines", "VNM": "Vietnam",+ "BGD": "Bangladesh", "PAK": "Pakistan", "GRC": "Greece", "PRT": "Portugal",+ "IRL": "Ireland", "CZE": "Czech Republic", "HUN": "Hungary", "ROU": "Romania",+ "BGR": "Bulgaria", "HRV": "Croatia", "UKR": "Ukraine", "CHL": "Chile",+ "COL": "Colombia", "PER": "Peru",+}++HISTORICAL_BENCHMARK = {+ 1: {"world_gdppc": 467, "note": "Roman Empire era"},+ 1000: {"world_gdppc": 453, "note": "Medieval period"},+ 1500: {"world_gdppc": 556, "note": "Pre-Columbus"},+ 1600: {"world_gdppc": 596, "note": "Early modern"},+ 1700: {"world_gdppc": 638, "note": "Pre-Industrial Revolution"},+ 1820: {"world_gdppc": 1102, "note": "Industrial Revolution onset"},+ 1870: {"world_gdppc": 1526, "note": "Gilded Age"},+ 1900: {"world_gdppc": 2111, "note": "Belle Epoque"},+ 1950: {"world_gdppc": 4060, "note": "Post-WWII"},+ 1973: {"world_gdppc": 6940, "note": "Golden Age of Capitalism"},+ 2000: {"world_gdppc": 9565, "note": "Millennium"},+ 2018: {"world_gdppc": 14574, "note": "Latest Maddison estimate"},+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_owid_csv() -> List[Dict]:+ try:+ response = session.get(MPD_CSV_URL, timeout=60)+ response.raise_for_status()+ lines = response.text.strip().split("\n")+ if not lines:+ return []+ headers = [h.strip().strip('"') for h in lines[0].split(",")]+ records = []+ for line in lines[1:]:+ values = line.split(",")+ if len(values) >= len(headers):+ record = {}+ for i, h in enumerate(headers):+ record[h] = values[i].strip().strip('"')+ records.append(record)+ return records+ except Exception:+ return []+++def get_gdp_per_capita(country: str, start_year: int = 1820, end_year: int = 2018) -> Dict:+ records = _fetch_owid_csv()+ country_upper = country.upper()+ country_name = COUNTRY_NAMES.get(country_upper, country)+ if records:+ filtered = []+ for r in records:+ entity = r.get("Entity", "")+ code = r.get("Code", "")+ year_str = r.get("Year", "")+ gdppc = r.get("GDP per capita", r.get("gdppc", ""))+ if (code == country_upper or entity.lower() == country.lower()) and year_str:+ try:+ year = int(year_str)+ if start_year <= year <= end_year:+ filtered.append({"year": year, "gdp_per_capita_2011usd": gdppc})+ except ValueError:+ continue+ filtered.sort(key=lambda x: x["year"])+ return {+ "country": country_upper,+ "country_name": country_name,+ "start_year": start_year,+ "end_year": end_year,+ "unit": "2011 USD (PPP)",+ "source": "Maddison Project Database 2020",+ "data_points": len(filtered),+ "data": filtered,+ }+ return {+ "country": country_upper,+ "country_name": country_name,+ "start_year": start_year,+ "end_year": end_year,+ "unit": "2011 USD (PPP)",+ "source": "Maddison Project Database 2020",+ "download_url": MPD_DOWNLOAD_URL,+ "note": "Could not fetch live data. Download the Excel file for offline analysis.",+ "historical_benchmarks": HISTORICAL_BENCHMARK,+ }+++def get_global_gdp(start_year: int = 1820, end_year: int = 2018) -> Dict:+ return {+ "source": "Maddison Project Database 2020",+ "start_year": start_year,+ "end_year": end_year,+ "unit": "2011 USD (PPP)",+ "historical_world_gdppc": {+ str(year): data+ for year, data in HISTORICAL_BENCHMARK.items()+ if start_year <= year <= end_year+ },+ "download_url": MPD_DOWNLOAD_URL,+ "note": "Global aggregates available in the full Excel download.",+ }+++def get_regional_gdp(region: str, start_year: int = 1820, end_year: int = 2018) -> Dict:+ region_lower = region.lower().replace(" ", "_")+ country_codes = WORLD_REGIONS.get(region_lower, [])+ if not country_codes:+ return {+ "error": f"Unknown region: {region}",+ "available_regions": list(WORLD_REGIONS.keys()),+ }+ return {+ "region": region,+ "start_year": start_year,+ "end_year": end_year,+ "countries_in_region": country_codes,+ "country_names": {code: COUNTRY_NAMES.get(code, code) for code in country_codes},+ "unit": "2011 USD (PPP)",+ "source": "Maddison Project Database 2020",+ "download_url": MPD_DOWNLOAD_URL,+ "note": "Fetch individual country data using gdp_per_capita command.",+ "available_regions": list(WORLD_REGIONS.keys()),+ }+++def get_top_economies(year: int = 2018, n: int = 10) -> Dict:+ top_by_year = {+ 2018: [+ {"rank": 1, "country": "SGP", "name": "Singapore", "gdppc_2011usd": 85535},+ {"rank": 2, "country": "USA", "name": "United States", "gdppc_2011usd": 54225},+ {"rank": 3, "country": "NOR", "name": "Norway", "gdppc_2011usd": 53478},+ {"rank": 4, "country": "CHE", "name": "Switzerland", "gdppc_2011usd": 50532},+ {"rank": 5, "country": "HKG", "name": "Hong Kong", "gdppc_2011usd": 50030},+ {"rank": 6, "country": "NLD", "name": "Netherlands", "gdppc_2011usd": 46155},+ {"rank": 7, "country": "AUS", "name": "Australia", "gdppc_2011usd": 44649},+ {"rank": 8, "country": "DNK", "name": "Denmark", "gdppc_2011usd": 44029},+ {"rank": 9, "country": "SWE", "name": "Sweden", "gdppc_2011usd": 43484},+ {"rank": 10, "country": "DEU", "name": "Germany", "gdppc_2011usd": 43132},+ {"rank": 11, "country": "AUT", "name": "Austria", "gdppc_2011usd": 42432},+ {"rank": 12, "country": "BEL", "name": "Belgium", "gdppc_2011usd": 41239},+ {"rank": 13, "country": "CAN", "name": "Canada", "gdppc_2011usd": 40522},+ {"rank": 14, "country": "FIN", "name": "Finland", "gdppc_2011usd": 39764},+ {"rank": 15, "country": "FRA", "name": "France", "gdppc_2011usd": 38488},+ {"rank": 16, "country": "GBR", "name": "United Kingdom", "gdppc_2011usd": 38059},+ {"rank": 17, "country": "JPN", "name": "Japan", "gdppc_2011usd": 36156},+ {"rank": 18, "country": "KOR", "name": "South Korea", "gdppc_2011usd": 35938},+ {"rank": 19, "country": "TWN", "name": "Taiwan", "gdppc_2011usd": 35453},+ {"rank": 20, "country": "ITA", "name": "Italy", "gdppc_2011usd": 33558},+ ],+ 1973: [+ {"rank": 1, "country": "CHE", "name": "Switzerland", "gdppc_2011usd": 27171},+ {"rank": 2, "country": "USA", "name": "United States", "gdppc_2011usd": 23062},+ {"rank": 3, "country": "NOR", "name": "Norway", "gdppc_2011usd": 18479},+ {"rank": 4, "country": "SWE", "name": "Sweden", "gdppc_2011usd": 18401},+ ],+ }+ year_data = top_by_year.get(year, top_by_year[2018])+ return {+ "year": year,+ "top_n": n,+ "unit": "2011 USD (PPP)",+ "source": "Maddison Project Database 2020",+ "economies": year_data[:n],+ "note": "Rankings based on GDP per capita in 2011 PPP USD.",+ }+++def get_growth_rates(country: str, period: str = "1950-2018") -> Dict:+ growth_by_country_period = {+ "CHN": {"1950-2018": 5.82, "1980-2018": 7.95, "2000-2018": 7.41},+ "KOR": {"1950-2018": 4.89, "1980-2018": 4.62, "2000-2018": 3.51},+ "JPN": {"1950-2018": 3.41, "1980-2018": 1.84, "2000-2018": 0.68},+ "USA": {"1950-2018": 2.01, "1980-2018": 1.98, "2000-2018": 1.37},+ "DEU": {"1950-2018": 2.60, "1980-2018": 1.65, "2000-2018": 1.36},+ "GBR": {"1950-2018": 2.15, "1980-2018": 1.97, "2000-2018": 1.19},+ "IND": {"1950-2018": 2.83, "1980-2018": 4.53, "2000-2018": 5.81},+ "BRA": {"1950-2018": 2.32, "1980-2018": 0.88, "2000-2018": 1.35},+ }+ country_upper = country.upper()+ rates = growth_by_country_period.get(country_upper, {})+ rate = rates.get(period, None)+ return {+ "country": country_upper,+ "country_name": COUNTRY_NAMES.get(country_upper, country),+ "period": period,+ "annual_growth_rate_pct": rate,+ "unit": "Average annual GDP per capita growth (%)",+ "source": "Maddison Project Database 2020",+ "available_periods": list(rates.keys()) if rates else ["1950-2018", "1980-2018", "2000-2018"],+ "note": "Growth rates are approximate. Download full dataset for precise calculations.",+ }+++def get_countries() -> Dict:+ return {+ "total_countries": 169,+ "countries": COUNTRY_NAMES,+ "regions": WORLD_REGIONS,+ "source": "Maddison Project Database 2020",+ "time_coverage": "Year 1 to 2018 (with gaps for early centuries)",+ "download_url": MPD_DOWNLOAD_URL,+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "gdp_per_capita":+ country = args[1] if len(args) > 1 else "USA"+ start_year = int(args[2]) if len(args) > 2 else 1820+ end_year = int(args[3]) if len(args) > 3 else 2018+ result = get_gdp_per_capita(country, start_year, end_year)+ elif command == "global":+ start_year = int(args[1]) if len(args) > 1 else 1820+ end_year = int(args[2]) if len(args) > 2 else 2018+ result = get_global_gdp(start_year, end_year)+ elif command == "regional":+ region = args[1] if len(args) > 1 else "western_europe"+ start_year = int(args[2]) if len(args) > 2 else 1820+ end_year = int(args[3]) if len(args) > 3 else 2018+ result = get_regional_gdp(region, start_year, end_year)+ elif command == "top":+ year = int(args[1]) if len(args) > 1 else 2018+ n = int(args[2]) if len(args) > 2 else 10+ result = get_top_economies(year, n)+ elif command == "growth":+ country = args[1] if len(args) > 1 else "USA"+ period = args[2] if len(args) > 2 else "1950-2018"+ result = get_growth_rates(country, period)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/marinetraffic_data.py b/fincept-qt/scripts/marinetraffic_data.pynew file mode 100644index 000000000..435536325--- /dev/null+++ b/fincept-qt/scripts/marinetraffic_data.py@@ -0,0 +1,116 @@+"""+MarineTraffic Data Fetcher+MarineTraffic free tier: vessel positions, expected arrivals, port congestion data+via MarineTraffic API (free key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('MARINETRAFFIC_API_KEY', '')+BASE_URL = "https://services.marinetraffic.com/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["apikey"] = API_KEY+ params["msgtype"] = "extended"+ params["protocol"] = "json"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ data = response.json()+ return data+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_vessel_positions(mmsi: str) -> Any:+ params = {"mmsi": mmsi}+ return _make_request(f"exportvessels/{API_KEY}", params)+++def get_expected_arrivals(port_id: str, date: str = None) -> Any:+ params = {"portid": port_id}+ if date:+ params["expectedarrival"] = date+ return _make_request(f"expectedarrivals/{API_KEY}", params)+++def get_port_calls(port_id: str, from_date: str = None, to_date: str = None) -> Any:+ params = {"portid": port_id}+ if from_date:+ params["fromdate"] = from_date+ if to_date:+ params["todate"] = to_date+ return _make_request(f"portcalls/{API_KEY}", params)+++def get_vessel_details(mmsi: str) -> Any:+ params = {"mmsi": mmsi}+ return _make_request(f"vesseldetails/{API_KEY}", params)+++def get_port_info(port_id: str) -> Any:+ params = {"portid": port_id}+ return _make_request(f"portinfo/{API_KEY}", params)+++def get_nearby_vessels(lat: float, lon: float, radius: int = 10) -> Any:+ params = {+ "MINLAT": lat - 0.1, "MAXLAT": lat + 0.1,+ "MINLON": lon - 0.1, "MAXLON": lon + 0.1+ }+ return _make_request(f"exportvessels/{API_KEY}", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "positions":+ mmsi = args[1] if len(args) > 1 else "123456789"+ result = get_vessel_positions(mmsi)+ elif command == "arrivals":+ port_id = args[1] if len(args) > 1 else "1"+ date = args[2] if len(args) > 2 else None+ result = get_expected_arrivals(port_id, date)+ elif command == "port_calls":+ port_id = args[1] if len(args) > 1 else "1"+ from_date = args[2] if len(args) > 2 else None+ to_date = args[3] if len(args) > 3 else None+ result = get_port_calls(port_id, from_date, to_date)+ elif command == "vessel":+ mmsi = args[1] if len(args) > 1 else "123456789"+ result = get_vessel_details(mmsi)+ elif command == "port":+ port_id = args[1] if len(args) > 1 else "1"+ result = get_port_info(port_id)+ elif command == "nearby":+ lat = float(args[1]) if len(args) > 1 else 51.5+ lon = float(args[2]) if len(args) > 2 else 0.1+ radius = int(args[3]) if len(args) > 3 else 10+ result = get_nearby_vessels(lat, lon, radius)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/marketstack_data.py b/fincept-qt/scripts/marketstack_data.pynew file mode 100644index 000000000..138047a2d--- /dev/null+++ b/fincept-qt/scripts/marketstack_data.py@@ -0,0 +1,120 @@+"""+Marketstack Data Fetcher+End-of-day data for 70+ global exchanges, tickers, splits, dividends.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('MARKETSTACK_API_KEY', '')+BASE_URL = "https://api.marketstack.com/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_eod(symbols: str, date_from: str = None, date_to: str = None, limit: int = 100) -> Any:+ params = {"access_key": API_KEY, "symbols": symbols, "limit": limit}+ if date_from:+ params["date_from"] = date_from+ if date_to:+ params["date_to"] = date_to+ return _make_request("eod", params)++def get_intraday(symbols: str, interval: str = "1hour", date_from: str = None, date_to: str = None) -> Any:+ params = {"access_key": API_KEY, "symbols": symbols, "interval": interval}+ if date_from:+ params["date_from"] = date_from+ if date_to:+ params["date_to"] = date_to+ return _make_request("intraday", params)++def get_tickers(exchange: str = None, limit: int = 100, search: str = None) -> Any:+ params = {"access_key": API_KEY, "limit": limit}+ if exchange:+ params["exchange"] = exchange+ if search:+ params["search"] = search+ return _make_request("tickers", params)++def get_exchanges(limit: int = 100, search: str = None) -> Any:+ params = {"access_key": API_KEY, "limit": limit}+ if search:+ params["search"] = search+ return _make_request("exchanges", params)++def get_splits(symbols: str, date_from: str = None, date_to: str = None) -> Any:+ params = {"access_key": API_KEY, "symbols": symbols}+ if date_from:+ params["date_from"] = date_from+ if date_to:+ params["date_to"] = date_to+ return _make_request("splits", params)++def get_dividends(symbols: str, date_from: str = None, date_to: str = None) -> Any:+ params = {"access_key": API_KEY, "symbols": symbols}+ if date_from:+ params["date_from"] = date_from+ if date_to:+ params["date_to"] = date_to+ return _make_request("dividends", params)++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "eod":+ symbols = args[1] if len(args) > 1 else "AAPL"+ date_from = args[2] if len(args) > 2 else None+ date_to = args[3] if len(args) > 3 else None+ limit = int(args[4]) if len(args) > 4 else 100+ result = get_eod(symbols, date_from, date_to, limit)+ elif command == "intraday":+ symbols = args[1] if len(args) > 1 else "AAPL"+ interval = args[2] if len(args) > 2 else "1hour"+ date_from = args[3] if len(args) > 3 else None+ date_to = args[4] if len(args) > 4 else None+ result = get_intraday(symbols, interval, date_from, date_to)+ elif command == "tickers":+ exchange = args[1] if len(args) > 1 else None+ limit = int(args[2]) if len(args) > 2 else 100+ search = args[3] if len(args) > 3 else None+ result = get_tickers(exchange, limit, search)+ elif command == "exchanges":+ limit = int(args[1]) if len(args) > 1 else 100+ search = args[2] if len(args) > 2 else None+ result = get_exchanges(limit, search)+ elif command == "splits":+ symbols = args[1] if len(args) > 1 else "AAPL"+ date_from = args[2] if len(args) > 2 else None+ date_to = args[3] if len(args) > 3 else None+ result = get_splits(symbols, date_from, date_to)+ elif command == "dividends":+ symbols = args[1] if len(args) > 1 else "AAPL"+ date_from = args[2] if len(args) > 2 else None+ date_to = args[3] if len(args) > 3 else None+ result = get_dividends(symbols, date_from, date_to)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/messari_data.py b/fincept-qt/scripts/messari_data.pynew file mode 100644index 000000000..71bfa6904--- /dev/null+++ b/fincept-qt/scripts/messari_data.py@@ -0,0 +1,195 @@+"""+Messari Data Fetcher+Crypto asset metrics, profiles, market data, on-chain fundamentals.+Free key optional via MESSARI_API_KEY.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('MESSARI_API_KEY', '')+BASE_URL = "https://data.messari.io/api/v1"+BASE_URL_V2 = "https://data.messari.io/api/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++if API_KEY:+ session.headers.update({"x-messari-api-key": API_KEY})+++def _make_request(endpoint: str, params: Dict = None, v2: bool = False) -> Any:+ """Make HTTP request with error handling."""+ base = BASE_URL_V2 if v2 else BASE_URL+ url = f"{base}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_all_assets(limit: int = 50, page: int = 1) -> Any:+ """Get paginated list of all tracked assets with basic metrics."""+ params = {+ "limit": min(limit, 500),+ "page": page,+ "fields": "id,slug,symbol,name,metrics/market_data/price_usd,metrics/market_data/volume_last_24_hours,metrics/marketcap/current_marketcap_usd,metrics/market_data/percent_change_usd_last_24_hours"+ }+ data = _make_request("assets", params=params)+ if isinstance(data, dict) and "data" in data:+ assets = data["data"]+ return {"assets": assets, "count": len(assets), "page": page}+ return data+++def get_asset(asset_key: str) -> Any:+ """Get profile and metadata for a specific asset (slug, symbol, or ID)."""+ params = {+ "fields": "id,slug,symbol,name,profile/general/overview/project_details,profile/general/overview/official_links,profile/general/relevant_resources,profile/economics/token/token_type,profile/economics/token/block_reward,profile/technology/overview/technology_details"+ }+ data = _make_request(f"assets/{asset_key}/profile", params=params)+ if isinstance(data, dict) and "data" in data:+ return data["data"]+ return data+++def get_asset_metrics(asset_key: str) -> Any:+ """Get comprehensive on-chain and market metrics for an asset."""+ params = {+ "fields": "id,slug,symbol,metrics/market_data,metrics/marketcap,metrics/supply,metrics/blockchain_stats_24_hours,metrics/all_time_high,metrics/cycle_low,metrics/token_sale_stats,metrics/mining_stats,metrics/developer_activity,metrics/roi_data"+ }+ data = _make_request(f"assets/{asset_key}/metrics", params=params)+ if isinstance(data, dict) and "data" in data:+ return data["data"]+ return data+++def get_asset_market_data(asset_key: str) -> Any:+ """Get current market data (price, volume, market cap) for an asset."""+ params = {+ "fields": "id,slug,symbol,metrics/market_data"+ }+ data = _make_request(f"assets/{asset_key}/metrics", params=params)+ if isinstance(data, dict) and "data" in data:+ asset = data["data"]+ return {+ "id": asset.get("id"),+ "slug": asset.get("slug"),+ "symbol": asset.get("symbol"),+ "market_data": asset.get("metrics", {}).get("market_data", {}),+ }+ return data+++def get_asset_timeseries(asset_key: str, metric: str = "price", interval: str = "1d", after: str = None, before: str = None) -> Any:+ """Get historical timeseries data for an asset metric.+ Metrics: price, volume, marketcap, returns, price-btc, etc.+ Intervals: 1m, 5m, 15m, 30m, 1h, 1d, 1w.+ """+ params = {"interval": interval}+ if after:+ params["after"] = after+ if before:+ params["before"] = before+ data = _make_request(f"assets/{asset_key}/metrics/{metric}/time-series", params=params)+ if isinstance(data, dict) and "data" in data:+ ts = data["data"]+ values = ts.get("values", [])+ return {+ "asset": asset_key,+ "metric": metric,+ "interval": interval,+ "parameters": ts.get("parameters", {}),+ "values": values,+ "count": len(values),+ }+ return data+++def get_news(asset_key: str = None) -> Any:+ """Get latest crypto news, optionally filtered by asset."""+ if asset_key:+ endpoint = f"news/{asset_key}"+ else:+ endpoint = "news"+ params = {"limit": 30}+ data = _make_request(endpoint, params=params)+ if isinstance(data, dict) and "data" in data:+ articles = data["data"]+ return {"articles": articles, "count": len(articles), "asset": asset_key}+ return data+++def get_markets(asset_key: str) -> Any:+ """Get exchange markets for a specific asset with prices and volumes."""+ params = {"limit": 50}+ data = _make_request(f"assets/{asset_key}/markets", params=params)+ if isinstance(data, dict) and "data" in data:+ markets = data["data"]+ return {"asset": asset_key, "markets": markets, "count": len(markets)}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: assets, asset, metrics, market_data, timeseries, news, markets"}))+ return++ command = args[0]++ if command == "assets":+ limit = int(args[1]) if len(args) > 1 else 50+ page = int(args[2]) if len(args) > 2 else 1+ result = get_all_assets(limit, page)+ elif command == "asset":+ if len(args) < 2:+ result = {"error": "Usage: asset <asset_key> (e.g. bitcoin, ethereum, btc)"}+ else:+ result = get_asset(args[1])+ elif command == "metrics":+ if len(args) < 2:+ result = {"error": "Usage: metrics <asset_key>"}+ else:+ result = get_asset_metrics(args[1])+ elif command == "market_data":+ if len(args) < 2:+ result = {"error": "Usage: market_data <asset_key>"}+ else:+ result = get_asset_market_data(args[1])+ elif command == "timeseries":+ if len(args) < 2:+ result = {"error": "Usage: timeseries <asset_key> [metric] [interval] [after] [before]"}+ else:+ metric = args[2] if len(args) > 2 else "price"+ interval = args[3] if len(args) > 3 else "1d"+ after = args[4] if len(args) > 4 else None+ before = args[5] if len(args) > 5 else None+ result = get_asset_timeseries(args[1], metric, interval, after, before)+ elif command == "news":+ asset_key = args[1] if len(args) > 1 else None+ result = get_news(asset_key)+ elif command == "markets":+ if len(args) < 2:+ result = {"error": "Usage: markets <asset_key>"}+ else:+ result = get_markets(args[1])+ else:+ result = {"error": f"Unknown command: {command}. Available: assets, asset, metrics, market_data, timeseries, news, markets"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/metals_prices_data.py b/fincept-qt/scripts/metals_prices_data.pynew file mode 100644index 000000000..10b29ddfa--- /dev/null+++ b/fincept-qt/scripts/metals_prices_data.py@@ -0,0 +1,126 @@+"""+Metals Prices Data Fetcher+Gold, silver, platinum, palladium, and copper real-time and historical prices+via the Metals.dev API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('METALS_DEV_API_KEY', '')+BASE_URL = "https://api.metals.dev/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["api_key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_latest(currencies: str = "USD", metals: str = "gold,silver,platinum,palladium") -> Any:+ params = {"currency": currencies, "unit": "troy_oz"}+ metals_list = [m.strip() for m in metals.split(",")]+ params["metals"] = ",".join(metals_list)+ return _make_request("latest", params)+++def get_historical(date: str, currencies: str = "USD", metals: str = "gold,silver") -> Any:+ params = {"date": date, "currency": currencies, "unit": "troy_oz"}+ metals_list = [m.strip() for m in metals.split(",")]+ params["metals"] = ",".join(metals_list)+ return _make_request("historical", params)+++def get_timeframe(start: str, end: str, currencies: str = "USD", metals: str = "gold") -> Any:+ params = {+ "start_date": start,+ "end_date": end,+ "currency": currencies,+ "unit": "troy_oz",+ }+ metals_list = [m.strip() for m in metals.split(",")]+ params["metals"] = ",".join(metals_list)+ return _make_request("timeframe", params)+++def convert(from_metal: str, to_currency: str, amount: str = "1") -> Any:+ params = {+ "metal": from_metal.lower(),+ "currency": to_currency.upper(),+ "amount": amount,+ "unit": "troy_oz",+ }+ return _make_request("convert", params)+++def get_supported_metals() -> Any:+ return {+ "metals": [+ "gold", "silver", "platinum", "palladium", "rhodium",+ "iridium", "osmium", "rhenium", "ruthenium", "copper",+ "aluminum", "lead", "nickel", "zinc", "tin"+ ]+ }+++def get_supported_currencies() -> Any:+ return _make_request("currencies", {})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "latest":+ currencies = args[1] if len(args) > 1 else "USD"+ metals = args[2] if len(args) > 2 else "gold,silver,platinum,palladium"+ result = get_latest(currencies, metals)+ elif command == "historical":+ date = args[1] if len(args) > 1 else "2024-01-01"+ currencies = args[2] if len(args) > 2 else "USD"+ metals = args[3] if len(args) > 3 else "gold,silver"+ result = get_historical(date, currencies, metals)+ elif command == "timeframe":+ start = args[1] if len(args) > 1 else "2024-01-01"+ end = args[2] if len(args) > 2 else "2024-12-31"+ currencies = args[3] if len(args) > 3 else "USD"+ metals = args[4] if len(args) > 4 else "gold"+ result = get_timeframe(start, end, currencies, metals)+ elif command == "convert":+ from_metal = args[1] if len(args) > 1 else "gold"+ to_currency = args[2] if len(args) > 2 else "USD"+ amount = args[3] if len(args) > 3 else "1"+ result = convert(from_metal, to_currency, amount)+ elif command == "metals":+ result = get_supported_metals()+ elif command == "currencies":+ result = get_supported_currencies()++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/nber_data.py b/fincept-qt/scripts/nber_data.pynew file mode 100644index 000000000..dfc76bcc6--- /dev/null+++ b/fincept-qt/scripts/nber_data.py@@ -0,0 +1,346 @@+"""+NBER Data Fetcher+Fetches NBER (National Bureau of Economic Research) business cycle dates,+macroeconomic datasets, and public-use datasets.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('NBER_API_KEY', '')+BASE_URL = "https://data.nber.org/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++NBER_BUSINESS_CYCLES = [+ {"peak": "1857-06", "trough": "1858-12", "expansion_months": None, "contraction_months": 18, "recession": "1857-1858"},+ {"peak": "1860-10", "trough": "1861-06", "expansion_months": 22, "contraction_months": 8, "recession": "1860-1861"},+ {"peak": "1865-04", "trough": "1867-12", "expansion_months": 46, "contraction_months": 32, "recession": "1865-1867"},+ {"peak": "1869-06", "trough": "1870-12", "expansion_months": 18, "contraction_months": 18, "recession": "1869-1870"},+ {"peak": "1873-10", "trough": "1879-03", "expansion_months": 34, "contraction_months": 65, "recession": "1873-1879"},+ {"peak": "1882-03", "trough": "1885-05", "expansion_months": 36, "contraction_months": 38, "recession": "1882-1885"},+ {"peak": "1887-03", "trough": "1888-04", "expansion_months": 22, "contraction_months": 13, "recession": "1887-1888"},+ {"peak": "1890-07", "trough": "1891-05", "expansion_months": 27, "contraction_months": 10, "recession": "1890-1891"},+ {"peak": "1893-01", "trough": "1894-06", "expansion_months": 20, "contraction_months": 17, "recession": "1893-1894"},+ {"peak": "1895-12", "trough": "1897-06", "expansion_months": 18, "contraction_months": 18, "recession": "1895-1897"},+ {"peak": "1899-06", "trough": "1900-12", "expansion_months": 24, "contraction_months": 18, "recession": "1899-1900"},+ {"peak": "1902-09", "trough": "1904-08", "expansion_months": 21, "contraction_months": 23, "recession": "1902-1904"},+ {"peak": "1907-05", "trough": "1908-06", "expansion_months": 33, "contraction_months": 13, "recession": "1907-1908"},+ {"peak": "1910-01", "trough": "1912-01", "expansion_months": 19, "contraction_months": 24, "recession": "1910-1912"},+ {"peak": "1913-01", "trough": "1914-12", "expansion_months": 12, "contraction_months": 23, "recession": "1913-1914"},+ {"peak": "1918-08", "trough": "1919-03", "expansion_months": 44, "contraction_months": 7, "recession": "1918-1919"},+ {"peak": "1920-01", "trough": "1921-07", "expansion_months": 10, "contraction_months": 18, "recession": "1920-1921"},+ {"peak": "1923-05", "trough": "1924-07", "expansion_months": 22, "contraction_months": 14, "recession": "1923-1924"},+ {"peak": "1926-10", "trough": "1927-11", "expansion_months": 27, "contraction_months": 13, "recession": "1926-1927"},+ {"peak": "1929-08", "trough": "1933-03", "expansion_months": 21, "contraction_months": 43, "recession": "1929-1933 (Great Depression)"},+ {"peak": "1937-05", "trough": "1938-06", "expansion_months": 50, "contraction_months": 13, "recession": "1937-1938"},+ {"peak": "1945-02", "trough": "1945-10", "expansion_months": 80, "contraction_months": 8, "recession": "1945"},+ {"peak": "1948-11", "trough": "1949-10", "expansion_months": 37, "contraction_months": 11, "recession": "1948-1949"},+ {"peak": "1953-07", "trough": "1954-05", "expansion_months": 45, "contraction_months": 10, "recession": "1953-1954"},+ {"peak": "1957-08", "trough": "1958-04", "expansion_months": 39, "contraction_months": 8, "recession": "1957-1958"},+ {"peak": "1960-04", "trough": "1961-02", "expansion_months": 24, "contraction_months": 10, "recession": "1960-1961"},+ {"peak": "1969-12", "trough": "1970-11", "expansion_months": 106, "contraction_months": 11, "recession": "1969-1970"},+ {"peak": "1973-11", "trough": "1975-03", "expansion_months": 36, "contraction_months": 16, "recession": "1973-1975"},+ {"peak": "1980-01", "trough": "1980-07", "expansion_months": 58, "contraction_months": 6, "recession": "1980"},+ {"peak": "1981-07", "trough": "1982-11", "expansion_months": 12, "contraction_months": 16, "recession": "1981-1982"},+ {"peak": "1990-07", "trough": "1991-03", "expansion_months": 92, "contraction_months": 8, "recession": "1990-1991"},+ {"peak": "2001-03", "trough": "2001-11", "expansion_months": 120, "contraction_months": 8, "recession": "2001"},+ {"peak": "2007-12", "trough": "2009-06", "expansion_months": 73, "contraction_months": 18, "recession": "2007-2009 (Great Recession)"},+ {"peak": "2020-02", "trough": "2020-04", "expansion_months": 128, "contraction_months": 2, "recession": "2020 (COVID-19)"},+]++NBER_DATASETS = {+ "macrohistory": {+ "description": "NBER Macrohistory Database — historical time series for pre-WWII US economy",+ "url": "https://www.nber.org/research/data/nber-macrohistory-database",+ "time_coverage": "1867-1961",+ "categories": ["output", "employment", "prices", "money", "finance", "trade"],+ },+ "cps": {+ "description": "Current Population Survey (CPS) — monthly household survey of labor force",+ "url": "https://www.nber.org/research/data/current-population-survey-cps-merged-outgoing-rotation-groups",+ "frequency": "Monthly",+ "variables": ["earnings", "employment_status", "industry", "occupation", "education", "demographics"],+ },+ "patent_data": {+ "description": "NBER Patent Citations Database — 3M+ US patents 1963-1999",+ "url": "https://www.nber.org/research/data/us-patents-1963-1999",+ },+ "trade_liberalization": {+ "description": "Trade Liberalization Episodes — tariff reductions across countries",+ "url": "https://www.nber.org/research/data/trade-liberalization",+ },+ "international_finance": {+ "description": "International Finance and Macroeconomics datasets",+ "url": "https://www.nber.org/programs-projects/programs-working-groups/international-finance-and-macroeconomics",+ },+ "health_economics": {+ "description": "Health economics datasets — mortality, healthcare utilization",+ "url": "https://www.nber.org/programs-projects/programs-working-groups/health-economics",+ },+ "women_economics": {+ "description": "Gender in the economy — wage gaps, labor participation",+ "url": "https://www.nber.org/programs-projects/programs-working-groups/women-economics",+ },+ "productivity_innovation": {+ "description": "Productivity, Innovation and Entrepreneurship datasets",+ "url": "https://www.nber.org/programs-projects/programs-working-groups/productivity-innovation-and-entrepreneurship",+ },+}++NBER_MACROHISTORY_SERIES = {+ "m04001": "Corporate bond yields",+ "m04002": "High-grade railroad bond yields",+ "m04003": "State and local bonds",+ "m06006": "Wholesale prices",+ "m08023": "Index of factory employment",+ "m01011a": "Commercial paper rates, 60-90 days",+ "m01011b": "Call money rates",+ "m12017": "Industrial production",+ "m15014": "Exports, total",+ "m15015": "Imports, total",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_business_cycle_dates() -> Dict:+ avg_expansion = sum(c["expansion_months"] for c in NBER_BUSINESS_CYCLES if c["expansion_months"]) / len([c for c in NBER_BUSINESS_CYCLES if c["expansion_months"]])+ avg_contraction = sum(c["contraction_months"] for c in NBER_BUSINESS_CYCLES if c["contraction_months"]) / len([c for c in NBER_BUSINESS_CYCLES if c["contraction_months"]])+ post_wwii = [c for c in NBER_BUSINESS_CYCLES if c["peak"] >= "1945"]+ avg_expansion_post_wwii = sum(c["expansion_months"] for c in post_wwii if c["expansion_months"]) / len([c for c in post_wwii if c["expansion_months"]])+ avg_contraction_post_wwii = sum(c["contraction_months"] for c in post_wwii if c["contraction_months"]) / len([c for c in post_wwii if c["contraction_months"]])+ return {+ "source": "NBER Business Cycle Dating Committee",+ "url": "https://www.nber.org/research/business-cycle-dating",+ "total_cycles": len(NBER_BUSINESS_CYCLES),+ "latest_trough": "2020-04",+ "current_status": "Expansion (as of 2024)",+ "statistics": {+ "all_cycles": {+ "avg_expansion_months": round(avg_expansion, 1),+ "avg_contraction_months": round(avg_contraction, 1),+ },+ "post_wwii": {+ "cycle_count": len(post_wwii),+ "avg_expansion_months": round(avg_expansion_post_wwii, 1),+ "avg_contraction_months": round(avg_contraction_post_wwii, 1),+ },+ },+ "cycles": NBER_BUSINESS_CYCLES,+ }+++def get_recession_indicator(start_date: str = "2000-01", end_date: str = "2024-12") -> Dict:+ def in_recession(date_str: str) -> bool:+ for cycle in NBER_BUSINESS_CYCLES:+ peak = cycle["peak"]+ trough = cycle["trough"]+ if peak <= date_str <= trough:+ return True+ return False++ dates = []+ try:+ from datetime import datetime, timedelta+ start = datetime.strptime(start_date + "-01", "%Y-%m-%d")+ end = datetime.strptime(end_date + "-01", "%Y-%m-%d")+ current = start+ while current <= end:+ date_key = current.strftime("%Y-%m")+ dates.append({"date": date_key, "recession": 1 if in_recession(date_key) else 0})+ if current.month == 12:+ current = current.replace(year=current.year + 1, month=1)+ else:+ current = current.replace(month=current.month + 1)+ except Exception as e:+ return {"error": f"Date processing error: {str(e)}"}+ return {+ "start_date": start_date,+ "end_date": end_date,+ "indicator": "1 = recession, 0 = expansion",+ "source": "NBER Business Cycle Dating Committee",+ "data": dates,+ }+++def get_macrohistory_data(series_id: str, start_year: int = 1870, end_year: int = 1961) -> Dict:+ csv_url = f"https://data.nber.org/macrohistory/data/{series_id}.csv"+ try:+ response = session.get(csv_url, timeout=30)+ if response.status_code == 200:+ lines = response.text.strip().split("\n")+ headers = [h.strip().strip('"') for h in lines[0].split(",")] if lines else []+ observations = []+ for line in lines[1:]:+ parts = line.split(",")+ if len(parts) >= 2:+ try:+ year_val = int(parts[0].strip().strip('"')[:4])+ if start_year <= year_val <= end_year:+ value = parts[1].strip().strip('"')+ observations.append({"date": parts[0].strip().strip('"'), "value": value if value != "." else None})+ except (ValueError, IndexError):+ continue+ return {+ "series_id": series_id,+ "start_year": start_year,+ "end_year": end_year,+ "source": "NBER Macrohistory Database",+ "data": observations,+ }+ return {+ "series_id": series_id,+ "error": f"Series not found. HTTP {response.status_code}",+ "available_series": NBER_MACROHISTORY_SERIES,+ "note": "NBER Macrohistory covers 1867-1961 US economic history",+ }+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}", "series_id": series_id}+++def get_available_datasets() -> Dict:+ return {+ "total_datasets": len(NBER_DATASETS),+ "datasets": NBER_DATASETS,+ "nber_url": "https://www.nber.org",+ "data_url": "https://data.nber.org",+ "working_papers_url": "https://www.nber.org/papers",+ "programs": [+ "Asset Pricing", "Corporate Finance", "Economic Fluctuations and Growth",+ "Health Care", "Industrial Organization", "International Finance and Macroeconomics",+ "International Trade and Investment", "Labor Studies", "Law and Economics",+ "Monetary Economics", "Political Economy", "Productivity, Innovation and Entrepreneurship",+ "Public Economics",+ ],+ "macrohistory_series": NBER_MACROHISTORY_SERIES,+ }+++def get_cps_data(year: int = 2023, variable: str = "earnings") -> Dict:+ cps_variables = {+ "earnings": "Weekly earnings of full-time workers",+ "employment_status": "Employment status (employed, unemployed, not in labor force)",+ "hours_worked": "Usual hours worked per week",+ "industry": "Industry of employment (NAICS)",+ "occupation": "Occupation (SOC codes)",+ "education": "Educational attainment",+ "age": "Age in years",+ "race": "Race and ethnicity",+ "sex": "Sex",+ "union_status": "Union membership and coverage",+ "class_of_worker": "Private sector, government, self-employed",+ }+ return {+ "dataset": "Current Population Survey (CPS)",+ "year": year,+ "variable": variable,+ "variable_description": cps_variables.get(variable, variable),+ "source": "Bureau of Labor Statistics / NBER",+ "cps_url": "https://www.bls.gov/cps/data.htm",+ "nber_cps_url": "https://www.nber.org/research/data/current-population-survey-cps-merged-outgoing-rotation-groups",+ "available_variables": cps_variables,+ "note": "CPS microdata requires downloading from NBER or BLS. Processed extracts available.",+ "fred_cps_series": {+ "unemployment_rate": "UNRATE",+ "labor_force_participation": "CIVPART",+ "employment_level": "CE16OV",+ "median_weekly_earnings": "LES1252881500Q",+ "avg_hourly_earnings": "CES0500000003",+ },+ }+++def get_unemployment_data(start_date: str = "2000-01", end_date: str = "") -> Dict:+ fred_url = "https://api.stlouisfed.org/fred/series/observations"+ fred_key = os.environ.get("FRED_API_KEY", "")+ if fred_key:+ params = {+ "series_id": "UNRATE",+ "api_key": fred_key,+ "file_type": "json",+ "observation_start": start_date,+ }+ if end_date:+ params["observation_end"] = end_date+ try:+ response = session.get(fred_url, params=params, timeout=30)+ response.raise_for_status()+ data = response.json()+ obs = data.get("observations", [])+ return {+ "series": "Unemployment Rate (UNRATE)",+ "source": "BLS via FRED",+ "units": "Percent, Seasonally Adjusted",+ "start_date": start_date,+ "end_date": end_date or "latest",+ "data": [{"date": o["date"], "value": o["value"]} for o in obs],+ }+ except Exception:+ pass+ return {+ "series": "Unemployment Rate (UNRATE)",+ "source": "BLS / NBER",+ "start_date": start_date,+ "end_date": end_date or "latest",+ "bls_url": "https://data.bls.gov/timeseries/LNS14000000",+ "fred_series": "UNRATE",+ "note": "Set FRED_API_KEY for live data. Available via FRED API.",+ "nber_recession_note": "Unemployment typically peaks after NBER recession trough by 6-12 months.",+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "cycles":+ result = get_business_cycle_dates()+ elif command == "recession":+ start_date = args[1] if len(args) > 1 else "2000-01"+ end_date = args[2] if len(args) > 2 else "2024-12"+ result = get_recession_indicator(start_date, end_date)+ elif command == "macro":+ series_id = args[1] if len(args) > 1 else ""+ if not series_id:+ result = {"error": "series_id required", "available_series": NBER_MACROHISTORY_SERIES}+ else:+ start_year = int(args[2]) if len(args) > 2 else 1870+ end_year = int(args[3]) if len(args) > 3 else 1961+ result = get_macrohistory_data(series_id, start_year, end_year)+ elif command == "datasets":+ result = get_available_datasets()+ elif command == "cps":+ year = int(args[1]) if len(args) > 1 else 2023+ variable = args[2] if len(args) > 2 else "earnings"+ result = get_cps_data(year, variable)+ elif command == "unemployment":+ start_date = args[1] if len(args) > 1 else "2000-01"+ end_date = args[2] if len(args) > 2 else ""+ result = get_unemployment_data(start_date, end_date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/noaa_climate_data.py b/fincept-qt/scripts/noaa_climate_data.pynew file mode 100644index 000000000..8faa5b7e8--- /dev/null+++ b/fincept-qt/scripts/noaa_climate_data.py@@ -0,0 +1,174 @@+"""+NOAA Climate Data Online (CDO) Data Fetcher+Provides weather observations, climate normals, storm events, and sea level+data from NOAA's Climate Data Online REST API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('NOAA_CDO_TOKEN', '')+BASE_URL = "https://www.ncdc.noaa.gov/cdo-web/api/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {}+ if API_KEY:+ headers["token"] = API_KEY+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _check_api_key() -> Optional[Dict]:+ if not API_KEY:+ return {"error": "NOAA_CDO_TOKEN environment variable not set"}+ return None+++def get_datasets() -> Any:+ """Return all available NOAA CDO datasets."""+ err = _check_api_key()+ if err:+ return err+ data = _make_request("datasets", params={"limit": 100})+ if isinstance(data, dict) and "error" in data:+ return data+ return {"datasets": data.get("results", []), "metadata": data.get("metadata", {})}+++def get_data(datatype: str, station: str, start_date: str, end_date: str) -> Any:+ """Return climate data for a specific datatype, station, and date range (YYYY-MM-DD)."""+ err = _check_api_key()+ if err:+ return err+ params = {+ "datasetid": "GHCND",+ "datatypeid": datatype,+ "stationid": station,+ "startdate": start_date,+ "enddate": end_date,+ "limit": 1000,+ "units": "metric"+ }+ data = _make_request("data", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"datatype": datatype, "station": station, "start": start_date, "end": end_date,+ "records": data.get("results", []), "metadata": data.get("metadata", {})}+++def get_stations(location: str, datatype: str = None, limit: int = 25) -> Any:+ """Return weather stations for a location (e.g., FIPS:US), optionally filtered by datatype."""+ err = _check_api_key()+ if err:+ return err+ params = {"locationid": location, "limit": limit}+ if datatype:+ params["datatypeid"] = datatype+ data = _make_request("stations", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"location": location, "stations": data.get("results", []), "metadata": data.get("metadata", {})}+++def get_datatypes(datacategory: str = None) -> Any:+ """Return available data types, optionally filtered by data category."""+ err = _check_api_key()+ if err:+ return err+ params = {"limit": 100}+ if datacategory:+ params["datacategoryid"] = datacategory+ data = _make_request("datatypes", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"datacategory": datacategory, "datatypes": data.get("results", []), "metadata": data.get("metadata", {})}+++def get_locations(locationcategory: str = "CNTRY", limit: int = 50) -> Any:+ """Return available locations for a given category (CNTRY, ST, CITY, etc.)."""+ err = _check_api_key()+ if err:+ return err+ params = {"locationcategoryid": locationcategory, "limit": limit}+ data = _make_request("locations", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"locationcategory": locationcategory, "locations": data.get("results", []), "metadata": data.get("metadata", {})}+++def get_climate_normals(station: str, datatype: str) -> Any:+ """Return 30-year climate normals for a station and datatype."""+ err = _check_api_key()+ if err:+ return err+ params = {+ "datasetid": "NORMAL_DLY",+ "stationid": station,+ "datatypeid": datatype,+ "startdate": "2010-01-01",+ "enddate": "2010-12-31",+ "limit": 366+ }+ data = _make_request("data", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"station": station, "datatype": datatype, "normals": data.get("results", [])}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "datasets":+ result = get_datasets()+ elif command == "data":+ if len(args) < 5:+ result = {"error": "datatype, station, start_date, end_date required"}+ else:+ result = get_data(args[1], args[2], args[3], args[4])+ elif command == "stations":+ location = args[1] if len(args) > 1 else ""+ if not location:+ result = {"error": "location required"}+ else:+ datatype = args[2] if len(args) > 2 else None+ limit = int(args[3]) if len(args) > 3 else 25+ result = get_stations(location, datatype, limit)+ elif command == "datatypes":+ datacategory = args[1] if len(args) > 1 else None+ result = get_datatypes(datacategory)+ elif command == "locations":+ locationcategory = args[1] if len(args) > 1 else "CNTRY"+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_locations(locationcategory, limit)+ elif command == "normals":+ if len(args) < 3:+ result = {"error": "station and datatype required"}+ else:+ result = get_climate_normals(args[1], args[2])+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/nominatim_data.py b/fincept-qt/scripts/nominatim_data.pynew file mode 100644index 000000000..aadc1d0b8--- /dev/null+++ b/fincept-qt/scripts/nominatim_data.py@@ -0,0 +1,121 @@+"""+OpenStreetMap Nominatim Data Fetcher+Global geocoding, reverse geocoding, place search, address lookup+via Nominatim public API (no key, 1 req/sec policy).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://nominatim.openstreetmap.org"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({+ "User-Agent": "FinceptTerminal/4.0 ([email protected])",+ "Accept-Language": "en"+})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "json"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def search(query: str, limit: int = 10, country_codes: str = None) -> Any:+ params = {"q": query, "limit": limit, "addressdetails": 1, "extratags": 1}+ if country_codes:+ params["countrycodes"] = country_codes+ return _make_request("search", params)+++def reverse(lat: float, lon: float, zoom: int = 18) -> Any:+ params = {"lat": lat, "lon": lon, "zoom": zoom, "addressdetails": 1, "extratags": 1}+ return _make_request("reverse", params)+++def lookup(osm_ids: str) -> Any:+ # osm_ids: comma-separated list like "N123456,W654321,R789"+ params = {"osm_ids": osm_ids, "addressdetails": 1}+ return _make_request("lookup", params)+++def get_details(place_id: str) -> Any:+ params = {"place_id": place_id, "addressdetails": 1, "hierarchy": 0, "group_hierarchy": 1}+ return _make_request("details", params)+++def search_structured(street: str = None, city: str = None,+ country: str = None, postalcode: str = None) -> Any:+ params = {"addressdetails": 1}+ if street:+ params["street"] = street+ if city:+ params["city"] = city+ if country:+ params["country"] = country+ if postalcode:+ params["postalcode"] = postalcode+ return _make_request("search", params)+++def get_status() -> Any:+ try:+ resp = session.get(f"{BASE_URL}/status.php", params={"format": "json"}, timeout=10)+ resp.raise_for_status()+ return resp.json()+ except Exception as e:+ return {"error": f"Status check failed: {str(e)}"}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else "New York"+ limit = int(args[2]) if len(args) > 2 else 10+ country_codes = args[3] if len(args) > 3 else None+ result = search(query, limit, country_codes)+ elif command == "reverse":+ lat = float(args[1]) if len(args) > 1 else 40.7128+ lon = float(args[2]) if len(args) > 2 else -74.0060+ zoom = int(args[3]) if len(args) > 3 else 18+ result = reverse(lat, lon, zoom)+ elif command == "lookup":+ osm_ids = args[1] if len(args) > 1 else "N240109189"+ result = lookup(osm_ids)+ elif command == "details":+ place_id = args[1] if len(args) > 1 else "240109189"+ result = get_details(place_id)+ elif command == "structured":+ city = args[1] if len(args) > 1 else "London"+ country = args[2] if len(args) > 2 else "GB"+ result = search_structured(city=city, country=country)+ elif command == "status":+ result = get_status()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/numbeo_data.py b/fincept-qt/scripts/numbeo_data.pynew file mode 100644index 000000000..516960a0a--- /dev/null+++ b/fincept-qt/scripts/numbeo_data.py@@ -0,0 +1,101 @@+"""+Numbeo Data Fetcher+Numbeo: Cost of living, quality of life, crime, healthcare,+property prices by city/country (free key required via NUMBEO_API_KEY).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('NUMBEO_API_KEY', '')+BASE_URL = "https://www.numbeo.com/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["api_key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_cost_of_living(city: str = "New York, NY", currency: str = "USD") -> Any:+ params = {"query": city, "currency": currency}+ return _make_request("city_prices", params)+++def get_quality_of_life(city: str = "New York, NY") -> Any:+ params = {"query": city}+ return _make_request("quality_of_life", params)+++def get_crime_index(city: str = "New York, NY") -> Any:+ params = {"query": city}+ return _make_request("crime", params)+++def get_healthcare_index(city: str = "New York, NY") -> Any:+ params = {"query": city}+ return _make_request("healthcare", params)+++def get_property_prices(city: str = "New York, NY") -> Any:+ params = {"query": city}+ return _make_request("property_prices_by_city", params)+++def get_historical_cpi(city: str = "New York, NY", year: int = 2023) -> Any:+ params = {"query": city, "year": year}+ return _make_request("historical_currency", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "cost_of_living":+ city = args[1] if len(args) > 1 else "New York, NY"+ currency = args[2] if len(args) > 2 else "USD"+ result = get_cost_of_living(city, currency)+ elif command == "quality_of_life":+ city = args[1] if len(args) > 1 else "New York, NY"+ result = get_quality_of_life(city)+ elif command == "crime":+ city = args[1] if len(args) > 1 else "New York, NY"+ result = get_crime_index(city)+ elif command == "healthcare":+ city = args[1] if len(args) > 1 else "New York, NY"+ result = get_healthcare_index(city)+ elif command == "property":+ city = args[1] if len(args) > 1 else "New York, NY"+ result = get_property_prices(city)+ elif command == "cpi":+ city = args[1] if len(args) > 1 else "New York, NY"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_historical_cpi(city, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/nymex_data.py b/fincept-qt/scripts/nymex_data.pynew file mode 100644index 000000000..8ac782f27--- /dev/null+++ b/fincept-qt/scripts/nymex_data.py@@ -0,0 +1,100 @@+"""+NYMEX Data Fetcher+NYMEX energy futures (WTI, Brent, Natural Gas, Gasoline) via public CME/NYMEX data.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CME_API_KEY', '')+BASE_URL = "https://www.cmegroup.com/CmeWS/mvc/Settlements/futures/settlements"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_wti_crude(date: str) -> Any:+ params = {"productCode": "CL", "date": date, "exchange": "NYMEX"}+ return _make_request("CL/P", params)+++def get_brent_crude(date: str) -> Any:+ params = {"productCode": "BZ", "date": date, "exchange": "NYMEX"}+ return _make_request("BZ/P", params)+++def get_natural_gas(date: str) -> Any:+ params = {"productCode": "NG", "date": date, "exchange": "NYMEX"}+ return _make_request("NG/P", params)+++def get_rbob_gasoline(date: str) -> Any:+ params = {"productCode": "RB", "date": date, "exchange": "NYMEX"}+ return _make_request("RB/P", params)+++def get_heating_oil(date: str) -> Any:+ params = {"productCode": "HO", "date": date, "exchange": "NYMEX"}+ return _make_request("HO/P", params)+++def get_energy_settlement(product: str, date: str) -> Any:+ product_map = {+ "wti": "CL", "brent": "BZ", "natural_gas": "NG",+ "gasoline": "RB", "heating_oil": "HO"+ }+ product_code = product_map.get(product.lower(), product.upper())+ params = {"productCode": product_code, "date": date, "exchange": "NYMEX"}+ return _make_request(f"{product_code}/P", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "wti":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_wti_crude(date)+ elif command == "brent":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_brent_crude(date)+ elif command == "natural_gas":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_natural_gas(date)+ elif command == "gasoline":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_rbob_gasoline(date)+ elif command == "heating_oil":+ date = args[1] if len(args) > 1 else "2024-01-15"+ result = get_heating_oil(date)+ elif command == "settlement":+ product = args[1] if len(args) > 1 else "wti"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_energy_settlement(product, date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/oecd_dev_data.py b/fincept-qt/scripts/oecd_dev_data.pynew file mode 100644index 000000000..a9679bb66--- /dev/null+++ b/fincept-qt/scripts/oecd_dev_data.py@@ -0,0 +1,123 @@+"""+OECD Development Cooperation Data Fetcher+Official Development Assistance (ODA) flows, aid effectiveness, donor statistics,+and recipient country data via the OECD SDMX-JSON stats API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OECD_API_KEY', '')+BASE_URL = "https://stats.oecd.org/sdmx-json/data/TABLE2A"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {"Accept": "application/json"}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_oda_flows(donor: str = "all", recipient: str = "all", year: str = None) -> Any:+ key = f"{donor}.{recipient}.206.D.Q"+ params = {"dimensionAtObservation": "allDimensions"}+ if year:+ params["startTime"] = year+ params["endTime"] = year+ url = f"https://stats.oecd.org/sdmx-json/data/TABLE2A/{key}/all"+ return _make_request(url, params)+++def get_bilateral_aid(donor: str = "all", recipient: str = "all",+ sector: str = None, year: str = None) -> Any:+ key = f"{donor}.{recipient}.{sector or '10000'}.D.Q"+ params = {"dimensionAtObservation": "allDimensions"}+ if year:+ params["startTime"] = year+ params["endTime"] = year+ url = f"https://stats.oecd.org/sdmx-json/data/CRS1/{key}/all"+ return _make_request(url, params)+++def get_multilateral_aid(donor: str = "all", year: str = None) -> Any:+ key = f"{donor}.MULTILATERAL.206.D.Q"+ params = {"dimensionAtObservation": "allDimensions"}+ if year:+ params["startTime"] = year+ params["endTime"] = year+ url = f"https://stats.oecd.org/sdmx-json/data/TABLE2A/{key}/all"+ return _make_request(url, params)+++def get_aid_effectiveness(recipient: str = "all", year: str = None) -> Any:+ params = {"dimensionAtObservation": "allDimensions"}+ if year:+ params["startTime"] = year+ params["endTime"] = year+ url = f"https://stats.oecd.org/sdmx-json/data/AIDEFFECTIVENESS/all.{recipient}../all"+ return _make_request(url, params)+++def get_donors() -> Any:+ url = "https://stats.oecd.org/sdmx-json/data/TABLE2A/all.all.206.D.Q/all"+ params = {"dimensionAtObservation": "allDimensions", "detail": "serieskeysonly"}+ return _make_request(url, params)+++def get_recipients() -> Any:+ url = "https://stats.oecd.org/sdmx-json/data/TABLE2A/all.all.206.D.Q/all"+ params = {"dimensionAtObservation": "allDimensions", "detail": "serieskeysonly"}+ return _make_request(url, params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "oda":+ donor = args[1] if len(args) > 1 else "all"+ recipient = args[2] if len(args) > 2 else "all"+ year = args[3] if len(args) > 3 else None+ result = get_oda_flows(donor, recipient, year)+ elif command == "bilateral":+ donor = args[1] if len(args) > 1 else "all"+ recipient = args[2] if len(args) > 2 else "all"+ sector = args[3] if len(args) > 3 else None+ year = args[4] if len(args) > 4 else None+ result = get_bilateral_aid(donor, recipient, sector, year)+ elif command == "multilateral":+ donor = args[1] if len(args) > 1 else "all"+ year = args[2] if len(args) > 2 else None+ result = get_multilateral_aid(donor, year)+ elif command == "effectiveness":+ recipient = args[1] if len(args) > 1 else "all"+ year = args[2] if len(args) > 2 else None+ result = get_aid_effectiveness(recipient, year)+ elif command == "donors":+ result = get_donors()+ elif command == "recipients":+ result = get_recipients()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/oecd_energy_data.py b/fincept-qt/scripts/oecd_energy_data.pynew file mode 100644index 000000000..9ac7367d8--- /dev/null+++ b/fincept-qt/scripts/oecd_energy_data.py@@ -0,0 +1,112 @@+"""+OECD Energy Data Fetcher+OECD Energy Statistics: energy supply/demand, electricity, oil, gas, renewables for OECD countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OECD_API_KEY', '')+BASE_URL = "https://sdmx.oecd.org/public/rest/data/OECD.IEA.RES,DSD_ENERGY_STAT"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "jsondata"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_energy_supply(country: str, product: str, year: str) -> Any:+ key = f"{country}.{product}.TOTAL_SUPPLY"+ params = {"startPeriod": year, "endPeriod": year}+ return _make_request(key, params)+++def get_electricity_data(country: str, source: str, year: str) -> Any:+ key = f"{country}.ELECT.{source}"+ params = {"startPeriod": year, "endPeriod": year}+ return _make_request(key, params)+++def get_oil_data(country: str, indicator: str, year: str) -> Any:+ key = f"{country}.OIL.{indicator}"+ params = {"startPeriod": year, "endPeriod": year}+ return _make_request(key, params)+++def get_gas_data(country: str, indicator: str, year: str) -> Any:+ key = f"{country}.GAS.{indicator}"+ params = {"startPeriod": year, "endPeriod": year}+ return _make_request(key, params)+++def get_renewables(country: str, technology: str, year: str) -> Any:+ key = f"{country}.RENEW.{technology}"+ params = {"startPeriod": year, "endPeriod": year}+ return _make_request(key, params)+++def get_countries() -> Any:+ url = "https://sdmx.oecd.org/public/rest/codelist/OECD.IEA.RES/CL_AREA_ENERGY"+ params = {"format": "jsondata"}+ return _make_request(url, params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "supply":+ country = args[1] if len(args) > 1 else "DEU"+ product = args[2] if len(args) > 2 else "COAL"+ year = args[3] if len(args) > 3 else "2022"+ result = get_energy_supply(country, product, year)+ elif command == "electricity":+ country = args[1] if len(args) > 1 else "DEU"+ source = args[2] if len(args) > 2 else "WIND"+ year = args[3] if len(args) > 3 else "2022"+ result = get_electricity_data(country, source, year)+ elif command == "oil":+ country = args[1] if len(args) > 1 else "USA"+ indicator = args[2] if len(args) > 2 else "PROD"+ year = args[3] if len(args) > 3 else "2022"+ result = get_oil_data(country, indicator, year)+ elif command == "gas":+ country = args[1] if len(args) > 1 else "USA"+ indicator = args[2] if len(args) > 2 else "PROD"+ year = args[3] if len(args) > 3 else "2022"+ result = get_gas_data(country, indicator, year)+ elif command == "renewables":+ country = args[1] if len(args) > 1 else "DEU"+ technology = args[2] if len(args) > 2 else "SOLAR"+ year = args[3] if len(args) > 3 else "2022"+ result = get_renewables(country, technology, year)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/oecd_health_data.py b/fincept-qt/scripts/oecd_health_data.pynew file mode 100644index 000000000..8fc536557--- /dev/null+++ b/fincept-qt/scripts/oecd_health_data.py@@ -0,0 +1,182 @@+"""+OECD Health Statistics Data Fetcher+Provides health expenditure, life expectancy, disease burden, pharmaceutical+market data, health workforce, and hospital statistics for OECD countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OECD_API_KEY', '')+BASE_URL = "https://sdmx.oecd.org/public/rest/data/OECD.ELS.HD"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_oecd_stat(dataset: str, filter_expr: str, params: Dict = None) -> Any:+ """Fetch OECD SDMX-JSON data for a dataset and filter expression."""+ url = f"https://sdmx.oecd.org/public/rest/data/{dataset}/{filter_expr}"+ default_params = {"format": "jsondata", "dimensionAtObservation": "AllDimensions"}+ if params:+ default_params.update(params)+ try:+ response = session.get(url, params=default_params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_health_expenditure(country: str, year: int = None, type_: str = "TOT") -> Any:+ """Return health expenditure as % of GDP for a country."""+ filter_expr = f"{country}.SHA_HF.{type_}.PCC_GDP"+ if year:+ filter_expr += f"?startPeriod={year}&endPeriod={year}"+ data = _fetch_oecd_stat("OECD.ELS.HD,DSD_HEALTH_STAT@DF_SHA", filter_expr)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "type": type_, "expenditure_data": data}+++def get_life_expectancy(country: str, year: int = None, sex: str = "T") -> Any:+ """Return life expectancy at birth for a country (sex: T=total, M=male, F=female)."""+ filter_expr = f"{country}.LIFEEXP.{sex}.0.Y"+ data = _fetch_oecd_stat("OECD.ELS.HD,DSD_HEALTH_STAT@DF_HEALTH_STATUS", filter_expr,+ {"startPeriod": str(year), "endPeriod": str(year)} if year else None)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "sex": sex, "life_expectancy": data}+++def get_disease_burden(country: str, cause: str = "ALL", year: int = None) -> Any:+ """Return disease burden (mortality rates, DALYs) for a country and cause."""+ filter_expr = f"{country}.MORT.{cause}"+ params = {}+ if year:+ params["startPeriod"] = str(year)+ params["endPeriod"] = str(year)+ data = _fetch_oecd_stat("OECD.ELS.HD,DSD_HEALTH_STAT@DF_HEALTH_STATUS", filter_expr, params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "cause": cause, "year": year, "disease_burden": data}+++def get_pharmaceutical_market(country: str, year: int = None) -> Any:+ """Return pharmaceutical market size and per capita spending for a country."""+ filter_expr = f"{country}.PHARMAEXP.TOT.PC_GDP"+ params = {}+ if year:+ params["startPeriod"] = str(year)+ params["endPeriod"] = str(year)+ data = _fetch_oecd_stat("OECD.ELS.HD,DSD_HEALTH_STAT@DF_SHA", filter_expr, params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "pharma_market": data}+++def get_health_workers(country: str, type_: str = "PHYS", year: int = None) -> Any:+ """Return health workforce counts per 1000 population (PHYS=physicians, NURS=nurses)."""+ filter_expr = f"{country}.{type_}.DENSITY"+ params = {}+ if year:+ params["startPeriod"] = str(year)+ params["endPeriod"] = str(year)+ data = _fetch_oecd_stat("OECD.ELS.HD,DSD_HEALTH_STAT@DF_HEALTH_RESOURCES", filter_expr, params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "type": type_, "year": year, "workforce": data}+++def get_hospital_data(country: str, indicator: str = "HOSPBED", year: int = None) -> Any:+ """Return hospital infrastructure data (beds, admissions) for a country."""+ filter_expr = f"{country}.{indicator}"+ params = {}+ if year:+ params["startPeriod"] = str(year)+ params["endPeriod"] = str(year)+ data = _fetch_oecd_stat("OECD.ELS.HD,DSD_HEALTH_STAT@DF_HEALTH_RESOURCES", filter_expr, params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "indicator": indicator, "year": year, "hospital_data": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ country = args[1] if len(args) > 1 else ""+ if not country and command not in []:+ pass+ if command == "expenditure":+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ type_ = args[3] if len(args) > 3 else "TOT"+ result = get_health_expenditure(country, year, type_)+ elif command == "life_expectancy":+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ sex = args[3] if len(args) > 3 else "T"+ result = get_life_expectancy(country, year, sex)+ elif command == "disease":+ if not country:+ result = {"error": "country required"}+ else:+ cause = args[2] if len(args) > 2 else "ALL"+ year = int(args[3]) if len(args) > 3 else None+ result = get_disease_burden(country, cause, year)+ elif command == "pharma":+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_pharmaceutical_market(country, year)+ elif command == "workers":+ if not country:+ result = {"error": "country required"}+ else:+ type_ = args[2] if len(args) > 2 else "PHYS"+ year = int(args[3]) if len(args) > 3 else None+ result = get_health_workers(country, type_, year)+ elif command == "hospitals":+ if not country:+ result = {"error": "country required"}+ else:+ indicator = args[2] if len(args) > 2 else "HOSPBED"+ year = int(args[3]) if len(args) > 3 else None+ result = get_hospital_data(country, indicator, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/ons_data.py b/fincept-qt/scripts/ons_data.pynew file mode 100644index 000000000..9ac9bcc6b--- /dev/null+++ b/fincept-qt/scripts/ons_data.py@@ -0,0 +1,123 @@+"""+ONS Data Fetcher+UK Office for National Statistics (ONS): UK GDP, CPI, labour market, trade, population, housing.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.ons.gov.uk/v1"++ONS_DATASETS = {+ "gdp": "cpih01",+ "cpi": "mm23",+ "unemployment": "lms",+ "trade": "ots",+ "population": "mid-year-pop-est",+ "housing": "hpssa"+}++ONS_TIMESERIES = {+ "gdp_quarterly": {"dataset": "qna", "timeseries": "ABMI"},+ "cpi_all_items": {"dataset": "mm23", "timeseries": "D7G7"},+ "unemployment_rate": {"dataset": "lms", "timeseries": "MGSX"},+ "exports_goods": {"dataset": "ots", "timeseries": "BOKH"},+ "imports_goods": {"dataset": "ots", "timeseries": "BOKJ"}+}++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_dataset(dataset_id: str) -> Any:+ return _make_request(f"datasets/{dataset_id}")+++def get_timeseries(dataset_id: str, timeseries_id: str, start_year: str = None, end_year: str = None) -> Any:+ endpoint = f"datasets/{dataset_id}/timeseries/{timeseries_id}/data"+ params = {}+ if start_year:+ params["startYear"] = start_year+ if end_year:+ params["endYear"] = end_year+ return _make_request(endpoint, params=params)+++def get_gdp(frequency: str = "quarterly", start: str = "2020", end: str = "2024") -> Any:+ ts = ONS_TIMESERIES["gdp_quarterly"]+ return get_timeseries(ts["dataset"], ts["timeseries"], start, end)+++def get_cpi(category: str = "all_items", start: str = "2020", end: str = "2024") -> Any:+ ts = ONS_TIMESERIES["cpi_all_items"]+ return get_timeseries(ts["dataset"], ts["timeseries"], start, end)+++def get_unemployment(measure: str = "rate", start: str = "2020", end: str = "2024") -> Any:+ ts = ONS_TIMESERIES["unemployment_rate"]+ return get_timeseries(ts["dataset"], ts["timeseries"], start, end)+++def search(query: str) -> Any:+ params = {"q": query}+ return _make_request("search", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "dataset":+ dataset_id = args[1] if len(args) > 1 else "mm23"+ result = get_dataset(dataset_id)+ elif command == "timeseries":+ dataset_id = args[1] if len(args) > 1 else "qna"+ timeseries_id = args[2] if len(args) > 2 else "ABMI"+ start_year = args[3] if len(args) > 3 else None+ end_year = args[4] if len(args) > 4 else None+ result = get_timeseries(dataset_id, timeseries_id, start_year, end_year)+ elif command == "gdp":+ frequency = args[1] if len(args) > 1 else "quarterly"+ start = args[2] if len(args) > 2 else "2020"+ end = args[3] if len(args) > 3 else "2024"+ result = get_gdp(frequency, start, end)+ elif command == "cpi":+ category = args[1] if len(args) > 1 else "all_items"+ start = args[2] if len(args) > 2 else "2020"+ end = args[3] if len(args) > 3 else "2024"+ result = get_cpi(category, start, end)+ elif command == "unemployment":+ measure = args[1] if len(args) > 1 else "rate"+ start = args[2] if len(args) > 2 else "2020"+ end = args[3] if len(args) > 3 else "2024"+ result = get_unemployment(measure, start, end)+ elif command == "search":+ query = args[1] if len(args) > 1 else "GDP"+ result = search(query)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/opec_data.py b/fincept-qt/scripts/opec_data.pynew file mode 100644index 000000000..33738e2e2--- /dev/null+++ b/fincept-qt/scripts/opec_data.py@@ -0,0 +1,97 @@+"""+OPEC Data Fetcher+OPEC Annual Statistical Bulletin: oil production, reserves, exports, revenues by member country.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OPEC_API_KEY', '')+BASE_URL = "https://asb.opec.org/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_crude_production(country: str, year: str) -> Any:+ params = {"country": country, "year": year, "indicator": "crude_production"}+ return _make_request("production", params)+++def get_proven_reserves(country: str, year: str) -> Any:+ params = {"country": country, "year": year, "indicator": "proven_reserves"}+ return _make_request("reserves", params)+++def get_export_revenues(country: str, year: str) -> Any:+ params = {"country": country, "year": year, "indicator": "export_revenues"}+ return _make_request("revenues", params)+++def get_downstream_data(country: str, indicator: str, year: str) -> Any:+ params = {"country": country, "indicator": indicator, "year": year}+ return _make_request("downstream", params)+++def get_world_oil_demand(year: str) -> Any:+ params = {"year": year, "indicator": "world_demand"}+ return _make_request("demand", params)+++def get_member_countries() -> Any:+ return _make_request("members", {})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "production":+ country = args[1] if len(args) > 1 else "Saudi Arabia"+ year = args[2] if len(args) > 2 else "2023"+ result = get_crude_production(country, year)+ elif command == "reserves":+ country = args[1] if len(args) > 1 else "Saudi Arabia"+ year = args[2] if len(args) > 2 else "2023"+ result = get_proven_reserves(country, year)+ elif command == "revenues":+ country = args[1] if len(args) > 1 else "Saudi Arabia"+ year = args[2] if len(args) > 2 else "2023"+ result = get_export_revenues(country, year)+ elif command == "downstream":+ country = args[1] if len(args) > 1 else "Saudi Arabia"+ indicator = args[2] if len(args) > 2 else "refinery_capacity"+ year = args[3] if len(args) > 3 else "2023"+ result = get_downstream_data(country, indicator, year)+ elif command == "demand":+ year = args[1] if len(args) > 1 else "2023"+ result = get_world_oil_demand(year)+ elif command == "countries":+ result = get_member_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/openCorporates_data.py b/fincept-qt/scripts/openCorporates_data.pynew file mode 100644index 000000000..a9f58a135--- /dev/null+++ b/fincept-qt/scripts/openCorporates_data.py@@ -0,0 +1,271 @@+"""+OpenCorporates Data Fetcher+Fetches global corporate registry data — company information, officers, and filings+for 200M+ companies worldwide. Requires a free API key for full access.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OC_API_KEY', '')+BASE_URL = "https://api.opencorporates.com/v0.4"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++JURISDICTIONS = {+ "us_de": "Delaware, USA",+ "us_ca": "California, USA",+ "us_ny": "New York, USA",+ "us_tx": "Texas, USA",+ "us_fl": "Florida, USA",+ "us": "United States (Federal)",+ "gb": "United Kingdom",+ "de": "Germany",+ "fr": "France",+ "nl": "Netherlands",+ "ch": "Switzerland",+ "ie": "Ireland",+ "lu": "Luxembourg",+ "sg": "Singapore",+ "hk": "Hong Kong",+ "au": "Australia",+ "ca_on": "Ontario, Canada",+ "ca": "Canada (Federal)",+ "in": "India",+ "jp": "Japan",+ "kr": "South Korea",+ "br": "Brazil",+ "mx": "Mexico",+ "za": "South Africa",+ "ae": "United Arab Emirates",+ "ky": "Cayman Islands",+ "bvi": "British Virgin Islands",+ "je": "Jersey",+ "gg": "Guernsey",+ "im": "Isle of Man",+ "li": "Liechtenstein",+ "cy": "Cyprus",+ "mt": "Malta",+ "es": "Spain",+ "it": "Italy",+ "se": "Sweden",+ "no": "Norway",+ "dk": "Denmark",+ "fi": "Finland",+ "pl": "Poland",+ "nz": "New Zealand",+ "ar": "Argentina",+ "cl": "Chile",+ "co": "Colombia",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["api_token"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _extract_company(company: Dict) -> Dict:+ return {+ "name": company.get("name", ""),+ "company_number": company.get("company_number", ""),+ "jurisdiction_code": company.get("jurisdiction_code", ""),+ "jurisdiction_name": JURISDICTIONS.get(company.get("jurisdiction_code", ""), company.get("jurisdiction_code", "")),+ "registered_address": company.get("registered_address_in_full", ""),+ "incorporation_date": company.get("incorporation_date", ""),+ "dissolution_date": company.get("dissolution_date", ""),+ "company_type": company.get("company_type", ""),+ "current_status": company.get("current_status", ""),+ "source_url": company.get("source_url", ""),+ "opencorporates_url": company.get("opencorporates_url", ""),+ "inactive": company.get("inactive", False),+ "branch": company.get("branch", ""),+ "business_number": company.get("business_number", ""),+ "native_company_number": company.get("native_company_number", ""),+ }+++def search_companies(query: str, jurisdiction: str = "", limit: int = 20) -> Dict:+ params = {+ "q": query,+ "per_page": min(limit, 100),+ "page": 1,+ }+ if jurisdiction:+ params["jurisdiction_code"] = jurisdiction+ data = _make_request("companies/search", params)+ if "error" in data:+ return data+ resp = data.get("results", {})+ companies_raw = resp.get("companies", [])+ return {+ "query": query,+ "jurisdiction": jurisdiction,+ "total_count": resp.get("total_count", len(companies_raw)),+ "page": resp.get("page", 1),+ "per_page": resp.get("per_page", limit),+ "companies": [_extract_company(c.get("company", c)) for c in companies_raw],+ }+++def get_company(company_number: str, jurisdiction: str) -> Dict:+ data = _make_request(f"companies/{jurisdiction}/{company_number}", {})+ if "error" in data:+ return data+ company = data.get("results", {}).get("company", data)+ return _extract_company(company)+++def get_officer(officer_id: str) -> Dict:+ data = _make_request(f"officers/{officer_id}", {})+ if "error" in data:+ return data+ officer = data.get("results", {}).get("officer", data)+ return {+ "id": officer.get("id", ""),+ "name": officer.get("name", ""),+ "position": officer.get("position", ""),+ "uid": officer.get("uid", ""),+ "start_date": officer.get("start_date", ""),+ "end_date": officer.get("end_date", ""),+ "opencorporates_url": officer.get("opencorporates_url", ""),+ "company": {+ "name": officer.get("company", {}).get("name", ""),+ "jurisdiction": officer.get("company", {}).get("jurisdiction_code", ""),+ "company_number": officer.get("company", {}).get("company_number", ""),+ },+ }+++def search_officers(query: str, jurisdiction: str = "", limit: int = 20) -> Dict:+ params = {+ "q": query,+ "per_page": min(limit, 100),+ "page": 1,+ }+ if jurisdiction:+ params["jurisdiction_code"] = jurisdiction+ data = _make_request("officers/search", params)+ if "error" in data:+ return data+ resp = data.get("results", {})+ officers_raw = resp.get("officers", [])+ return {+ "query": query,+ "jurisdiction": jurisdiction,+ "total_count": resp.get("total_count", len(officers_raw)),+ "officers": [+ {+ "id": o.get("officer", o).get("id", ""),+ "name": o.get("officer", o).get("name", ""),+ "position": o.get("officer", o).get("position", ""),+ "company_name": o.get("officer", o).get("company", {}).get("name", ""),+ "jurisdiction": o.get("officer", o).get("company", {}).get("jurisdiction_code", ""),+ "opencorporates_url": o.get("officer", o).get("opencorporates_url", ""),+ }+ for o in officers_raw+ ],+ }+++def get_filings(company_number: str, jurisdiction: str) -> Dict:+ params = {"per_page": 50}+ data = _make_request(f"companies/{jurisdiction}/{company_number}/filings", params)+ if "error" in data:+ return data+ resp = data.get("results", {})+ filings_raw = resp.get("filings", [])+ return {+ "company_number": company_number,+ "jurisdiction": jurisdiction,+ "total_count": resp.get("total_count", len(filings_raw)),+ "filings": [+ {+ "id": f.get("filing", f).get("id", ""),+ "title": f.get("filing", f).get("title", ""),+ "date": f.get("filing", f).get("date", ""),+ "filing_type": f.get("filing", f).get("filing_type", ""),+ "description": f.get("filing", f).get("description", ""),+ "url": f.get("filing", f).get("url", ""),+ "opencorporates_url": f.get("filing", f).get("opencorporates_url", ""),+ }+ for f in filings_raw+ ],+ }+++def get_jurisdictions() -> Dict:+ return {+ "total_jurisdictions": len(JURISDICTIONS),+ "jurisdictions": JURISDICTIONS,+ "opencorporates_url": "https://opencorporates.com/registers",+ "note": "OpenCorporates covers 140+ jurisdictions. Shown are commonly used ones.",+ "api_docs": "https://api.opencorporates.com/documentation/API-Reference",+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else ""+ if not query:+ result = {"error": "query required"}+ else:+ jurisdiction = args[2] if len(args) > 2 else ""+ limit = int(args[3]) if len(args) > 3 else 20+ result = search_companies(query, jurisdiction, limit)+ elif command == "company":+ if len(args) < 3:+ result = {"error": "company_number and jurisdiction required"}+ else:+ result = get_company(args[1], args[2])+ elif command == "officer":+ officer_id = args[1] if len(args) > 1 else ""+ if not officer_id:+ result = {"error": "officer_id required"}+ else:+ result = get_officer(officer_id)+ elif command == "search_officers":+ query = args[1] if len(args) > 1 else ""+ if not query:+ result = {"error": "query required"}+ else:+ jurisdiction = args[2] if len(args) > 2 else ""+ limit = int(args[3]) if len(args) > 3 else 20+ result = search_officers(query, jurisdiction, limit)+ elif command == "filings":+ if len(args) < 3:+ result = {"error": "company_number and jurisdiction required"}+ else:+ result = get_filings(args[1], args[2])+ elif command == "jurisdictions":+ result = get_jurisdictions()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/open_exchange_data.py b/fincept-qt/scripts/open_exchange_data.pynew file mode 100644index 000000000..a04c66abe--- /dev/null+++ b/fincept-qt/scripts/open_exchange_data.py@@ -0,0 +1,125 @@+"""+Open Exchange Rates Data Fetcher+Open Exchange Rates free tier: 170+ currency rates, historical rates,+time-series, and OHLC data.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OPENEXCHANGERATES_API_KEY', '')+BASE_URL = "https://openexchangerates.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["app_id"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_latest(base: str = "USD", symbols: str = None) -> Any:+ params = {}+ if base and base != "USD":+ params["base"] = base.upper()+ if symbols:+ params["symbols"] = symbols.upper()+ return _make_request("latest.json", params)+++def get_historical(date: str, base: str = "USD", symbols: str = None) -> Any:+ params = {}+ if base and base != "USD":+ params["base"] = base.upper()+ if symbols:+ params["symbols"] = symbols.upper()+ return _make_request(f"historical/{date}.json", params)+++def get_currencies() -> Any:+ return _make_request("currencies.json")+++def get_time_series(start: str, end: str, base: str = "USD", symbols: str = None) -> Any:+ params = {"start": start, "end": end}+ if base and base != "USD":+ params["base"] = base.upper()+ if symbols:+ params["symbols"] = symbols.upper()+ return _make_request("time-series.json", params)+++def get_ohlc(start_time: str, period: str = "1m", base: str = "USD", symbols: str = None) -> Any:+ params = {"start_time": start_time, "period": period}+ if base and base != "USD":+ params["base"] = base.upper()+ if symbols:+ params["symbols"] = symbols.upper()+ return _make_request("ohlc.json", params)+++def convert(from_currency: str, to_currency: str, amount: str = "1") -> Any:+ params = {"from": from_currency.upper(), "to": to_currency.upper(), "amount": amount}+ return _make_request("convert.json", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "latest":+ base = args[1] if len(args) > 1 else "USD"+ symbols = args[2] if len(args) > 2 else None+ result = get_latest(base, symbols)+ elif command == "historical":+ date = args[1] if len(args) > 1 else "2024-01-01"+ base = args[2] if len(args) > 2 else "USD"+ symbols = args[3] if len(args) > 3 else None+ result = get_historical(date, base, symbols)+ elif command == "currencies":+ result = get_currencies()+ elif command == "series":+ start = args[1] if len(args) > 1 else "2024-01-01"+ end = args[2] if len(args) > 2 else "2024-12-31"+ base = args[3] if len(args) > 3 else "USD"+ symbols = args[4] if len(args) > 4 else None+ result = get_time_series(start, end, base, symbols)+ elif command == "ohlc":+ start_time = args[1] if len(args) > 1 else "2024-01-01T00:00:00Z"+ period = args[2] if len(args) > 2 else "1m"+ base = args[3] if len(args) > 3 else "USD"+ symbols = args[4] if len(args) > 4 else None+ result = get_ohlc(start_time, period, base, symbols)+ elif command == "convert":+ from_currency = args[1] if len(args) > 1 else "USD"+ to_currency = args[2] if len(args) > 2 else "EUR"+ amount = args[3] if len(args) > 3 else "1"+ result = convert(from_currency, to_currency, amount)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/open_meteo_data.py b/fincept-qt/scripts/open_meteo_data.pynew file mode 100644index 000000000..24f08c6e4--- /dev/null+++ b/fincept-qt/scripts/open_meteo_data.py@@ -0,0 +1,238 @@+"""+Open-Meteo Data Fetcher+Global weather forecasts + 80yr historical for any lat/lon, free, no API key.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.open-meteo.com/v1"+ARCHIVE_URL = "https://archive-api.open-meteo.com/v1"+AIR_QUALITY_URL = "https://air-quality-api.open-meteo.com/v1"+MARINE_URL = "https://marine-api.open-meteo.com/v1"+FLOOD_URL = "https://flood-api.open-meteo.com/v1"+GEOCODING_URL = "https://geocoding-api.open-meteo.com/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None, base: str = None) -> Any:+ """Make HTTP request with error handling."""+ base_url = base if base else BASE_URL+ url = f"{base_url}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def geocode(location: str) -> Optional[Dict]:+ """Geocode a location name to lat/lon coordinates."""+ params = {"name": location, "count": 1, "language": "en", "format": "json"}+ data = _make_request("search", params=params, base=GEOCODING_URL)+ if isinstance(data, dict) and "results" in data and data["results"]:+ r = data["results"][0]+ return {+ "latitude": r.get("latitude"),+ "longitude": r.get("longitude"),+ "name": r.get("name"),+ "country": r.get("country"),+ }+ return None+++def get_forecast(lat: float, lon: float, variables: str = None) -> Any:+ """Get 7-day weather forecast for a lat/lon location.+ variables: comma-separated list of hourly variables, or None for defaults.+ Default: temperature_2m, precipitation, windspeed_10m, weathercode, relativehumidity_2m.+ """+ default_hourly = "temperature_2m,precipitation,windspeed_10m,weathercode,relativehumidity_2m,apparent_temperature"+ default_daily = "weathercode,temperature_2m_max,temperature_2m_min,precipitation_sum,windspeed_10m_max,sunrise,sunset"+ params = {+ "latitude": lat,+ "longitude": lon,+ "hourly": variables if variables else default_hourly,+ "daily": default_daily,+ "timezone": "auto",+ "forecast_days": 7,+ }+ return _make_request("forecast", params=params)+++def get_historical(lat: float, lon: float, start_date: str, end_date: str, variables: str = None) -> Any:+ """Get historical weather data via ERA5 reanalysis (back to 1940).+ start_date/end_date: YYYY-MM-DD format.+ """+ default_vars = "temperature_2m,precipitation,windspeed_10m,weathercode,shortwave_radiation"+ params = {+ "latitude": lat,+ "longitude": lon,+ "start_date": start_date,+ "end_date": end_date,+ "hourly": variables if variables else default_vars,+ "timezone": "auto",+ }+ return _make_request("archive", params=params, base=ARCHIVE_URL)+++def get_air_quality(lat: float, lon: float) -> Any:+ """Get air quality forecast (PM2.5, PM10, NO2, CO, SO2, O3, AQI) for a location."""+ params = {+ "latitude": lat,+ "longitude": lon,+ "hourly": "pm10,pm2_5,carbon_monoxide,nitrogen_dioxide,sulphur_dioxide,ozone,aerosol_optical_depth,dust,uv_index,european_aqi,us_aqi",+ "forecast_days": 5,+ "timezone": "auto",+ }+ return _make_request("air-quality", params=params, base=AIR_QUALITY_URL)+++def get_marine(lat: float, lon: float) -> Any:+ """Get marine wave forecast (wave height, direction, period) for ocean coordinates."""+ params = {+ "latitude": lat,+ "longitude": lon,+ "hourly": "wave_height,wave_direction,wave_period,wind_wave_height,swell_wave_height,swell_wave_direction,swell_wave_period",+ "daily": "wave_height_max,wave_direction_dominant,wind_wave_height_max,swell_wave_height_max",+ "forecast_days": 7,+ "timezone": "auto",+ }+ return _make_request("marine", params=params, base=MARINE_URL)+++def get_flood(lat: float, lon: float) -> Any:+ """Get flood/river discharge forecast for a location."""+ params = {+ "latitude": lat,+ "longitude": lon,+ "daily": "river_discharge,river_discharge_max,river_discharge_min,river_discharge_mean",+ "forecast_days": 16,+ }+ return _make_request("flood", params=params, base=FLOOD_URL)+++def get_climate_change(lat: float, lon: float, start_date: str = "1950-01-01", end_date: str = "2050-12-31") -> Any:+ """Get long-term climate change projections (CMIP6 models)."""+ params = {+ "latitude": lat,+ "longitude": lon,+ "start_date": start_date,+ "end_date": end_date,+ "models": "MRI_AGCM3_2_S,EC_Earth3P_HR",+ "daily": "temperature_2m_max,temperature_2m_min,precipitation_sum,windspeed_10m_max",+ }+ return _make_request("climate", params=params, base="https://climate-api.open-meteo.com/v1")+++def _parse_coords(args, offset=1):+ """Parse lat/lon from args, with optional location string geocoding."""+ if len(args) > offset + 1:+ try:+ lat = float(args[offset])+ lon = float(args[offset + 1])+ return lat, lon, offset + 2+ except ValueError:+ pass+ if len(args) > offset:+ loc = " ".join(args[offset:])+ geo = geocode(loc)+ if geo:+ return geo["latitude"], geo["longitude"], len(args)+ return None, None, offset+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: forecast, historical, air_quality, marine, flood, climate, geocode"}))+ return++ command = args[0]++ if command == "forecast":+ if len(args) < 3:+ result = {"error": "Usage: forecast <lat> <lon> [variables] OR forecast <city_name>"}+ else:+ lat, lon, next_idx = _parse_coords(args)+ if lat is None:+ result = {"error": "Could not determine coordinates"}+ else:+ variables = args[next_idx] if next_idx < len(args) else None+ result = get_forecast(lat, lon, variables)+ elif command == "historical":+ if len(args) < 5:+ result = {"error": "Usage: historical <lat> <lon> <start_date YYYY-MM-DD> <end_date YYYY-MM-DD> [variables]"}+ else:+ lat, lon, next_idx = _parse_coords(args)+ if lat is None or next_idx + 1 >= len(args):+ result = {"error": "Could not parse lat/lon or missing dates"}+ else:+ start_date = args[next_idx]+ end_date = args[next_idx + 1]+ variables = args[next_idx + 2] if next_idx + 2 < len(args) else None+ result = get_historical(lat, lon, start_date, end_date, variables)+ elif command == "air_quality":+ if len(args) < 3:+ result = {"error": "Usage: air_quality <lat> <lon> OR air_quality <city_name>"}+ else:+ lat, lon, _ = _parse_coords(args)+ if lat is None:+ result = {"error": "Could not determine coordinates"}+ else:+ result = get_air_quality(lat, lon)+ elif command == "marine":+ if len(args) < 3:+ result = {"error": "Usage: marine <lat> <lon>"}+ else:+ lat, lon, _ = _parse_coords(args)+ if lat is None:+ result = {"error": "Could not determine coordinates"}+ else:+ result = get_marine(lat, lon)+ elif command == "flood":+ if len(args) < 3:+ result = {"error": "Usage: flood <lat> <lon>"}+ else:+ lat, lon, _ = _parse_coords(args)+ if lat is None:+ result = {"error": "Could not determine coordinates"}+ else:+ result = get_flood(lat, lon)+ elif command == "climate":+ if len(args) < 3:+ result = {"error": "Usage: climate <lat> <lon> [start_year] [end_year]"}+ else:+ lat, lon, next_idx = _parse_coords(args)+ if lat is None:+ result = {"error": "Could not determine coordinates"}+ else:+ start = f"{args[next_idx]}-01-01" if next_idx < len(args) else "1950-01-01"+ end = f"{args[next_idx + 1]}-12-31" if next_idx + 1 < len(args) else "2050-12-31"+ result = get_climate_change(lat, lon, start, end)+ elif command == "geocode":+ if len(args) < 2:+ result = {"error": "Usage: geocode <location_name>"}+ else:+ location = " ".join(args[1:])+ geo = geocode(location)+ result = geo if geo else {"error": f"Location not found: {location}"}+ else:+ result = {"error": f"Unknown command: {command}. Available: forecast, historical, air_quality, marine, flood, climate, geocode"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/open_ownership_data.py b/fincept-qt/scripts/open_ownership_data.pynew file mode 100644index 000000000..17d454ec7--- /dev/null+++ b/fincept-qt/scripts/open_ownership_data.py@@ -0,0 +1,272 @@+"""+Open Ownership Register Data Fetcher+Fetches beneficial ownership data — who owns and controls companies across 130++countries from the OpenOwnership Beneficial Ownership Data Standard (BODS) API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OPEN_OWNERSHIP_API_KEY', '')+BASE_URL = "https://api.bods.openownership.org"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++if API_KEY:+ session.headers.update({"Authorization": f"Bearer {API_KEY}"})++OWNERSHIP_TYPES = {+ "shareholding": "Direct shareholding",+ "voting-rights": "Voting rights",+ "appointment-of-board": "Appointment of board members",+ "other-influence-or-control": "Other influence or control",+ "senior-managing-official": "Senior managing official",+ "nominee-shareholder": "Nominee shareholder",+ "nominee-director": "Nominee director",+ "ownership-of-shares": "Ownership of shares",+ "right-to-surplus-assets": "Right to surplus assets on dissolution",+ "right-to-profit": "Right to share in profits",+}++CONTROL_THRESHOLDS = {+ "0-25": "0% to 25%",+ "25-50": "25% to 50%",+ "50-75": "50% to 75%",+ "75-100": "75% to 100%",+ "exact": "Exact percentage",+}++COUNTRY_REGISTERS = {+ "GB": {"name": "United Kingdom", "register": "Companies House PSC Register", "url": "https://register.openownership.org/"},+ "UA": {"name": "Ukraine", "register": "Unified State Register", "url": "https://data.gov.ua/"},+ "DK": {"name": "Denmark", "register": "Danish Business Authority", "url": "https://datacvr.virk.dk/"},+ "SK": {"name": "Slovakia", "register": "Slovak Business Register", "url": "https://www.orsr.sk/"},+ "NO": {"name": "Norway", "register": "Brønnøysund Register Centre", "url": "https://brreg.no/"},+ "SL": {"name": "Sierra Leone", "register": "Corporate Affairs Commission", "url": ""},+ "NG": {"name": "Nigeria", "register": "Corporate Affairs Commission", "url": ""},+ "GH": {"name": "Ghana", "register": "Registrar-General's Department", "url": ""},+ "AM": {"name": "Armenia", "register": "State Register of Legal Entities", "url": ""},+ "KG": {"name": "Kyrgyzstan", "register": "Ministry of Justice", "url": ""},+ "MK": {"name": "North Macedonia", "register": "Central Registry", "url": ""},+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _extract_person(stmt: Dict) -> Dict:+ names = stmt.get("names", [])+ primary_name = next((n for n in names if n.get("type") == "individual"), names[0] if names else {})+ nat_ids = stmt.get("nationalIdentifiers", [])+ addresses = stmt.get("addresses", [])+ return {+ "statement_id": stmt.get("statementID", ""),+ "statement_type": stmt.get("statementType", ""),+ "person_type": stmt.get("personType", ""),+ "name": primary_name.get("fullName", ""),+ "nationality": stmt.get("nationalities", [{}])[0].get("code", "") if stmt.get("nationalities") else "",+ "date_of_birth": stmt.get("birthDate", ""),+ "addresses": [a.get("address", "") for a in addresses],+ "national_identifiers": [{"type": n.get("scheme", ""), "id": n.get("id", "")} for n in nat_ids],+ "source_url": stmt.get("source", {}).get("url", "") if isinstance(stmt.get("source"), dict) else "",+ "publication_details": stmt.get("publicationDetails", {}),+ }+++def _extract_entity_stmt(stmt: Dict) -> Dict:+ names = stmt.get("names", [])+ primary_name = names[0] if names else {}+ identifiers = stmt.get("identifiers", [])+ return {+ "statement_id": stmt.get("statementID", ""),+ "statement_type": stmt.get("statementType", ""),+ "entity_type": stmt.get("entityType", ""),+ "name": primary_name.get("fullName", ""),+ "jurisdiction": stmt.get("incorporatedInJurisdiction", {}).get("code", "") if isinstance(stmt.get("incorporatedInJurisdiction"), dict) else "",+ "identifiers": [{"scheme": i.get("scheme", ""), "id": i.get("id", "")} for i in identifiers],+ "registration_date": stmt.get("foundingDate", ""),+ "dissolution_date": stmt.get("dissolutionDate", ""),+ "source_url": stmt.get("source", {}).get("url", "") if isinstance(stmt.get("source"), dict) else "",+ "publication_details": stmt.get("publicationDetails", {}),+ }+++def _extract_ownership_stmt(stmt: Dict) -> Dict:+ interests = stmt.get("interests", [])+ parsed_interests = []+ for interest in interests:+ parsed_interests.append({+ "type": interest.get("type", ""),+ "details": interest.get("details", ""),+ "share_min": interest.get("share", {}).get("minimum", None) if isinstance(interest.get("share"), dict) else None,+ "share_max": interest.get("share", {}).get("maximum", None) if isinstance(interest.get("share"), dict) else None,+ "share_exact": interest.get("share", {}).get("exact", None) if isinstance(interest.get("share"), dict) else None,+ "start_date": interest.get("startDate", ""),+ "end_date": interest.get("endDate", ""),+ })+ return {+ "statement_id": stmt.get("statementID", ""),+ "statement_type": stmt.get("statementType", ""),+ "subject_entity_id": stmt.get("subject", {}).get("describedByEntityStatement", "") if isinstance(stmt.get("subject"), dict) else "",+ "interested_party_id": stmt.get("interestedParty", {}).get("describedByPersonStatement", stmt.get("interestedParty", {}).get("describedByEntityStatement", "")) if isinstance(stmt.get("interestedParty"), dict) else "",+ "interests": parsed_interests,+ "is_component": stmt.get("isComponent", False),+ "publication_details": stmt.get("publicationDetails", {}),+ }+++def search_persons(query: str, country: str = "", limit: int = 20) -> Dict:+ params = {"q": query, "limit": limit, "type": "person"}+ if country:+ params["country"] = country.upper()+ data = _make_request("v1/persons", params)+ if "error" in data:+ fallback = {"query": query, "country": country, "persons": [],+ "note": "OpenOwnership API endpoint may require authentication or updated path",+ "available_registers": COUNTRY_REGISTERS}+ return fallback+ items = data.get("data", data if isinstance(data, list) else [])+ return {+ "query": query,+ "country": country,+ "total": data.get("total", len(items)) if isinstance(data, dict) else len(items),+ "persons": [_extract_person(s) for s in items],+ }+++def search_entities(query: str, country: str = "", limit: int = 20) -> Dict:+ params = {"q": query, "limit": limit, "type": "entity"}+ if country:+ params["country"] = country.upper()+ data = _make_request("v1/entities", params)+ if "error" in data:+ return {"query": query, "country": country, "entities": [],+ "note": "OpenOwnership API endpoint may require authentication or updated path",+ "available_registers": COUNTRY_REGISTERS}+ items = data.get("data", data if isinstance(data, list) else [])+ return {+ "query": query,+ "country": country,+ "total": data.get("total", len(items)) if isinstance(data, dict) else len(items),+ "entities": [_extract_entity_stmt(s) for s in items],+ }+++def get_person_companies(person_id: str) -> Dict:+ data = _make_request(f"v1/persons/{person_id}/ownership-statements", {})+ if "error" in data:+ return {"person_id": person_id, "ownerships": [], "note": str(data.get("error", ""))}+ items = data.get("data", data if isinstance(data, list) else [])+ return {+ "person_id": person_id,+ "total": data.get("total", len(items)) if isinstance(data, dict) else len(items),+ "ownerships": [_extract_ownership_stmt(s) for s in items],+ }+++def get_entity_owners(entity_id: str) -> Dict:+ data = _make_request(f"v1/entities/{entity_id}/ownership-statements", {})+ if "error" in data:+ return {"entity_id": entity_id, "owners": [], "note": str(data.get("error", ""))}+ items = data.get("data", data if isinstance(data, list) else [])+ return {+ "entity_id": entity_id,+ "total": data.get("total", len(items)) if isinstance(data, dict) else len(items),+ "owners": [_extract_ownership_stmt(s) for s in items],+ }+++def get_ownership_chain(entity_id: str) -> Dict:+ data = _make_request(f"v1/entities/{entity_id}/ownership-chain", {})+ if "error" in data:+ return {+ "entity_id": entity_id,+ "chain": [],+ "note": str(data.get("error", "Ownership chain may not be available")),+ "ownership_types": OWNERSHIP_TYPES,+ }+ return {+ "entity_id": entity_id,+ "chain": data.get("data", data if isinstance(data, list) else []),+ "ownership_types": OWNERSHIP_TYPES,+ }+++def get_jurisdictions() -> Dict:+ return {+ "total_registers": len(COUNTRY_REGISTERS),+ "country_registers": COUNTRY_REGISTERS,+ "ownership_types": OWNERSHIP_TYPES,+ "control_thresholds": CONTROL_THRESHOLDS,+ "openownership_url": "https://www.openownership.org",+ "register_url": "https://register.openownership.org",+ "bods_standard": "https://standard.openownership.org",+ "note": "OpenOwnership aggregates beneficial ownership data from 130+ jurisdictions.",+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "persons":+ query = args[1] if len(args) > 1 else ""+ if not query:+ result = {"error": "query required"}+ else:+ country = args[2] if len(args) > 2 else ""+ limit = int(args[3]) if len(args) > 3 else 20+ result = search_persons(query, country, limit)+ elif command == "entities":+ query = args[1] if len(args) > 1 else ""+ if not query:+ result = {"error": "query required"}+ else:+ country = args[2] if len(args) > 2 else ""+ limit = int(args[3]) if len(args) > 3 else 20+ result = search_entities(query, country, limit)+ elif command == "person_companies":+ person_id = args[1] if len(args) > 1 else ""+ if not person_id:+ result = {"error": "person_id required"}+ else:+ result = get_person_companies(person_id)+ elif command == "owners":+ entity_id = args[1] if len(args) > 1 else ""+ if not entity_id:+ result = {"error": "entity_id required"}+ else:+ result = get_entity_owners(entity_id)+ elif command == "chain":+ entity_id = args[1] if len(args) > 1 else ""+ if not entity_id:+ result = {"error": "entity_id required"}+ else:+ result = get_ownership_chain(entity_id)+ elif command == "jurisdictions":+ result = get_jurisdictions()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/open_parliament_data.py b/fincept-qt/scripts/open_parliament_data.pynew file mode 100644index 000000000..9277d4ca1--- /dev/null+++ b/fincept-qt/scripts/open_parliament_data.py@@ -0,0 +1,101 @@+"""+Open Parliament Data Fetcher+Open Parliament / They Vote For You: parliamentary votes, member records for multiple countries (TheyWorkForYou API).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('TWFY_API_KEY', '')+BASE_URL = "https://www.theyworkforyou.com/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["output"] = "js"+ if API_KEY:+ params["key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_mps(search: str = "") -> Any:+ params = {"search": search} if search else {}+ return _make_request("getMPs", params=params)+++def get_mp_info(id_: int) -> Any:+ params = {"id": id_}+ return _make_request("getMPInfo", params=params)+++def get_debates(search: str, num: int = 10) -> Any:+ params = {"search": search, "num": num}+ return _make_request("getDebates", params=params)+++def get_mp_votes(person_id: int) -> Any:+ params = {"person": person_id}+ return _make_request("getMPsVotingRecord", params=params)+++def get_lords(search: str = "") -> Any:+ params = {"search": search} if search else {}+ return _make_request("getLords", params=params)+++def get_committees() -> Any:+ return _make_request("getCommittees")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ if not API_KEY:+ print(json.dumps({"error": "TWFY_API_KEY environment variable not set"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "mps":+ search = args[1] if len(args) > 1 else ""+ result = get_mps(search)+ elif command == "mp":+ id_ = int(args[1]) if len(args) > 1 else 10001+ result = get_mp_info(id_)+ elif command == "debates":+ search = args[1] if len(args) > 1 else "economy"+ num = int(args[2]) if len(args) > 2 else 10+ result = get_debates(search, num)+ elif command == "votes":+ person_id = int(args[1]) if len(args) > 1 else 10001+ result = get_mp_votes(person_id)+ elif command == "lords":+ search = args[1] if len(args) > 1 else ""+ result = get_lords(search)+ elif command == "committees":+ result = get_committees()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/open_secrets_data.py b/fincept-qt/scripts/open_secrets_data.pynew file mode 100644index 000000000..e3af79045--- /dev/null+++ b/fincept-qt/scripts/open_secrets_data.py@@ -0,0 +1,130 @@+"""+OpenSecrets Data Fetcher+OpenSecrets: US campaign finance, lobbying data, PAC contributions, revolving door.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OPENSECRETS_API_KEY', '')+BASE_URL = "https://www.opensecrets.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["output"] = "json"+ if API_KEY:+ params["apikey"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_candidates(cycle: str = "2024", state: str = "CA") -> Any:+ params = {+ "method": "getCandidates",+ "cycle": cycle,+ "state": state+ }+ return _make_request("", params=params)+++def get_candidate_summary(cid: str, cycle: str = "2024") -> Any:+ params = {+ "method": "candSummary",+ "cid": cid,+ "cycle": cycle+ }+ return _make_request("", params=params)+++def get_lobby_firms(lobiid: str, year: str = "2023") -> Any:+ params = {+ "method": "lobbyFirm",+ "lobiid": lobiid,+ "year": year+ }+ return _make_request("", params=params)+++def get_industry_summary(ind: str, cycle: str = "2024") -> Any:+ params = {+ "method": "getIndustries",+ "ind": ind,+ "cycle": cycle+ }+ return _make_request("", params=params)+++def get_pac_contributions(cmte_id: str, cycle: str = "2024") -> Any:+ params = {+ "method": "pacSummary",+ "cmte_id": cmte_id,+ "cycle": cycle+ }+ return _make_request("", params=params)+++def get_congress_member(cid: str) -> Any:+ params = {+ "method": "getLegislators",+ "id": cid+ }+ return _make_request("", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ if not API_KEY:+ print(json.dumps({"error": "OPENSECRETS_API_KEY environment variable not set"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "candidates":+ cycle = args[1] if len(args) > 1 else "2024"+ state = args[2] if len(args) > 2 else "CA"+ result = get_candidates(cycle, state)+ elif command == "candidate":+ cid = args[1] if len(args) > 1 else "N00007360"+ cycle = args[2] if len(args) > 2 else "2024"+ result = get_candidate_summary(cid, cycle)+ elif command == "lobby":+ lobiid = args[1] if len(args) > 1 else "D000000082"+ year = args[2] if len(args) > 2 else "2023"+ result = get_lobby_firms(lobiid, year)+ elif command == "industry":+ ind = args[1] if len(args) > 1 else "F10"+ cycle = args[2] if len(args) > 2 else "2024"+ result = get_industry_summary(ind, cycle)+ elif command == "pac":+ cmte_id = args[1] if len(args) > 1 else "C00000935"+ cycle = args[2] if len(args) > 2 else "2024"+ result = get_pac_contributions(cmte_id, cycle)+ elif command == "congress":+ cid = args[1] if len(args) > 1 else "N00007360"+ result = get_congress_member(cid)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/openaq_data.py b/fincept-qt/scripts/openaq_data.pynew file mode 100644index 000000000..d7eb8b6cd--- /dev/null+++ b/fincept-qt/scripts/openaq_data.py@@ -0,0 +1,126 @@+"""+OpenAQ Data Fetcher+Air quality data from 30,000+ stations in 100+ countries — PM2.5, PM10, NO2, CO, SO2, O3+via OpenAQ API v3 (free key required via OPENAQ_API_KEY).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OPENAQ_API_KEY', '')+BASE_URL = "https://api.openaq.org/v3"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {}+ if API_KEY:+ headers["X-API-Key"] = API_KEY+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_locations(country: str = None, city: str = None, limit: int = 50) -> Any:+ params = {"limit": limit, "page": 1}+ if country:+ params["countries_id"] = country+ if city:+ params["city"] = city+ data = _make_request("locations", params)+ return {"filter": {"country": country, "city": city}, "limit": limit, "data": data}+++def get_measurements(location_id: int = None, parameter: str = "pm25",+ date_from: str = None, date_to: str = None, limit: int = 100) -> Any:+ params = {"limit": limit}+ if location_id:+ params["locations_id"] = location_id+ if parameter:+ params["parameters_id"] = parameter+ if date_from:+ params["date_from"] = date_from+ if date_to:+ params["date_to"] = date_to+ data = _make_request("measurements", params)+ return {"location_id": location_id, "parameter": parameter,+ "date_from": date_from, "date_to": date_to, "data": data}+++def get_countries() -> Any:+ params = {"limit": 200}+ data = _make_request("countries", params)+ return {"data": data}+++def get_parameters() -> Any:+ data = _make_request("parameters")+ return {"data": data}+++def get_cities(country: str = None) -> Any:+ params = {"limit": 200}+ if country:+ params["countries_id"] = country+ data = _make_request("locations", params)+ # Extract unique cities from locations+ if isinstance(data, dict) and "results" in data:+ cities = list(set(loc.get("city", "") for loc in data["results"] if loc.get("city")))+ return {"country": country, "count": len(cities), "cities": sorted(cities)}+ return data+++def get_latest(location_id: int) -> Any:+ data = _make_request(f"locations/{location_id}/latest")+ return {"location_id": location_id, "data": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "locations":+ country = args[1] if len(args) > 1 else None+ city = args[2] if len(args) > 2 else None+ limit = int(args[3]) if len(args) > 3 else 50+ result = get_locations(country, city, limit)+ elif command == "measurements":+ location_id = int(args[1]) if len(args) > 1 else None+ parameter = args[2] if len(args) > 2 else "pm25"+ date_from = args[3] if len(args) > 3 else None+ date_to = args[4] if len(args) > 4 else None+ limit = int(args[5]) if len(args) > 5 else 100+ result = get_measurements(location_id, parameter, date_from, date_to, limit)+ elif command == "countries":+ result = get_countries()+ elif command == "parameters":+ result = get_parameters()+ elif command == "cities":+ country = args[1] if len(args) > 1 else None+ result = get_cities(country)+ elif command == "latest":+ location_id = int(args[1]) if len(args) > 1 else 1+ result = get_latest(location_id)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/openbb_data.py b/fincept-qt/scripts/openbb_data.pynew file mode 100644index 000000000..ca44f1db8--- /dev/null+++ b/fincept-qt/scripts/openbb_data.py@@ -0,0 +1,95 @@+"""+OpenBB Data Fetcher+OpenBB Platform public endpoints: stocks, macro, alternatives, ETF holdings, economic calendar.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OPENBB_API_KEY', '')+BASE_URL = "https://sdk.openbb.co"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {}+ if API_KEY:+ headers["Authorization"] = f"Bearer {API_KEY}"+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_equity_price(symbol: str, provider: str = "yfinance") -> Any:+ return _make_request("api/v1/equity/price/historical", {"symbol": symbol, "provider": provider})++def get_macro_indicators(country: str = "united_states", indicator: str = "gdp") -> Any:+ return _make_request("api/v1/economy/indicators", {"country": country, "indicator": indicator})++def get_news(symbols: str = None, limit: int = 20) -> Any:+ params = {"limit": limit}+ if symbols:+ params["symbols"] = symbols+ return _make_request("api/v1/news/world", params)++def get_etf_holdings(symbol: str, provider: str = "fmp") -> Any:+ return _make_request("api/v1/etf/holdings", {"symbol": symbol, "provider": provider})++def get_alternatives_indices(provider: str = "cboe") -> Any:+ return _make_request("api/v1/index/available", {"provider": provider})++def get_economy_calendar(start_date: str = None, end_date: str = None) -> Any:+ params = {}+ if start_date:+ params["start_date"] = start_date+ if end_date:+ params["end_date"] = end_date+ return _make_request("api/v1/economy/calendar", params)++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "equity":+ symbol = args[1] if len(args) > 1 else "AAPL"+ provider = args[2] if len(args) > 2 else "yfinance"+ result = get_equity_price(symbol, provider)+ elif command == "macro":+ country = args[1] if len(args) > 1 else "united_states"+ indicator = args[2] if len(args) > 2 else "gdp"+ result = get_macro_indicators(country, indicator)+ elif command == "news":+ symbols = args[1] if len(args) > 1 else None+ limit = int(args[2]) if len(args) > 2 else 20+ result = get_news(symbols, limit)+ elif command == "etf":+ symbol = args[1] if len(args) > 1 else "SPY"+ provider = args[2] if len(args) > 2 else "fmp"+ result = get_etf_holdings(symbol, provider)+ elif command == "alternatives":+ provider = args[1] if len(args) > 1 else "cboe"+ result = get_alternatives_indices(provider)+ elif command == "calendar":+ start_date = args[1] if len(args) > 1 else None+ end_date = args[2] if len(args) > 2 else None+ result = get_economy_calendar(start_date, end_date)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/openfigi_data.py b/fincept-qt/scripts/openfigi_data.pynew file mode 100644index 000000000..5455f7e3a--- /dev/null+++ b/fincept-qt/scripts/openfigi_data.py@@ -0,0 +1,171 @@+"""+OpenFIGI Data Fetcher+Map tickers/ISINs/CUSIPs to Bloomberg FIGI identifiers. 1700+ asset classes globally.+No key for basic use (higher rate with OPENFIGI_API_KEY).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OPENFIGI_API_KEY', '')+BASE_URL = "https://api.openfigi.com/v3"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++_headers = {"Content-Type": "application/json"}+if API_KEY:+ _headers["X-OPENFIGI-APIKEY"] = API_KEY+++def _make_post(endpoint: str, payload: Any) -> Any:+ """Make POST request with error handling."""+ url = f"{BASE_URL}/{endpoint}"+ try:+ response = session.post(url, json=payload, headers=_headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make GET request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, headers=_headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def map_identifiers(mappings: List[Dict]) -> Any:+ """Map a list of identifiers to FIGIs.+ mappings: list of dicts with keys idType, idValue, and optional exchCode, currency, marketSecDes, etc.+ idType options: ID_ISIN, ID_CUSIP, TICKER, ID_SEDOL, ID_WERTPAPIER, ID_BB_GLOBAL, etc.+ """+ if not mappings:+ return {"error": "No mappings provided"}+ # API limit: 100 items per request+ chunk = mappings[:100]+ data = _make_post("mapping", chunk)+ if isinstance(data, list):+ results = []+ for i, item in enumerate(data):+ entry = {"input": chunk[i] if i < len(chunk) else {}}+ if "data" in item:+ entry["matches"] = item["data"]+ entry["count"] = len(item["data"])+ elif "error" in item:+ entry["error"] = item["error"]+ else:+ entry["raw"] = item+ results.append(entry)+ return {"results": results, "total": len(results)}+ return data+++def map_from_args(id_pairs: str) -> Any:+ """Parse comma-separated idType:idValue pairs and map them.+ Example: 'TICKER:AAPL,ID_ISIN:US0378331005'+ """+ mappings = []+ for pair in id_pairs.split(","):+ pair = pair.strip()+ if ":" not in pair:+ continue+ parts = pair.split(":", 1)+ if len(parts) == 2:+ id_type, id_value = parts+ mappings.append({"idType": id_type.strip(), "idValue": id_value.strip()})+ if not mappings:+ return {"error": "No valid idType:idValue pairs found. Format: TICKER:AAPL,ID_ISIN:US0378331005"}+ return map_identifiers(mappings)+++def search_figi(query: str, asset_class: str = None) -> Any:+ """Search for FIGIs by name/ticker with optional asset class filter.+ asset_class options: Equity, Fixed Income, Commodity, Mortgage, Fund, etc.+ """+ payload = {"query": query}+ if asset_class:+ payload["assetClass"] = asset_class+ data = _make_post("search", payload)+ if isinstance(data, dict) and "data" in data:+ return {"query": query, "asset_class": asset_class, "results": data["data"], "count": len(data["data"])}+ return data+++def get_figi(figi_id: str) -> Any:+ """Look up detailed metadata for a known FIGI identifier."""+ data = _make_post("mapping", [{"idType": "ID_BB_GLOBAL", "idValue": figi_id}])+ if isinstance(data, list) and len(data) > 0:+ item = data[0]+ if "data" in item:+ return {"figi": figi_id, "result": item["data"]}+ elif "error" in item:+ return {"error": item["error"]}+ return data+++def get_enum_values(enum_type: str) -> Any:+ """Get valid enumeration values for OpenFIGI fields.+ enum_type options: idType, exchCode, micCode, currency, marketSecDes, securityType, securityType2.+ """+ data = _make_request(f"mapping/values/{enum_type}")+ if isinstance(data, dict) and "values" in data:+ return {"enum_type": enum_type, "values": data["values"], "count": len(data["values"])}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: map, search, lookup, enum"}))+ return++ command = args[0]++ if command == "map":+ if len(args) < 2:+ result = {"error": "Usage: map <idType:idValue,...> (e.g. 'TICKER:AAPL,ID_ISIN:US0378331005')"}+ else:+ result = map_from_args(args[1])+ elif command == "search":+ if len(args) < 2:+ result = {"error": "Usage: search <query> [asset_class]"}+ else:+ asset_class = args[2] if len(args) > 2 else None+ result = search_figi(args[1], asset_class)+ elif command == "lookup":+ if len(args) < 2:+ result = {"error": "Usage: lookup <figi_id>"}+ else:+ result = get_figi(args[1])+ elif command == "enum":+ if len(args) < 2:+ result = {"error": "Usage: enum <enum_type> (idType, exchCode, micCode, currency, marketSecDes, securityType, securityType2)"}+ else:+ result = get_enum_values(args[1])+ else:+ result = {"error": f"Unknown command: {command}. Available: map, search, lookup, enum"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/opsd_energy_data.py b/fincept-qt/scripts/opsd_energy_data.pynew file mode 100644index 000000000..4e918748e--- /dev/null+++ b/fincept-qt/scripts/opsd_energy_data.py@@ -0,0 +1,164 @@+"""+Open Power System Data (OPSD) Fetcher+Provides European electricity consumption, generation by source, renewable+capacity, power plant data, and price time series for European countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OPSD_API_KEY', '')+BASE_URL = "https://data.open-power-system-data.org"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_csv_as_json(url: str, params: Dict = None) -> Any:+ """Fetch a CSV from OPSD and convert first N rows to JSON."""+ try:+ response = session.get(url, params=params, timeout=60)+ response.raise_for_status()+ lines = response.text.strip().split("\n")+ if len(lines) < 2:+ return {"error": "No data returned"}+ headers = lines[0].split(",")+ records = []+ for line in lines[1:501]: # limit to 500 rows+ values = line.split(",")+ records.append(dict(zip(headers, values)))+ return {"records": records, "total_fetched": len(records)}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def get_time_series(country: str, variable: str, start_date: str = None, end_date: str = None) -> Any:+ """Return hourly time series for electricity load, generation, or prices."""+ url = "https://raw.githubusercontent.com/Open-Power-System-Data/time_series/2020-10-06/time_series_60min_singleindex.csv"+ params = {}+ data = _fetch_csv_as_json(url, params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "variable": variable, "start_date": start_date, "end_date": end_date, "data": data}+++def get_renewable_capacity(country: str = None, technology: str = None, year: int = None) -> Any:+ """Return installed renewable energy capacity by country and technology."""+ url = "https://raw.githubusercontent.com/Open-Power-System-Data/renewable_power_plants/2020-08-25/renewable_power_plants_EU.csv"+ data = _fetch_csv_as_json(url)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "technology": technology, "year": year, "capacity_data": data}+++def get_power_plants(country: str = None, technology: str = None) -> Any:+ """Return conventional power plant inventory with capacity and fuel type."""+ url = "https://raw.githubusercontent.com/Open-Power-System-Data/conventional_power_plants/2020-10-01/conventional_power_plants_EU.csv"+ data = _fetch_csv_as_json(url)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "technology": technology, "plants": data}+++def get_weather_data(country: str, variable: str = "temperature", year: int = None) -> Any:+ """Return weather-dependent renewable energy data (capacity factors, solar radiation)."""+ params = {+ "country": country,+ "variable": variable+ }+ if year:+ params["year"] = year+ data = _make_request("ninja", params=params)+ if isinstance(data, dict) and "error" in data:+ return {"country": country, "variable": variable, "year": year,+ "note": "Weather data available via renewables.ninja integration", "data": {}}+ return {"country": country, "variable": variable, "year": year, "data": data}+++def get_available_datasets() -> Any:+ """Return the list of OPSD datasets and their descriptions."""+ datasets = [+ {"name": "time_series", "description": "Electricity load, generation and prices (hourly, 2006-2019)", "countries": "DE, AT, CH, DK, SE, NO, FR, BE, NL, GB, ES, IT, CZ, PL"},+ {"name": "renewable_power_plants", "description": "Installed renewable energy capacity by plant", "countries": "EU-28"},+ {"name": "conventional_power_plants", "description": "Conventional power plant registry", "countries": "DE, FR, EU"},+ {"name": "national_generation_capacity", "description": "Annual electricity generation capacity by technology", "countries": "EU"},+ {"name": "when2heat", "description": "Hourly heating and cooling profiles", "countries": "EU-28"},+ ]+ return {"datasets": datasets, "count": len(datasets)}+++def get_national_generation(country: str, year: int = None) -> Any:+ """Return annual national electricity generation by technology for a country."""+ url = "https://raw.githubusercontent.com/Open-Power-System-Data/national_generation_capacity/2020-10-01/national_generation_capacity_stacked.csv"+ data = _fetch_csv_as_json(url)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "generation": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "time_series":+ country = args[1] if len(args) > 1 else ""+ variable = args[2] if len(args) > 2 else "load"+ start_date = args[3] if len(args) > 3 else None+ end_date = args[4] if len(args) > 4 else None+ if not country:+ result = {"error": "country required"}+ else:+ result = get_time_series(country, variable, start_date, end_date)+ elif command == "capacity":+ country = args[1] if len(args) > 1 else None+ technology = args[2] if len(args) > 2 else None+ year = int(args[3]) if len(args) > 3 else None+ result = get_renewable_capacity(country, technology, year)+ elif command == "plants":+ country = args[1] if len(args) > 1 else None+ technology = args[2] if len(args) > 2 else None+ result = get_power_plants(country, technology)+ elif command == "weather":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ variable = args[2] if len(args) > 2 else "temperature"+ year = int(args[3]) if len(args) > 3 else None+ result = get_weather_data(country, variable, year)+ elif command == "datasets":+ result = get_available_datasets()+ elif command == "generation":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_national_generation(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/overpass_api_data.py b/fincept-qt/scripts/overpass_api_data.pynew file mode 100644index 000000000..cec341459--- /dev/null+++ b/fincept-qt/scripts/overpass_api_data.py@@ -0,0 +1,204 @@+"""+OpenStreetMap Overpass API Data Fetcher+Query OSM features — banks, ATMs, hospitals, airports, ports,+industrial areas globally via Overpass API (no key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://overpass-api.de/api/interpreter"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"User-Agent": "FinceptTerminal/4.0 ([email protected])"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=60)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _run_overpass(query: str) -> Any:+ try:+ response = session.post(BASE_URL, data={"data": query}, timeout=60)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _around_query(amenity_tag: str, lat: float, lon: float, radius: int = 1000) -> str:+ return (+ f'[out:json][timeout:25];'+ f'(node["amenity"="{amenity_tag}"](around:{radius},{lat},{lon});'+ f' way["amenity"="{amenity_tag}"](around:{radius},{lat},{lon}););'+ f'out center tags;'+ )+++def get_banks(lat: float, lon: float, radius: int = 1000) -> Any:+ query = _around_query("bank", lat, lon, radius)+ data = _run_overpass(query)+ if "error" in data:+ return data+ elements = data.get("elements", [])+ features = []+ for el in elements:+ center = el.get("center", {}) or {"lat": el.get("lat"), "lon": el.get("lon")}+ tags = el.get("tags", {})+ features.append({"id": el.get("id"), "type": el.get("type"),+ "lat": center.get("lat"), "lon": center.get("lon"),+ "name": tags.get("name", "Unknown"),+ "operator": tags.get("operator", ""),+ "brand": tags.get("brand", ""),+ "addr": tags.get("addr:full", tags.get("addr:street", ""))})+ return {"query_center": {"lat": lat, "lon": lon}, "radius_m": radius,+ "count": len(features), "banks": features}+++def get_atms(lat: float, lon: float, radius: int = 500) -> Any:+ query = _around_query("atm", lat, lon, radius)+ data = _run_overpass(query)+ if "error" in data:+ return data+ elements = data.get("elements", [])+ features = []+ for el in elements:+ center = el.get("center", {}) or {"lat": el.get("lat"), "lon": el.get("lon")}+ tags = el.get("tags", {})+ features.append({"id": el.get("id"), "lat": center.get("lat"), "lon": center.get("lon"),+ "operator": tags.get("operator", ""), "brand": tags.get("brand", ""),+ "network": tags.get("network", ""), "fee": tags.get("fee", "")})+ return {"query_center": {"lat": lat, "lon": lon}, "radius_m": radius,+ "count": len(features), "atms": features}+++def get_hospitals(lat: float, lon: float, radius: int = 5000) -> Any:+ query = (+ f'[out:json][timeout:25];'+ f'(node["amenity"~"hospital|clinic"](around:{radius},{lat},{lon});'+ f' way["amenity"~"hospital|clinic"](around:{radius},{lat},{lon}););'+ f'out center tags;'+ )+ data = _run_overpass(query)+ if "error" in data:+ return data+ elements = data.get("elements", [])+ features = []+ for el in elements:+ center = el.get("center", {}) or {"lat": el.get("lat"), "lon": el.get("lon")}+ tags = el.get("tags", {})+ features.append({"id": el.get("id"), "lat": center.get("lat"), "lon": center.get("lon"),+ "name": tags.get("name", "Unknown"), "amenity": tags.get("amenity"),+ "beds": tags.get("beds", ""), "emergency": tags.get("emergency", "")})+ return {"query_center": {"lat": lat, "lon": lon}, "radius_m": radius,+ "count": len(features), "hospitals": features}+++def get_airports(country_code: str = "US") -> Any:+ query = (+ f'[out:json][timeout:60];'+ f'area["ISO3166-1"="{country_code.upper()}"]->.a;'+ f'(node["aeroway"="aerodrome"](area.a);'+ f' way["aeroway"="aerodrome"](area.a);'+ f' relation["aeroway"="aerodrome"](area.a););'+ f'out center tags;'+ )+ data = _run_overpass(query)+ if "error" in data:+ return data+ elements = data.get("elements", [])+ airports = []+ for el in elements:+ center = el.get("center", {}) or {"lat": el.get("lat"), "lon": el.get("lon")}+ tags = el.get("tags", {})+ airports.append({"id": el.get("id"), "lat": center.get("lat"), "lon": center.get("lon"),+ "name": tags.get("name", "Unknown"), "iata": tags.get("iata", ""),+ "icao": tags.get("icao", ""), "type": tags.get("aerodrome:type", "")})+ return {"country": country_code, "count": len(airports), "airports": airports}+++def get_ports(lat: float, lon: float, radius: int = 50000) -> Any:+ query = (+ f'[out:json][timeout:30];'+ f'(node["harbour"="yes"](around:{radius},{lat},{lon});'+ f' way["harbour"="yes"](around:{radius},{lat},{lon});'+ f' node["seamark:type"~"harbour|port"](around:{radius},{lat},{lon}););'+ f'out center tags;'+ )+ data = _run_overpass(query)+ if "error" in data:+ return data+ elements = data.get("elements", [])+ ports = []+ for el in elements:+ center = el.get("center", {}) or {"lat": el.get("lat"), "lon": el.get("lon")}+ tags = el.get("tags", {})+ ports.append({"id": el.get("id"), "lat": center.get("lat"), "lon": center.get("lon"),+ "name": tags.get("name", "Unknown"), "operator": tags.get("operator", ""),+ "seamark_type": tags.get("seamark:type", "")})+ return {"query_center": {"lat": lat, "lon": lon}, "radius_m": radius,+ "count": len(ports), "ports": ports}+++def run_query(overpass_ql: str) -> Any:+ return _run_overpass(overpass_ql)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "banks":+ lat = float(args[1]) if len(args) > 1 else 40.7128+ lon = float(args[2]) if len(args) > 2 else -74.0060+ radius = int(args[3]) if len(args) > 3 else 1000+ result = get_banks(lat, lon, radius)+ elif command == "atms":+ lat = float(args[1]) if len(args) > 1 else 40.7128+ lon = float(args[2]) if len(args) > 2 else -74.0060+ radius = int(args[3]) if len(args) > 3 else 500+ result = get_atms(lat, lon, radius)+ elif command == "hospitals":+ lat = float(args[1]) if len(args) > 1 else 40.7128+ lon = float(args[2]) if len(args) > 2 else -74.0060+ radius = int(args[3]) if len(args) > 3 else 5000+ result = get_hospitals(lat, lon, radius)+ elif command == "airports":+ country_code = args[1] if len(args) > 1 else "US"+ result = get_airports(country_code)+ elif command == "ports":+ lat = float(args[1]) if len(args) > 1 else 51.5074+ lon = float(args[2]) if len(args) > 2 else 0.1278+ radius = int(args[3]) if len(args) > 3 else 50000+ result = get_ports(lat, lon, radius)+ elif command == "query":+ ql = args[1] if len(args) > 1 else '[out:json];node["amenity"="bank"](around:500,51.5,0.1);out;'+ result = run_query(ql)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/owid_co2_data.py b/fincept-qt/scripts/owid_co2_data.pynew file mode 100644index 000000000..7181b1bf6--- /dev/null+++ b/fincept-qt/scripts/owid_co2_data.py@@ -0,0 +1,177 @@+"""+Our World in Data CO2 & Energy Data Fetcher+CO2 emissions, energy mix, per-capita emissions for all countries+via OWID GitHub raw CSV (no key required).+"""+import sys+import json+import os+import io+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://raw.githubusercontent.com/owid/co2-data/master"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++_CACHE = {}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=60)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _load_owid_csv() -> Any:+ global _CACHE+ if "owid_co2" in _CACHE:+ return _CACHE["owid_co2"]+ url = f"{BASE_URL}/owid-co2-data.csv"+ try:+ resp = session.get(url, timeout=60)+ resp.raise_for_status()+ lines = resp.text.strip().split('\n')+ headers = [h.strip() for h in lines[0].split(',')]+ records = []+ for line in lines[1:]:+ parts = line.split(',')+ if len(parts) >= len(headers):+ row = {headers[i]: parts[i].strip() for i in range(len(headers))}+ records.append(row)+ _CACHE["owid_co2"] = records+ return records+ except Exception as e:+ return {"error": f"Failed to load OWID CSV: {str(e)}"}+++def get_country_co2(country: str = "United States", start_year: int = 2000,+ end_year: int = 2022) -> Any:+ records = _load_owid_csv()+ if isinstance(records, dict) and "error" in records:+ return records+ filtered = [r for r in records+ if r.get("country", "").lower() == country.lower()+ and start_year <= int(r.get("year", 0) or 0) <= end_year]+ return {"country": country, "start_year": start_year, "end_year": end_year,+ "count": len(filtered), "data": filtered}+++def get_global_co2(start_year: int = 1990, end_year: int = 2022) -> Any:+ records = _load_owid_csv()+ if isinstance(records, dict) and "error" in records:+ return records+ filtered = [r for r in records+ if r.get("country", "").lower() == "world"+ and start_year <= int(r.get("year", 0) or 0) <= end_year]+ return {"region": "World", "start_year": start_year, "end_year": end_year,+ "count": len(filtered), "data": filtered}+++def get_energy_mix(country: str = "United States", year: int = 2021) -> Any:+ records = _load_owid_csv()+ if isinstance(records, dict) and "error" in records:+ return records+ row = next((r for r in records+ if r.get("country", "").lower() == country.lower()+ and int(r.get("year", 0) or 0) == year), None)+ if not row:+ return {"error": f"No data found for {country} in {year}"}+ energy_fields = [k for k in row.keys() if any(x in k.lower() for x in+ ["coal", "oil", "gas", "nuclear", "renewab", "hydro", "solar", "wind",+ "energy", "electricity"])]+ energy_data = {k: row[k] for k in energy_fields}+ return {"country": country, "year": year, "energy_mix": energy_data}+++def get_per_capita(country: str = "United States", start_year: int = 2000,+ end_year: int = 2022) -> Any:+ records = _load_owid_csv()+ if isinstance(records, dict) and "error" in records:+ return records+ per_capita_fields = [k for k in (records[0].keys() if records else [])+ if "per_capita" in k.lower() or "percapita" in k.lower()]+ filtered = []+ for r in records:+ if r.get("country", "").lower() == country.lower():+ yr = int(r.get("year", 0) or 0)+ if start_year <= yr <= end_year:+ row_data = {"year": r.get("year"), "country": r.get("country")}+ for f in per_capita_fields:+ row_data[f] = r.get(f)+ filtered.append(row_data)+ return {"country": country, "start_year": start_year, "end_year": end_year,+ "fields": per_capita_fields, "count": len(filtered), "data": filtered}+++def get_cumulative_co2(country: str = "United States") -> Any:+ records = _load_owid_csv()+ if isinstance(records, dict) and "error" in records:+ return records+ filtered = [r for r in records if r.get("country", "").lower() == country.lower()]+ cumulative_fields = [k for k in (filtered[0].keys() if filtered else [])+ if "cumulative" in k.lower()]+ if not filtered:+ return {"error": f"No data found for {country}"}+ latest = sorted(filtered, key=lambda x: int(x.get("year", 0) or 0), reverse=True)+ result = {"country": country, "latest_year": latest[0].get("year") if latest else None,+ "cumulative_fields": cumulative_fields,+ "cumulative_data": {f: latest[0].get(f) for f in cumulative_fields} if latest else {}}+ return result+++def get_available_countries() -> Any:+ records = _load_owid_csv()+ if isinstance(records, dict) and "error" in records:+ return records+ countries = sorted(set(r.get("country", "") for r in records if r.get("country")))+ return {"count": len(countries), "countries": countries}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "country_co2":+ country = args[1] if len(args) > 1 else "United States"+ start_year = int(args[2]) if len(args) > 2 else 2000+ end_year = int(args[3]) if len(args) > 3 else 2022+ result = get_country_co2(country, start_year, end_year)+ elif command == "global_co2":+ start_year = int(args[1]) if len(args) > 1 else 1990+ end_year = int(args[2]) if len(args) > 2 else 2022+ result = get_global_co2(start_year, end_year)+ elif command == "energy_mix":+ country = args[1] if len(args) > 1 else "United States"+ year = int(args[2]) if len(args) > 2 else 2021+ result = get_energy_mix(country, year)+ elif command == "per_capita":+ country = args[1] if len(args) > 1 else "United States"+ start_year = int(args[2]) if len(args) > 2 else 2000+ end_year = int(args[3]) if len(args) > 3 else 2022+ result = get_per_capita(country, start_year, end_year)+ elif command == "cumulative":+ country = args[1] if len(args) > 1 else "United States"+ result = get_cumulative_co2(country)+ elif command == "countries":+ result = get_available_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/owid_data.py b/fincept-qt/scripts/owid_data.pynew file mode 100644index 000000000..2a55bbae8--- /dev/null+++ b/fincept-qt/scripts/owid_data.py@@ -0,0 +1,233 @@+"""+Our World in Data Fetcher+CO2, energy, health, poverty, education, democracy data for all countries.+Uses OWID API and GitHub CSV data. No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.ourworldindata.org/v1"+GITHUB_RAW = "https://raw.githubusercontent.com/owid/owid-datasets/master/datasets"+CATALOG_URL = "https://catalog.ourworldindata.org"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_owid_csv_api(dataset: str, country: str = None, columns: List[str] = None) -> Any:+ """Fetch OWID data via the indicators API."""+ params = {"datasetCode": dataset}+ if country:+ params["entityName"] = country+ data = _make_request("indicators", params=params)+ return data+++def get_indicator(indicator_id: int) -> Any:+ """Get data for a specific OWID indicator by numeric ID."""+ data = _make_request(f"indicator/{indicator_id}.json")+ if isinstance(data, dict) and "error" not in data:+ return data+ return data+++def search_indicators(query: str) -> Any:+ """Search OWID indicators by keyword."""+ params = {"query": query, "limit": 30}+ data = _make_request("search", params=params)+ if isinstance(data, dict) and "results" in data:+ return {"query": query, "results": data["results"][:30], "count": len(data["results"])}+ return data+++def get_co2_data(country: str = "World") -> Any:+ """Get CO2 and greenhouse gas emissions data for a country.+ Uses Our World in Data CO2 dataset via GitHub.+ country: Country name as in OWID (e.g. 'United States', 'Germany', 'China', 'World').+ """+ url = "https://raw.githubusercontent.com/owid/co2-data/master/owid-co2-data.json"+ try:+ response = session.get(url, timeout=30)+ response.raise_for_status()+ data = response.json()+ # Find country+ country_data = None+ for key, val in data.items():+ if key.lower() == country.lower():+ country_data = val+ break+ if country_data is None:+ # fuzzy search+ matches = [k for k in data.keys() if country.lower() in k.lower()]+ if matches:+ country_data = data[matches[0]]+ country = matches[0]+ else:+ return {"error": f"Country '{country}' not found", "available_sample": list(data.keys())[:20]}++ # Return last 50 years of data+ records = country_data.get("data", [])+ recent = records[-50:] if len(records) > 50 else records+ return {+ "country": country,+ "data": recent,+ "count": len(recent),+ "fields": list(recent[0].keys()) if recent else [],+ }+ except Exception as e:+ return {"error": f"Failed to fetch CO2 data: {str(e)}"}+++def get_energy_data(country: str = "World") -> Any:+ """Get energy consumption and production data for a country.+ country: Country name as in OWID.+ """+ url = "https://raw.githubusercontent.com/owid/energy-data/master/owid-energy-data.json"+ try:+ response = session.get(url, timeout=30)+ response.raise_for_status()+ data = response.json()+ country_data = None+ for key, val in data.items():+ if key.lower() == country.lower():+ country_data = val+ break+ if country_data is None:+ matches = [k for k in data.keys() if country.lower() in k.lower()]+ if matches:+ country_data = data[matches[0]]+ country = matches[0]+ else:+ return {"error": f"Country '{country}' not found", "available_sample": list(data.keys())[:20]}++ records = country_data.get("data", [])+ recent = records[-30:] if len(records) > 30 else records+ return {+ "country": country,+ "data": recent,+ "count": len(recent),+ "fields": list(recent[0].keys()) if recent else [],+ }+ except Exception as e:+ return {"error": f"Failed to fetch energy data: {str(e)}"}+++def get_health_data(country: str = None) -> Any:+ """Get health indicators (life expectancy, child mortality, etc.) via OWID API."""+ # Life expectancy indicator+ params = {"entityName": country} if country else {}+ data = _make_request("indicators/life-expectancy", params=params)+ if isinstance(data, dict) and "error" not in data:+ return {"category": "health", "country": country, "indicator": "life_expectancy", "data": data}+ # Fallback: return indicator IDs for health metrics+ return {+ "category": "health",+ "note": "Use indicator command with numeric IDs for specific metrics",+ "common_health_indicators": {+ "life_expectancy": "Search 'life expectancy' via search command",+ "child_mortality": "Search 'child mortality' via search command",+ "maternal_mortality": "Search 'maternal mortality rate' via search command",+ }+ }+++def get_poverty_data(country: str = None) -> Any:+ """Get poverty and inequality data via OWID API."""+ params = {}+ if country:+ params["entityName"] = country+ data = _make_request("indicators/share-of-population-in-extreme-poverty", params=params)+ if isinstance(data, dict) and "error" not in data:+ return {"category": "poverty", "country": country, "indicator": "extreme_poverty", "data": data}+ return {+ "category": "poverty",+ "note": "Use search command to find specific poverty indicators",+ "common_poverty_indicators": {+ "extreme_poverty": "Search 'extreme poverty' via search command",+ "gini_coefficient": "Search 'gini coefficient' via search command",+ "income_share": "Search 'income share' via search command",+ }+ }+++def get_democracy_data(country: str = None) -> Any:+ """Get democracy and governance indices (V-Dem, Freedom House, Polity)."""+ params = {}+ if country:+ params["entityName"] = country+ data = _make_request("indicators/electoral-democracy", params=params)+ if isinstance(data, dict) and "error" not in data:+ return {"category": "democracy", "country": country, "data": data}+ return {+ "category": "democracy",+ "note": "Use search command to find democracy/governance indicators",+ "suggested_searches": ["v-dem", "democracy index", "freedom house", "polity"],+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: co2, energy, health, poverty, democracy, indicator, search"}))+ return++ command = args[0]++ if command == "co2":+ country = args[1] if len(args) > 1 else "World"+ result = get_co2_data(country)+ elif command == "energy":+ country = args[1] if len(args) > 1 else "World"+ result = get_energy_data(country)+ elif command == "health":+ country = args[1] if len(args) > 1 else None+ result = get_health_data(country)+ elif command == "poverty":+ country = args[1] if len(args) > 1 else None+ result = get_poverty_data(country)+ elif command == "democracy":+ country = args[1] if len(args) > 1 else None+ result = get_democracy_data(country)+ elif command == "indicator":+ if len(args) < 2:+ result = {"error": "Usage: indicator <indicator_id>"}+ else:+ try:+ result = get_indicator(int(args[1]))+ except ValueError:+ result = {"error": f"Indicator ID must be numeric, got: {args[1]}"}+ elif command == "search":+ if len(args) < 2:+ result = {"error": "Usage: search <query>"}+ else:+ result = search_indicators(args[1])+ else:+ result = {"error": f"Unknown command: {command}. Available: co2, energy, health, poverty, democracy, indicator, search"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/paris_agreement_data.py b/fincept-qt/scripts/paris_agreement_data.pynew file mode 100644index 000000000..476d35504--- /dev/null+++ b/fincept-qt/scripts/paris_agreement_data.py@@ -0,0 +1,116 @@+"""+Paris Agreement / NDC Registry Data Fetcher+National climate pledges (NDCs), GHG emissions inventories, sectoral targets,+and adaptation data via the Climate Watch API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('CLIMATE_WATCH_API_KEY', '')+BASE_URL = "https://www.climatewatchdata.org/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {}+ if API_KEY:+ headers["Authorization"] = f"Bearer {API_KEY}"+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_countries_ndc(country: str = None) -> Any:+ params = {}+ if country:+ params["iso_code3"] = country+ return _make_request("ndcs", params)+++def get_ghg_emissions(country: str = None, gas: str = None, sector: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["regions[]"] = country+ if gas:+ params["gas"] = gas+ if sector:+ params["sector"] = sector+ if year:+ params["start_year"] = year+ params["end_year"] = year+ return _make_request("emissions", params)+++def get_ndc_content(country: str) -> Any:+ params = {"iso_code3": country}+ return _make_request("ndcs/content", params)+++def get_climate_targets(country: str = None) -> Any:+ params = {}+ if country:+ params["iso_code3"] = country+ return _make_request("ndcs/targets", params)+++def get_adaptation_data(country: str = None) -> Any:+ params = {}+ if country:+ params["iso_code3"] = country+ return _make_request("ndcs/adaptation", params)+++def get_countries() -> Any:+ return _make_request("countries")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "ndc":+ country = args[1] if len(args) > 1 else None+ result = get_countries_ndc(country)+ elif command == "emissions":+ country = args[1] if len(args) > 1 else None+ gas = args[2] if len(args) > 2 else None+ sector = args[3] if len(args) > 3 else None+ year = args[4] if len(args) > 4 else None+ result = get_ghg_emissions(country, gas, sector, year)+ elif command == "ndc_content":+ if len(args) < 2:+ result = {"error": "country required"}+ else:+ result = get_ndc_content(args[1])+ elif command == "targets":+ country = args[1] if len(args) > 1 else None+ result = get_climate_targets(country)+ elif command == "adaptation":+ country = args[1] if len(args) > 1 else None+ result = get_adaptation_data(country)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/penn_world_table_data.py b/fincept-qt/scripts/penn_world_table_data.pynew file mode 100644index 000000000..e900cdb07--- /dev/null+++ b/fincept-qt/scripts/penn_world_table_data.py@@ -0,0 +1,244 @@+"""+Penn World Tables Data Fetcher+Fetches national accounts, productivity, and living standards data from the Penn World+Tables (PWT 10.x) for 183 countries from 1950 to 2019.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('PWT_API_KEY', '')+BASE_URL = "https://dataverse.nl/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++PWT_DATASET_DOI = "doi:10.34894/QT5BCC"+PWT_DATAVERSE = "https://dataverse.nl"++PWT_INDICATORS = {+ "rgdpe": "Expenditure-side real GDP (PPP, millions 2017 USD)",+ "rgdpo": "Output-side real GDP (PPP, millions 2017 USD)",+ "pop": "Population (millions)",+ "emp": "Employment (millions)",+ "avh": "Average annual hours worked per worker",+ "hc": "Human capital index",+ "ccon": "Real consumption (millions 2017 USD)",+ "cda": "Real domestic absorption (millions 2017 USD)",+ "cgdpe": "Expenditure-side real GDP per capita (2017 USD)",+ "cgdpo": "Output-side real GDP per capita (2017 USD)",+ "cn": "Capital stock (millions 2017 USD)",+ "ck": "Capital services (millions 2017 USD)",+ "ctfp": "TFP relative to USA (output-side)",+ "cwtfp": "Welfare-relevant TFP",+ "rgdpna": "Real GDP at constant 2017 national prices (millions)",+ "rconna": "Real consumption at constant 2017 national prices",+ "rdana": "Real domestic absorption at constant 2017 national prices",+ "rnna": "Capital stock at constant 2017 national prices",+ "rkna": "Capital services at constant 2017 national prices",+ "rtfpna": "TFP at constant national prices (2017=1)",+ "labsh": "Share of labour compensation in GDP",+ "irr": "Real internal rate of return",+ "delta": "Average depreciation rate of capital stock",+ "xr": "Exchange rate (LCU to USD)",+ "pl_con": "Price level of consumption",+ "pl_da": "Price level of domestic absorption",+ "pl_gdpo": "Price level of output-side GDP",+ "i_cig": "Investment-consumption-government shares",+ "i_xm": "Export-import shares",+ "i_outlier": "Outlier flag",+ "i_irr": "IRR flag",+ "cor_exp": "Correlation with expenditure-side data",+ "statcap": "Statistical capacity indicator",+ "csh_c": "Share of household consumption in GDP",+ "csh_i": "Share of gross capital formation in GDP",+ "csh_g": "Share of government consumption in GDP",+ "csh_x": "Share of merchandise exports in GDP",+ "csh_m": "Share of merchandise imports in GDP",+ "csh_r": "Share of residual trade in GDP",+ "pl_c": "Price level of consumption (USA=1)",+ "pl_i": "Price level of capital formation",+ "pl_g": "Price level of government consumption",+ "pl_x": "Price level of exports",+ "pl_m": "Price level of imports",+ "pl_n": "Price level of capital stock",+ "pl_k": "Price level of capital services",+}++PWT_COUNTRIES = {+ "USA": "United States", "GBR": "United Kingdom", "DEU": "Germany",+ "FRA": "France", "JPN": "Japan", "CHN": "China", "IND": "India",+ "BRA": "Brazil", "RUS": "Russia", "CAN": "Canada", "AUS": "Australia",+ "KOR": "South Korea", "ESP": "Spain", "ITA": "Italy", "MEX": "Mexico",+ "IDN": "Indonesia", "NLD": "Netherlands", "SAU": "Saudi Arabia",+ "CHE": "Switzerland", "SWE": "Sweden", "NOR": "Norway", "DNK": "Denmark",+ "FIN": "Finland", "BEL": "Belgium", "AUT": "Austria", "POL": "Poland",+ "TUR": "Turkey", "ZAF": "South Africa", "ARG": "Argentina", "NGA": "Nigeria",+ "EGY": "Egypt", "SGP": "Singapore", "HKG": "Hong Kong", "TWN": "Taiwan",+ "MYS": "Malaysia", "THA": "Thailand", "PHL": "Philippines", "VNM": "Vietnam",+ "BGD": "Bangladesh", "PAK": "Pakistan",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_pwt_csv() -> Dict:+ csv_url = f"{PWT_DATAVERSE}/api/access/datafile/:persistentId?persistentId={PWT_DATASET_DOI}"+ try:+ response = session.get(csv_url, timeout=60)+ if response.status_code == 200:+ return {"status": "available", "url": csv_url}+ return {"error": f"HTTP {response.status_code}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def get_pwt_data(country: str, indicator: str, start_year: int = 1960, end_year: int = 2019) -> Dict:+ return {+ "country": country,+ "indicator": indicator,+ "indicator_description": PWT_INDICATORS.get(indicator, "Unknown indicator"),+ "start_year": start_year,+ "end_year": end_year,+ "dataset": "Penn World Tables 10.01",+ "doi": PWT_DATASET_DOI,+ "access_url": f"{PWT_DATAVERSE}/dataset.xhtml?persistentId={PWT_DATASET_DOI}",+ "download_url": f"https://www.rug.nl/ggdc/docs/pwt1001.xlsx",+ "note": "PWT data is available as Excel/Stata download. Use the download_url to access full dataset.",+ "available_indicators": list(PWT_INDICATORS.keys()),+ "available_countries": list(PWT_COUNTRIES.keys()),+ }+++def get_gdp_data(country: str, start_year: int = 1960, end_year: int = 2019) -> Dict:+ return {+ "country": country,+ "country_name": PWT_COUNTRIES.get(country, country),+ "gdp_indicators": {+ "rgdpe": PWT_INDICATORS["rgdpe"],+ "rgdpo": PWT_INDICATORS["rgdpo"],+ "cgdpe": PWT_INDICATORS["cgdpe"],+ "cgdpo": PWT_INDICATORS["cgdpo"],+ "rgdpna": PWT_INDICATORS["rgdpna"],+ },+ "start_year": start_year,+ "end_year": end_year,+ "dataset": "Penn World Tables 10.01",+ "download_url": "https://www.rug.nl/ggdc/docs/pwt1001.xlsx",+ "note": "Download full dataset for time-series analysis.",+ "unit": "Millions of 2017 USD (PPP adjusted)",+ }+++def get_productivity(country: str, start_year: int = 1960, end_year: int = 2019) -> Dict:+ return {+ "country": country,+ "country_name": PWT_COUNTRIES.get(country, country),+ "productivity_indicators": {+ "ctfp": PWT_INDICATORS["ctfp"],+ "cwtfp": PWT_INDICATORS["cwtfp"],+ "rtfpna": PWT_INDICATORS["rtfpna"],+ "hc": PWT_INDICATORS["hc"],+ "labsh": PWT_INDICATORS["labsh"],+ "avh": PWT_INDICATORS["avh"],+ },+ "start_year": start_year,+ "end_year": end_year,+ "dataset": "Penn World Tables 10.01",+ "download_url": "https://www.rug.nl/ggdc/docs/pwt1001.xlsx",+ }+++def get_trade_openness(country: str, start_year: int = 1960, end_year: int = 2019) -> Dict:+ return {+ "country": country,+ "country_name": PWT_COUNTRIES.get(country, country),+ "trade_indicators": {+ "csh_x": PWT_INDICATORS["csh_x"],+ "csh_m": PWT_INDICATORS["csh_m"],+ "csh_r": PWT_INDICATORS["csh_r"],+ "pl_x": PWT_INDICATORS["pl_x"],+ "pl_m": PWT_INDICATORS["pl_m"],+ },+ "start_year": start_year,+ "end_year": end_year,+ "dataset": "Penn World Tables 10.01",+ "download_url": "https://www.rug.nl/ggdc/docs/pwt1001.xlsx",+ }+++def get_available_indicators() -> Dict:+ return {+ "total_indicators": len(PWT_INDICATORS),+ "indicators": PWT_INDICATORS,+ "dataset_version": "PWT 10.01",+ "time_coverage": "1950-2019",+ "country_coverage": "183 countries",+ "reference_year": "2017 USD (PPP)",+ }+++def get_countries() -> Dict:+ return {+ "total_countries": len(PWT_COUNTRIES),+ "countries": PWT_COUNTRIES,+ "dataset": "Penn World Tables 10.01",+ "note": "PWT covers 183 countries. Shown here are commonly used economies.",+ "full_list_url": "https://www.rug.nl/ggdc/productivity/pwt/",+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "data":+ country = args[1] if len(args) > 1 else "USA"+ indicator = args[2] if len(args) > 2 else "rgdpe"+ start_year = int(args[3]) if len(args) > 3 else 1960+ end_year = int(args[4]) if len(args) > 4 else 2019+ result = get_pwt_data(country, indicator, start_year, end_year)+ elif command == "gdp":+ country = args[1] if len(args) > 1 else "USA"+ start_year = int(args[2]) if len(args) > 2 else 1960+ end_year = int(args[3]) if len(args) > 3 else 2019+ result = get_gdp_data(country, start_year, end_year)+ elif command == "productivity":+ country = args[1] if len(args) > 1 else "USA"+ start_year = int(args[2]) if len(args) > 2 else 1960+ end_year = int(args[3]) if len(args) > 3 else 2019+ result = get_productivity(country, start_year, end_year)+ elif command == "trade":+ country = args[1] if len(args) > 1 else "USA"+ start_year = int(args[2]) if len(args) > 2 else 1960+ end_year = int(args[3]) if len(args) > 3 else 2019+ result = get_trade_openness(country, start_year, end_year)+ elif command == "indicators":+ result = get_available_indicators()+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/pew_research_data.py b/fincept-qt/scripts/pew_research_data.pynew file mode 100644index 000000000..f77f1627d--- /dev/null+++ b/fincept-qt/scripts/pew_research_data.py@@ -0,0 +1,112 @@+"""+Pew Research Data Fetcher+Pew Research Center: global public opinion, religion, demographics, internet use surveys.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://www.pewresearch.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_available_surveys() -> Any:+ result = _make_request("datasets")+ if "error" in result:+ result["note"] = "Pew Research datasets available at https://www.pewresearch.org/tools-and-resources/"+ result["public_datasets"] = [+ "Global Attitudes Survey",+ "Religion & Public Life",+ "American Trends Panel",+ "Internet & Technology",+ "Hispanic Trends",+ "Social & Demographic Trends"+ ]+ return result+++def get_countries() -> Any:+ return _make_request("countries")+++def get_survey_data(survey_id: str, question: str = None, country: str = None) -> Any:+ params = {"survey_id": survey_id}+ if question:+ params["question"] = question+ if country:+ params["country"] = country+ return _make_request("survey", params=params)+++def get_religion_data(country: str, year: int = 2023) -> Any:+ params = {"country": country, "year": year, "topic": "religion"}+ return _make_request("religion", params=params)+++def get_internet_use(country: str, year: int = 2023) -> Any:+ params = {"country": country, "year": year}+ return _make_request("internet", params=params)+++def get_global_attitudes(topic: str, country: str = None, year: int = 2023) -> Any:+ params = {"topic": topic, "year": year}+ if country:+ params["country"] = country+ return _make_request("global_attitudes", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "surveys":+ result = get_available_surveys()+ elif command == "countries":+ result = get_countries()+ elif command == "survey":+ survey_id = args[1] if len(args) > 1 else "global-attitudes-2023"+ question = args[2] if len(args) > 2 else None+ country = args[3] if len(args) > 3 else None+ result = get_survey_data(survey_id, question, country)+ elif command == "religion":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_religion_data(country, year)+ elif command == "internet":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_internet_use(country, year)+ elif command == "attitudes":+ topic = args[1] if len(args) > 1 else "democracy"+ country = args[2] if len(args) > 2 else None+ year = int(args[3]) if len(args) > 3 else 2023+ result = get_global_attitudes(topic, country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/platts_data.py b/fincept-qt/scripts/platts_data.pynew file mode 100644index 000000000..d19fbc72e--- /dev/null+++ b/fincept-qt/scripts/platts_data.py@@ -0,0 +1,99 @@+"""+Platts Data Fetcher+S&P Global Commodity Insights free tier / public commodity price indices.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('PLATTS_API_KEY', '')+BASE_URL = "https://api.platts.com/tradedata/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {}+ if API_KEY:+ headers["appkey"] = API_KEY+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_assessment(symbol: str, from_date: str, to_date: str) -> Any:+ params = {"symbol": symbol, "fromDate": from_date, "toDate": to_date}+ return _make_request("assessments/history", params)+++def get_latest_prices(symbol_list: List[str]) -> Any:+ params = {"symbol": ",".join(symbol_list)}+ return _make_request("assessments/latest", params)+++def get_symbols(commodity_type: str) -> Any:+ params = {"commodity": commodity_type}+ return _make_request("symbols", params)+++def get_market_data(market: str, from_date: str, to_date: str) -> Any:+ params = {"market": market, "fromDate": from_date, "toDate": to_date}+ return _make_request("market-data", params)+++def get_news_feed(commodity: str) -> Any:+ params = {"commodity": commodity}+ return _make_request("news", params)+++def get_available_datasets() -> Any:+ return _make_request("datasets", {})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "assessment":+ symbol = args[1] if len(args) > 1 else "PCAAS00"+ from_date = args[2] if len(args) > 2 else "2024-01-01"+ to_date = args[3] if len(args) > 3 else "2024-01-31"+ result = get_assessment(symbol, from_date, to_date)+ elif command == "latest":+ symbols = args[1].split(",") if len(args) > 1 else ["PCAAS00"]+ result = get_latest_prices(symbols)+ elif command == "symbols":+ commodity_type = args[1] if len(args) > 1 else "crude"+ result = get_symbols(commodity_type)+ elif command == "market":+ market = args[1] if len(args) > 1 else "crude"+ from_date = args[2] if len(args) > 2 else "2024-01-01"+ to_date = args[3] if len(args) > 3 else "2024-01-31"+ result = get_market_data(market, from_date, to_date)+ elif command == "news":+ commodity = args[1] if len(args) > 1 else "crude"+ result = get_news_feed(commodity)+ elif command == "datasets":+ result = get_available_datasets()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/polygon_io_data.py b/fincept-qt/scripts/polygon_io_data.pynew file mode 100644index 000000000..23111db32--- /dev/null+++ b/fincept-qt/scripts/polygon_io_data.py@@ -0,0 +1,131 @@+"""+Polygon.io Data Fetcher+US stocks OHLCV, trades, quotes, market-wide aggregates, options, crypto,+and forex data via the Polygon.io REST API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('POLYGON_API_KEY', '')+BASE_URL = "https://api.polygon.io/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["apiKey"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _make_request_v3(endpoint: str, params: Dict = None) -> Any:+ url = f"https://api.polygon.io/v3/{endpoint}"+ if params is None:+ params = {}+ params["apiKey"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_aggregates(ticker: str, multiplier: str = "1", timespan: str = "day", from_date: str = "2024-01-01", to_date: str = "2024-12-31") -> Any:+ endpoint = f"aggs/ticker/{ticker.upper()}/range/{multiplier}/{timespan}/{from_date}/{to_date}"+ return _make_request(endpoint, {"adjusted": "true", "sort": "asc", "limit": 5000})+++def get_daily_open_close(ticker: str, date: str) -> Any:+ endpoint = f"aggs/open-close/{ticker.upper()}/{date}"+ return _make_request(endpoint, {"adjusted": "true"})+++def get_grouped_daily(date: str) -> Any:+ endpoint = f"aggs/grouped/locale/us/market/stocks/{date}"+ return _make_request(endpoint, {"adjusted": "true"})+++def get_ticker_details(ticker: str) -> Any:+ return _make_request_v3(f"reference/tickers/{ticker.upper()}")+++def get_market_status() -> Any:+ url = "https://api.polygon.io/v1/marketstatus/now"+ params = {"apiKey": API_KEY}+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_crypto_daily(ticker: str, date: str) -> Any:+ endpoint = f"aggs/open-close/crypto/{ticker.upper()}/{date}"+ return _make_request(endpoint)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "aggregates":+ ticker = args[1] if len(args) > 1 else "AAPL"+ multiplier = args[2] if len(args) > 2 else "1"+ timespan = args[3] if len(args) > 3 else "day"+ from_date = args[4] if len(args) > 4 else "2024-01-01"+ to_date = args[5] if len(args) > 5 else "2024-12-31"+ result = get_aggregates(ticker, multiplier, timespan, from_date, to_date)+ elif command == "daily":+ ticker = args[1] if len(args) > 1 else "AAPL"+ date = args[2] if len(args) > 2 else "2024-01-02"+ result = get_daily_open_close(ticker, date)+ elif command == "grouped":+ date = args[1] if len(args) > 1 else "2024-01-02"+ result = get_grouped_daily(date)+ elif command == "details":+ ticker = args[1] if len(args) > 1 else "AAPL"+ result = get_ticker_details(ticker)+ elif command == "status":+ result = get_market_status()+ elif command == "crypto":+ ticker = args[1] if len(args) > 1 else "BTC-USD"+ date = args[2] if len(args) > 2 else "2024-01-02"+ result = get_crypto_daily(ticker, date)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/port_congestion_data.py b/fincept-qt/scripts/port_congestion_data.pynew file mode 100644index 000000000..329e18955--- /dev/null+++ b/fincept-qt/scripts/port_congestion_data.py@@ -0,0 +1,99 @@+"""+Port Congestion Data Fetcher+Global port congestion and container shipping data from public sources.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('PORTCHAIN_API_KEY', '')+BASE_URL = "https://api.portchain.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_global_congestion_index(start_date: str, end_date: str) -> Any:+ params = {"startDate": start_date, "endDate": end_date, "metric": "global_congestion_index"}+ return _make_request("v1/congestion/global", params)+++def get_port_congestion(port_code: str, start_date: str, end_date: str) -> Any:+ params = {"portCode": port_code, "startDate": start_date, "endDate": end_date}+ return _make_request("v1/congestion/port", params)+++def get_container_rates(tradelane: str, start_date: str, end_date: str) -> Any:+ params = {"tradelane": tradelane, "startDate": start_date, "endDate": end_date}+ return _make_request("v1/rates/container", params)+++def get_vessel_queue(port_code: str, date: str) -> Any:+ params = {"portCode": port_code, "date": date}+ return _make_request("v1/queue/vessels", params)+++def get_major_ports() -> Any:+ return _make_request("v1/ports/major", {})+++def get_port_throughput(port_code: str, year: str) -> Any:+ params = {"portCode": port_code, "year": year}+ return _make_request("v1/throughput/port", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "global_index":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_global_congestion_index(start_date, end_date)+ elif command == "port":+ port_code = args[1] if len(args) > 1 else "CNSHA"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-03-31"+ result = get_port_congestion(port_code, start_date, end_date)+ elif command == "container_rates":+ tradelane = args[1] if len(args) > 1 else "Asia-Europe"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-03-31"+ result = get_container_rates(tradelane, start_date, end_date)+ elif command == "queue":+ port_code = args[1] if len(args) > 1 else "CNSHA"+ date = args[2] if len(args) > 2 else "2024-01-15"+ result = get_vessel_queue(port_code, date)+ elif command == "ports":+ result = get_major_ports()+ elif command == "throughput":+ port_code = args[1] if len(args) > 1 else "CNSHA"+ year = args[2] if len(args) > 2 else "2023"+ result = get_port_throughput(port_code, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/prs_group_data.py b/fincept-qt/scripts/prs_group_data.pynew file mode 100644index 000000000..454f4e4aa--- /dev/null+++ b/fincept-qt/scripts/prs_group_data.py@@ -0,0 +1,121 @@+"""+Country Risk / Governance Indicators Data Fetcher+Political stability, rule of law, corruption control, and regulatory quality+via the World Bank Worldwide Governance Indicators (WGI) API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('PRS_API_KEY', '')+BASE_URL = "https://info.worldbank.org/governance/wgi"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++WGI_INDICATORS = {+ "voice_accountability": "VA.EST",+ "political_stability": "PV.EST",+ "government_effectiveness": "GE.EST",+ "regulatory_quality": "RQ.EST",+ "rule_of_law": "RL.EST",+ "control_of_corruption": "CC.EST",+}++WB_API_BASE = "https://api.worldbank.org/v2"+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_wgi(indicator_code: str, country: str = None, year: str = None) -> Any:+ country_code = country if country else "all"+ url = f"{WB_API_BASE}/country/{country_code}/indicator/WGI.{indicator_code}"+ params = {"format": "json", "per_page": 200}+ if year:+ params["date"] = year+ return _make_request(url, params)+++def get_governance_indicators(country: str = None, indicator: str = None, year: str = None) -> Any:+ if indicator and indicator in WGI_INDICATORS:+ return _fetch_wgi(WGI_INDICATORS[indicator], country, year)+ results = {}+ for name, code in WGI_INDICATORS.items():+ results[name] = _fetch_wgi(code, country, year)+ return results+++def get_political_stability(country: str = None, year: str = None) -> Any:+ return _fetch_wgi(WGI_INDICATORS["political_stability"], country, year)+++def get_rule_of_law(country: str = None, year: str = None) -> Any:+ return _fetch_wgi(WGI_INDICATORS["rule_of_law"], country, year)+++def get_corruption_control(country: str = None, year: str = None) -> Any:+ return _fetch_wgi(WGI_INDICATORS["control_of_corruption"], country, year)+++def get_government_effectiveness(country: str = None, year: str = None) -> Any:+ return _fetch_wgi(WGI_INDICATORS["government_effectiveness"], country, year)+++def get_regulatory_quality(country: str = None, year: str = None) -> Any:+ return _fetch_wgi(WGI_INDICATORS["regulatory_quality"], country, year)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "governance":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_governance_indicators(country, indicator, year)+ elif command == "stability":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_political_stability(country, year)+ elif command == "rule_of_law":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_rule_of_law(country, year)+ elif command == "corruption":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_corruption_control(country, year)+ elif command == "effectiveness":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_government_effectiveness(country, year)+ elif command == "regulatory":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_regulatory_quality(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/public_apis_finance_data.py b/fincept-qt/scripts/public_apis_finance_data.pynew file mode 100644index 000000000..853f10f4f--- /dev/null+++ b/fincept-qt/scripts/public_apis_finance_data.py@@ -0,0 +1,126 @@+"""+Public APIs Finance Data Fetcher+Aggregated open financial APIs: NBP Poland, Croatian National Bank, Czech National Bank — no key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('PUBLIC_APIS_FINANCE_KEY', '')+BASE_URL = "https://api.nbp.pl/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_nbp_rates(table: str = "A", code: str = None) -> Any:+ if code:+ return _make_request(f"exchangerates/rates/{table}/{code}/?format=json")+ return _make_request(f"exchangerates/tables/{table}/?format=json")++def get_nbp_gold_price(count: int = 10) -> Any:+ return _make_request(f"cenyzlota/last/{count}/?format=json")++def get_cnb_rates(date: str = None) -> Any:+ url = "https://www.cnb.cz/en/financial-markets/foreign-exchange-market/central-bank-exchange-rate-fixing/central-bank-exchange-rate-fixing/daily.txt"+ params = {}+ if date:+ params["date"] = date+ try:+ headers = {"Accept": "text/plain"}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ lines = response.text.strip().split("\n")+ rates = []+ for line in lines[2:]:+ parts = line.split("|")+ if len(parts) >= 5:+ rates.append({"country": parts[0], "currency": parts[1], "amount": parts[2], "code": parts[3], "rate": parts[4]})+ return {"date": lines[0] if lines else "", "rates": rates}+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}++def get_hnb_rates(date: str = None) -> Any:+ url = "https://api.hnb.hr/tecajn-eur/v3"+ params = {}+ if date:+ params["datum-primjene"] = date+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_mnb_rates(date: str = None) -> Any:+ url = "https://api.mnb.hu/arfolyamok.asmx"+ soap_body = f"""<?xml version="1.0" encoding="utf-8"?>+<soap:Envelope xmlns:soap="http://schemas.xmlsoap.org/soap/envelope/" xmlns:web="http://www.mnb.hu/webservices/">+ <soap:Body><web:GetCurrentExchangeRates/></soap:Body>+</soap:Envelope>"""+ try:+ headers = {"Content-Type": "text/xml; charset=utf-8", "SOAPAction": "http://www.mnb.hu/webservices/MNBArfolyamServiceSoap/GetCurrentExchangeRates"}+ response = session.post(url, data=soap_body, headers=headers, timeout=30)+ return {"raw_xml": response.text[:2000], "status": response.status_code}+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}++def get_boi_rates() -> Any:+ url = "https://www.bankofisrael.org.il/api/current-exchange-rates"+ try:+ response = session.get(url, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "nbp":+ table = args[1] if len(args) > 1 else "A"+ code = args[2] if len(args) > 2 else None+ result = get_nbp_rates(table, code)+ elif command == "nbp_gold":+ count = int(args[1]) if len(args) > 1 else 10+ result = get_nbp_gold_price(count)+ elif command == "cnb":+ date = args[1] if len(args) > 1 else None+ result = get_cnb_rates(date)+ elif command == "hnb":+ date = args[1] if len(args) > 1 else None+ result = get_hnb_rates(date)+ elif command == "mnb":+ date = args[1] if len(args) > 1 else None+ result = get_mnb_rates(date)+ elif command == "boi":+ result = get_boi_rates()+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/quandl_nasdaq_data.py b/fincept-qt/scripts/quandl_nasdaq_data.pynew file mode 100644index 000000000..524f45b5d--- /dev/null+++ b/fincept-qt/scripts/quandl_nasdaq_data.py@@ -0,0 +1,96 @@+"""+Nasdaq Data Link (formerly Quandl) Data Fetcher+Financial, economic, and alternative datasets — Fed data, commodities, futures.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('NASDAQ_DATA_LINK_API_KEY', '')+BASE_URL = "https://data.nasdaq.com/api/v3"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_dataset(database_code: str, dataset_code: str, start_date: str = None, end_date: str = None) -> Any:+ params = {"api_key": API_KEY}+ if start_date:+ params["start_date"] = start_date+ if end_date:+ params["end_date"] = end_date+ return _make_request(f"datasets/{database_code}/{dataset_code}/data.json", params)++def get_database_metadata(database_code: str) -> Any:+ return _make_request(f"databases/{database_code}.json", {"api_key": API_KEY})++def search_datasets(query: str, database_code: str = None, per_page: int = 20) -> Any:+ params = {"query": query, "per_page": per_page, "api_key": API_KEY}+ if database_code:+ params["database_code"] = database_code+ return _make_request("datasets.json", params)++def get_datatable(datatable_code: str, filters: Dict = None) -> Any:+ params = {"api_key": API_KEY}+ if filters:+ params.update(filters)+ return _make_request(f"datatables/{datatable_code}.json", params)++def get_bulk_download_url(database_code: str) -> Any:+ return _make_request(f"databases/{database_code}/data.json", {"api_key": API_KEY, "download_type": "full"})++def get_dataset_metadata(database_code: str, dataset_code: str) -> Any:+ return _make_request(f"datasets/{database_code}/{dataset_code}/metadata.json", {"api_key": API_KEY})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "dataset":+ database_code = args[1] if len(args) > 1 else "FRED"+ dataset_code = args[2] if len(args) > 2 else "GDP"+ start_date = args[3] if len(args) > 3 else None+ end_date = args[4] if len(args) > 4 else None+ result = get_dataset(database_code, dataset_code, start_date, end_date)+ elif command == "database":+ database_code = args[1] if len(args) > 1 else "FRED"+ result = get_database_metadata(database_code)+ elif command == "search":+ query = args[1] if len(args) > 1 else "GDP"+ database_code = args[2] if len(args) > 2 else None+ per_page = int(args[3]) if len(args) > 3 else 20+ result = search_datasets(query, database_code, per_page)+ elif command == "datatable":+ datatable_code = args[1] if len(args) > 1 else "WIKI/PRICES"+ result = get_datatable(datatable_code)+ elif command == "bulk":+ database_code = args[1] if len(args) > 1 else "FRED"+ result = get_bulk_download_url(database_code)+ elif command == "metadata":+ database_code = args[1] if len(args) > 1 else "FRED"+ dataset_code = args[2] if len(args) > 2 else "GDP"+ result = get_dataset_metadata(database_code, dataset_code)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/quandl_wiki_data.py b/fincept-qt/scripts/quandl_wiki_data.pynew file mode 100644index 000000000..395a552eb--- /dev/null+++ b/fincept-qt/scripts/quandl_wiki_data.py@@ -0,0 +1,268 @@+"""+Nasdaq Data Link WIKI Prices Data Fetcher+Fetches adjusted end-of-day US stock prices, dividends, and splits for 3000+ stocks+via the Nasdaq Data Link (formerly Quandl) WIKI dataset.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('NASDAQ_DATA_LINK_API_KEY', '')+BASE_URL = "https://data.nasdaq.com/api/v3"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++WIKI_TABLE = "WIKI/PRICES"+WIKI_COLUMNS = [+ "ticker", "date", "open", "high", "low", "close", "volume",+ "ex-dividend", "split_ratio", "adj_open", "adj_high", "adj_low",+ "adj_close", "adj_volume",+]+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["api_key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _check_key() -> Optional[Dict]:+ if not API_KEY:+ return {+ "error": "NASDAQ_DATA_LINK_API_KEY environment variable not set",+ "note": "Get a free API key at https://data.nasdaq.com/sign-up",+ }+ return None+++def _rows_to_records(columns: List[str], rows: List) -> List[Dict]:+ return [dict(zip(columns, row)) for row in rows]+++def get_stock_prices(ticker: str, start_date: str = "", end_date: str = "") -> Dict:+ key_err = _check_key()+ if key_err:+ return key_err+ params = {+ "ticker": ticker.upper(),+ "qopts.columns": "ticker,date,open,high,low,close,volume,adj_open,adj_high,adj_low,adj_close,adj_volume",+ }+ if start_date:+ params["date.gte"] = start_date+ if end_date:+ params["date.lte"] = end_date+ data = _make_request("datatables/WIKI/PRICES.json", params)+ if "error" in data:+ return data+ dt = data.get("datatable", {})+ columns = [c["name"] for c in dt.get("columns", [])]+ rows = dt.get("data", [])+ return {+ "ticker": ticker.upper(),+ "start_date": start_date,+ "end_date": end_date,+ "count": len(rows),+ "columns": columns,+ "prices": _rows_to_records(columns, rows),+ }+++def get_dividends(ticker: str, start_date: str = "", end_date: str = "") -> Dict:+ key_err = _check_key()+ if key_err:+ return key_err+ params = {+ "ticker": ticker.upper(),+ "qopts.columns": "ticker,date,ex-dividend",+ "ex-dividend.gt": "0",+ }+ if start_date:+ params["date.gte"] = start_date+ if end_date:+ params["date.lte"] = end_date+ data = _make_request("datatables/WIKI/PRICES.json", params)+ if "error" in data:+ return data+ dt = data.get("datatable", {})+ columns = [c["name"] for c in dt.get("columns", [])]+ rows = dt.get("data", [])+ return {+ "ticker": ticker.upper(),+ "start_date": start_date,+ "end_date": end_date,+ "dividend_count": len(rows),+ "dividends": _rows_to_records(columns, rows),+ }+++def get_splits(ticker: str, start_date: str = "", end_date: str = "") -> Dict:+ key_err = _check_key()+ if key_err:+ return key_err+ params = {+ "ticker": ticker.upper(),+ "qopts.columns": "ticker,date,split_ratio",+ "split_ratio.gt": "1",+ }+ if start_date:+ params["date.gte"] = start_date+ if end_date:+ params["date.lte"] = end_date+ data = _make_request("datatables/WIKI/PRICES.json", params)+ if "error" in data:+ return data+ dt = data.get("datatable", {})+ columns = [c["name"] for c in dt.get("columns", [])]+ rows = dt.get("data", [])+ return {+ "ticker": ticker.upper(),+ "start_date": start_date,+ "end_date": end_date,+ "split_count": len(rows),+ "splits": _rows_to_records(columns, rows),+ }+++def get_available_tickers() -> Dict:+ key_err = _check_key()+ if key_err:+ return key_err+ params = {+ "qopts.columns": "ticker",+ "qopts.per_page": 10000,+ "date": "2018-03-27",+ }+ data = _make_request("datatables/WIKI/PRICES.json", params)+ if "error" in data:+ return data+ dt = data.get("datatable", {})+ rows = dt.get("data", [])+ tickers = sorted(set(row[0] for row in rows if row))+ return {+ "total_tickers": len(tickers),+ "tickers": tickers,+ "note": "WIKI dataset covers US stocks up to ~2018. Use other data sources for current prices.",+ }+++def get_metadata(ticker: str) -> Dict:+ key_err = _check_key()+ if key_err:+ return key_err+ params = {+ "ticker": ticker.upper(),+ "qopts.columns": "ticker,date,open,high,low,close,volume,adj_close",+ "qopts.per_page": 1,+ "qopts.sort_order": "desc",+ }+ data = _make_request("datatables/WIKI/PRICES.json", params)+ if "error" in data:+ return data+ dt = data.get("datatable", {})+ columns = [c["name"] for c in dt.get("columns", [])]+ rows = dt.get("data", [])+ if rows:+ latest = dict(zip(columns, rows[0]))+ else:+ latest = {}+ return {+ "ticker": ticker.upper(),+ "dataset": "WIKI/PRICES",+ "provider": "Nasdaq Data Link (legacy Quandl)",+ "latest_record": latest,+ "note": "WIKI dataset has data through Q1 2018.",+ }+++def batch_prices(tickers: str, date: str) -> Dict:+ key_err = _check_key()+ if key_err:+ return key_err+ ticker_list = [t.strip().upper() for t in tickers.split(",")]+ params = {+ "ticker": "|".join(ticker_list),+ "date": date,+ "qopts.columns": "ticker,date,adj_open,adj_high,adj_low,adj_close,adj_volume",+ }+ data = _make_request("datatables/WIKI/PRICES.json", params)+ if "error" in data:+ return data+ dt = data.get("datatable", {})+ columns = [c["name"] for c in dt.get("columns", [])]+ rows = dt.get("data", [])+ return {+ "tickers": ticker_list,+ "date": date,+ "results": _rows_to_records(columns, rows),+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "prices":+ ticker = args[1] if len(args) > 1 else ""+ if not ticker:+ result = {"error": "ticker required"}+ else:+ start_date = args[2] if len(args) > 2 else ""+ end_date = args[3] if len(args) > 3 else ""+ result = get_stock_prices(ticker, start_date, end_date)+ elif command == "dividends":+ ticker = args[1] if len(args) > 1 else ""+ if not ticker:+ result = {"error": "ticker required"}+ else:+ start_date = args[2] if len(args) > 2 else ""+ end_date = args[3] if len(args) > 3 else ""+ result = get_dividends(ticker, start_date, end_date)+ elif command == "splits":+ ticker = args[1] if len(args) > 1 else ""+ if not ticker:+ result = {"error": "ticker required"}+ else:+ start_date = args[2] if len(args) > 2 else ""+ end_date = args[3] if len(args) > 3 else ""+ result = get_splits(ticker, start_date, end_date)+ elif command == "tickers":+ result = get_available_tickers()+ elif command == "metadata":+ ticker = args[1] if len(args) > 1 else ""+ if not ticker:+ result = {"error": "ticker required"}+ else:+ result = get_metadata(ticker)+ elif command == "batch":+ tickers = args[1] if len(args) > 1 else ""+ date = args[2] if len(args) > 2 else ""+ if not tickers or not date:+ result = {"error": "tickers (comma-separated) and date required"}+ else:+ result = batch_prices(tickers, date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/quiverquant_data.py b/fincept-qt/scripts/quiverquant_data.pynew file mode 100644index 000000000..22a0ce1f0--- /dev/null+++ b/fincept-qt/scripts/quiverquant_data.py@@ -0,0 +1,84 @@+"""+Quiver Quantitative Data Fetcher+Congress trades, government contracts, insider transactions, lobbying — free tier.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('QUIVER_API_KEY', '')+BASE_URL = "https://api.quiverquant.com/beta"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {"Accept": "application/json", "Authorization": f"Token {API_KEY}"}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_congress_trades(ticker: str, limit: int = 50) -> Any:+ return _make_request(f"historical/congresstrading/{ticker}", {"limit": limit})++def get_government_contracts(ticker: str, limit: int = 50) -> Any:+ return _make_request(f"historical/govcontractsall/{ticker}", {"limit": limit})++def get_insider_trades(ticker: str, limit: int = 50) -> Any:+ return _make_request(f"historical/insiders/{ticker}", {"limit": limit})++def get_lobbying(ticker: str, limit: int = 50) -> Any:+ return _make_request(f"historical/lobbying/{ticker}", {"limit": limit})++def get_twitter_followers(ticker: str) -> Any:+ return _make_request(f"historical/twitter/{ticker}", {})++def get_patent_data(ticker: str) -> Any:+ return _make_request(f"historical/patents/{ticker}", {})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "congress":+ ticker = args[1] if len(args) > 1 else "AAPL"+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_congress_trades(ticker, limit)+ elif command == "contracts":+ ticker = args[1] if len(args) > 1 else "AAPL"+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_government_contracts(ticker, limit)+ elif command == "insiders":+ ticker = args[1] if len(args) > 1 else "AAPL"+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_insider_trades(ticker, limit)+ elif command == "lobbying":+ ticker = args[1] if len(args) > 1 else "AAPL"+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_lobbying(ticker, limit)+ elif command == "twitter":+ ticker = args[1] if len(args) > 1 else "AAPL"+ result = get_twitter_followers(ticker)+ elif command == "patents":+ ticker = args[1] if len(args) > 1 else "AAPL"+ result = get_patent_data(ticker)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/redfin_data.py b/fincept-qt/scripts/redfin_data.pynew file mode 100644index 000000000..c1c600969--- /dev/null+++ b/fincept-qt/scripts/redfin_data.py@@ -0,0 +1,181 @@+"""+Redfin Data Center Fetcher+Redfin Data Center: US housing market metrics — median sale price, days on market,+sale-to-list ratio, new listings by metro via public S3 bucket.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://redfin-public-data.s3.us-west-2.amazonaws.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++REDFIN_PATHS = {+ "national": "redfin_market_tracker/us_national_market_tracker.tsv000.gz",+ "metro": "redfin_market_tracker/redfin_metro_market_tracker.tsv000.gz",+ "city": "redfin_market_tracker/redfin_city_market_tracker.tsv000.gz",+ "zip": "redfin_market_tracker/redfin_zip_code_market_tracker.tsv000.gz",+ "neighborhood": "redfin_market_tracker/neighborhood_market_tracker.tsv000.gz",+ "county": "redfin_market_tracker/county_market_tracker.tsv000.gz",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=60)+ response.raise_for_status()+ return response+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def _parse_tsv_gz(response_obj, region_filter: str = None, region_col: str = "region_name",+ start_date: str = None, end_date: str = None, limit: int = 100) -> Any:+ try:+ import gzip+ import io+ content = gzip.decompress(response_obj.content).decode('utf-8', errors='replace')+ lines = content.strip().split('\n')+ if not lines:+ return {"error": "Empty data"}+ headers = [h.strip() for h in lines[0].split('\t')]+ records = []+ for line in lines[1:]:+ if len(records) >= limit:+ break+ parts = line.split('\t')+ if len(parts) < len(headers):+ continue+ row = {headers[i]: parts[i].strip() for i in range(len(headers))}+ if region_filter:+ col_val = row.get(region_col, row.get("region_name", ""))+ if region_filter.lower() not in col_val.lower():+ continue+ if start_date or end_date:+ period = row.get("period_begin", row.get("period_end", ""))+ if start_date and period < start_date:+ continue+ if end_date and period > end_date:+ continue+ records.append(row)+ return records+ except Exception as e:+ return {"error": f"Parse error: {str(e)}"}+++def get_national_data(start_date: str = None, end_date: str = None) -> Any:+ resp = _make_request(REDFIN_PATHS["national"])+ if isinstance(resp, dict):+ return resp+ records = _parse_tsv_gz(resp, start_date=start_date, end_date=end_date, limit=200)+ if isinstance(records, dict):+ return records+ return {"region": "national", "count": len(records), "data": records}+++def get_metro_data(metro: str = None, start_date: str = None, end_date: str = None) -> Any:+ resp = _make_request(REDFIN_PATHS["metro"])+ if isinstance(resp, dict):+ return resp+ records = _parse_tsv_gz(resp, region_filter=metro, start_date=start_date,+ end_date=end_date, limit=200)+ if isinstance(records, dict):+ return records+ return {"region_type": "metro", "filter": metro, "count": len(records), "data": records}+++def get_city_data(city: str = None, state: str = None) -> Any:+ resp = _make_request(REDFIN_PATHS["city"])+ if isinstance(resp, dict):+ return resp+ filter_str = None+ if city:+ filter_str = city+ records = _parse_tsv_gz(resp, region_filter=filter_str, limit=200)+ if isinstance(records, dict):+ return records+ if state:+ records = [r for r in records if state.upper() in r.get("state_code", "").upper()]+ return {"region_type": "city", "filter": filter_str, "state": state,+ "count": len(records), "data": records}+++def get_zip_data(zip_code: str = None) -> Any:+ resp = _make_request(REDFIN_PATHS["zip"])+ if isinstance(resp, dict):+ return resp+ records = _parse_tsv_gz(resp, region_filter=zip_code, region_col="region_name", limit=200)+ if isinstance(records, dict):+ return records+ return {"region_type": "zip", "filter": zip_code, "count": len(records), "data": records}+++def get_market_tracker(region_type: str = "metro") -> Any:+ key = region_type.lower()+ if key not in REDFIN_PATHS:+ return {"error": f"Unknown region_type '{region_type}'. Options: {list(REDFIN_PATHS.keys())}"}+ resp = _make_request(REDFIN_PATHS[key])+ if isinstance(resp, dict):+ return resp+ records = _parse_tsv_gz(resp, limit=100)+ if isinstance(records, dict):+ return records+ return {"region_type": region_type, "count": len(records), "data": records}+++def get_weekly_update() -> Any:+ resp = _make_request(REDFIN_PATHS["national"])+ if isinstance(resp, dict):+ return resp+ records = _parse_tsv_gz(resp, limit=500)+ if isinstance(records, dict):+ return records+ # Return the most recent 4 weeks+ records_sorted = sorted(records, key=lambda x: x.get("period_begin", ""), reverse=True)+ latest = records_sorted[:4]+ return {"type": "weekly_update", "weeks": len(latest), "data": latest}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "national":+ start_date = args[1] if len(args) > 1 else None+ end_date = args[2] if len(args) > 2 else None+ result = get_national_data(start_date, end_date)+ elif command == "metro":+ metro = args[1] if len(args) > 1 else None+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_metro_data(metro, start_date, end_date)+ elif command == "city":+ city = args[1] if len(args) > 1 else None+ state = args[2] if len(args) > 2 else None+ result = get_city_data(city, state)+ elif command == "zip":+ zip_code = args[1] if len(args) > 1 else None+ result = get_zip_data(zip_code)+ elif command == "tracker":+ region_type = args[1] if len(args) > 1 else "metro"+ result = get_market_tracker(region_type)+ elif command == "weekly":+ result = get_weekly_update()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/reliefweb_data.py b/fincept-qt/scripts/reliefweb_data.pynew file mode 100644index 000000000..ce3936e28--- /dev/null+++ b/fincept-qt/scripts/reliefweb_data.py@@ -0,0 +1,162 @@+"""+ReliefWeb (OCHA) Data Fetcher+Provides humanitarian crisis reports, disaster events, emergency job listings,+training opportunities, and related content from the ReliefWeb API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('RELIEFWEB_API_KEY', '')+BASE_URL = "https://api.reliefweb.int/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ default_params = {"appname": "fincept-terminal", "slim": 1}+ if params:+ default_params.update(params)+ try:+ response = session.get(url, params=default_params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_reports(country: str = None, theme: str = None, limit: int = 20) -> Any:+ """Return humanitarian situation reports, optionally filtered by country and theme."""+ params = {"limit": limit, "sort[]": "date:desc"}+ if country:+ params["filter[field]"] = "country.iso3"+ params["filter[value]"] = country.upper()+ if theme:+ params["filter[field]"] = "theme.name"+ params["filter[value]"] = theme+ data = _make_request("reports", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "theme": theme, "reports": data.get("data", []),+ "total": data.get("totalCount", 0)}+++def get_disasters(country: str = None, type_: str = None, status: str = None, limit: int = 20) -> Any:+ """Return disaster events, optionally filtered by country, type, and status."""+ params = {"limit": limit, "sort[]": "date:desc"}+ filters = []+ if country:+ filters.append({"field": "country.iso3", "value": country.upper()})+ if type_:+ filters.append({"field": "type.name", "value": type_})+ if status:+ filters.append({"field": "status", "value": status})+ if filters:+ params["filter[operator]"] = "AND"+ for i, f in enumerate(filters):+ params[f"filter[conditions][{i}][field]"] = f["field"]+ params[f"filter[conditions][{i}][value]"] = f["value"]+ data = _make_request("disasters", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "type": type_, "status": status,+ "disasters": data.get("data", []), "total": data.get("totalCount", 0)}+++def get_jobs(country: str = None, limit: int = 20) -> Any:+ """Return humanitarian sector job listings, optionally filtered by country."""+ params = {"limit": limit, "sort[]": "date:desc"}+ if country:+ params["filter[field]"] = "country.iso3"+ params["filter[value]"] = country.upper()+ data = _make_request("jobs", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "jobs": data.get("data", []), "total": data.get("totalCount", 0)}+++def get_training(country: str = None, limit: int = 20) -> Any:+ """Return humanitarian training and conference listings."""+ params = {"limit": limit, "sort[]": "date:desc"}+ if country:+ params["filter[field]"] = "country.iso3"+ params["filter[value]"] = country.upper()+ data = _make_request("training", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "training": data.get("data", []), "total": data.get("totalCount", 0)}+++def search_content(query: str, content_type: str = "reports", limit: int = 20) -> Any:+ """Full-text search across ReliefWeb content types."""+ valid_types = ["reports", "disasters", "jobs", "training", "blog"]+ if content_type not in valid_types:+ return {"error": f"content_type must be one of: {valid_types}"}+ params = {"search": query, "limit": limit, "sort[]": "score:desc"}+ data = _make_request(content_type, params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"query": query, "content_type": content_type, "results": data.get("data", []),+ "total": data.get("totalCount", 0)}+++def get_countries() -> Any:+ """Return all countries with ReliefWeb content."""+ data = _make_request("countries", params={"limit": 300, "sort[]": "name:asc"})+ if isinstance(data, dict) and "error" in data:+ return data+ return {"countries": data.get("data", []), "total": data.get("totalCount", 0)}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "reports":+ country = args[1] if len(args) > 1 else None+ theme = args[2] if len(args) > 2 else None+ limit = int(args[3]) if len(args) > 3 else 20+ result = get_reports(country, theme, limit)+ elif command == "disasters":+ country = args[1] if len(args) > 1 else None+ type_ = args[2] if len(args) > 2 else None+ status = args[3] if len(args) > 3 else None+ limit = int(args[4]) if len(args) > 4 else 20+ result = get_disasters(country, type_, status, limit)+ elif command == "jobs":+ country = args[1] if len(args) > 1 else None+ limit = int(args[2]) if len(args) > 2 else 20+ result = get_jobs(country, limit)+ elif command == "training":+ country = args[1] if len(args) > 1 else None+ limit = int(args[2]) if len(args) > 2 else 20+ result = get_training(country, limit)+ elif command == "search":+ query = args[1] if len(args) > 1 else ""+ if not query:+ result = {"error": "query required"}+ else:+ content_type = args[2] if len(args) > 2 else "reports"+ limit = int(args[3]) if len(args) > 3 else 20+ result = search_content(query, content_type, limit)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/rsf_press_freedom_data.py b/fincept-qt/scripts/rsf_press_freedom_data.pynew file mode 100644index 000000000..8edce7892--- /dev/null+++ b/fincept-qt/scripts/rsf_press_freedom_data.py@@ -0,0 +1,101 @@+"""+RSF Press Freedom Data Fetcher+Reporters Without Borders Press Freedom Index: annual rankings and scores for 180 countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://rsf.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_countries() -> Any:+ return _make_request("index", params={"year": 2024})+++def get_index_scores(year: int = 2024) -> Any:+ return _make_request("index", params={"year": year})+++def get_country_score(country: str, year: int = 2024) -> Any:+ params = {"country": country, "year": year}+ return _make_request("country", params=params)+++def get_rankings(year: int = 2024, region: str = None) -> Any:+ params = {"year": year}+ if region:+ params["region"] = region+ return _make_request("ranking", params=params)+++def get_trend(country: str, start_year: int = 2015, end_year: int = 2024) -> Any:+ params = {+ "country": country,+ "startYear": start_year,+ "endYear": end_year+ }+ return _make_request("trend", params=params)+++def get_indicators(country: str, year: int = 2024) -> Any:+ params = {"country": country, "year": year}+ return _make_request("indicators", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "countries":+ result = get_countries()+ elif command == "scores":+ year = int(args[1]) if len(args) > 1 else 2024+ result = get_index_scores(year)+ elif command == "country":+ country = args[1] if len(args) > 1 else "FRA"+ year = int(args[2]) if len(args) > 2 else 2024+ result = get_country_score(country, year)+ elif command == "rankings":+ year = int(args[1]) if len(args) > 1 else 2024+ region = args[2] if len(args) > 2 else None+ result = get_rankings(year, region)+ elif command == "trend":+ country = args[1] if len(args) > 1 else "FRA"+ start_year = int(args[2]) if len(args) > 2 else 2015+ end_year = int(args[3]) if len(args) > 3 else 2024+ result = get_trend(country, start_year, end_year)+ elif command == "indicators":+ country = args[1] if len(args) > 1 else "FRA"+ year = int(args[2]) if len(args) > 2 else 2024+ result = get_indicators(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/sec_xbrl_data.py b/fincept-qt/scripts/sec_xbrl_data.pynew file mode 100644index 000000000..73a94ff5c--- /dev/null+++ b/fincept-qt/scripts/sec_xbrl_data.py@@ -0,0 +1,162 @@+"""+SEC EDGAR XBRL Data Fetcher+SEC EDGAR XBRL Company Facts: structured financial data — revenue, EPS,+balance sheet for all public US companies (no API key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://data.sec.gov/api/xbrl"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({+ "User-Agent": "FinceptTerminal/4.0 ([email protected])",+ "Accept": "application/json"+})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _format_cik(cik: str) -> str:+ return str(cik).zfill(10)+++def get_company_facts(cik: str) -> Any:+ cik_fmt = _format_cik(cik)+ return _make_request(f"companyfacts/CIK{cik_fmt}.json")+++def get_company_concept(cik: str, taxonomy: str = "us-gaap",+ tag: str = "Revenues") -> Any:+ cik_fmt = _format_cik(cik)+ return _make_request(f"companyconcept/CIK{cik_fmt}/{taxonomy}/{tag}.json")+++def get_frames(taxonomy: str = "us-gaap", tag: str = "Revenues",+ unit: str = "USD", period: str = "CY2023Q4I") -> Any:+ return _make_request(f"frames/{taxonomy}/{tag}/{unit}/{period}.json")+++def get_company_tickers() -> Any:+ try:+ resp = session.get("https://www.sec.gov/files/company_tickers.json", timeout=30)+ resp.raise_for_status()+ data = resp.json()+ result = []+ for key, val in data.items():+ result.append({+ "cik": val.get("cik_str"),+ "ticker": val.get("ticker"),+ "title": val.get("title")+ })+ return {"count": len(result), "tickers": result}+ except Exception as e:+ return {"error": f"Failed to fetch tickers: {str(e)}"}+++def search_company(name_or_ticker: str) -> Any:+ tickers_data = get_company_tickers()+ if "error" in tickers_data:+ return tickers_data+ query = name_or_ticker.lower()+ matches = []+ for t in tickers_data.get("tickers", []):+ ticker = (t.get("ticker") or "").lower()+ title = (t.get("title") or "").lower()+ if query in ticker or query in title:+ matches.append(t)+ if len(matches) >= 20:+ break+ return {"query": name_or_ticker, "count": len(matches), "results": matches}+++def get_recent_filings(cik: str) -> Any:+ cik_fmt = _format_cik(cik)+ try:+ resp = session.get(+ f"https://data.sec.gov/submissions/CIK{cik_fmt}.json", timeout=30+ )+ resp.raise_for_status()+ data = resp.json()+ recent = data.get("filings", {}).get("recent", {})+ filings = []+ forms = recent.get("form", [])+ dates = recent.get("filingDate", [])+ accessions = recent.get("accessionNumber", [])+ descriptions = recent.get("primaryDocument", [])+ for i in range(min(20, len(forms))):+ filings.append({+ "form": forms[i] if i < len(forms) else "",+ "date": dates[i] if i < len(dates) else "",+ "accession": accessions[i] if i < len(accessions) else "",+ "document": descriptions[i] if i < len(descriptions) else ""+ })+ return {+ "cik": cik,+ "name": data.get("name", ""),+ "ticker": data.get("tickers", []),+ "sic": data.get("sic", ""),+ "sic_description": data.get("sicDescription", ""),+ "recent_filings": filings+ }+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "facts":+ cik = args[1] if len(args) > 1 else "320193"+ result = get_company_facts(cik)+ elif command == "concept":+ cik = args[1] if len(args) > 1 else "320193"+ taxonomy = args[2] if len(args) > 2 else "us-gaap"+ tag = args[3] if len(args) > 3 else "Revenues"+ result = get_company_concept(cik, taxonomy, tag)+ elif command == "frames":+ taxonomy = args[1] if len(args) > 1 else "us-gaap"+ tag = args[2] if len(args) > 2 else "Revenues"+ unit = args[3] if len(args) > 3 else "USD"+ period = args[4] if len(args) > 4 else "CY2023Q4I"+ result = get_frames(taxonomy, tag, unit, period)+ elif command == "tickers":+ result = get_company_tickers()+ elif command == "search":+ query = args[1] if len(args) > 1 else "Apple"+ result = search_company(query)+ elif command == "filings":+ cik = args[1] if len(args) > 1 else "320193"+ result = get_recent_filings(cik)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/semantic_scholar_data.py b/fincept-qt/scripts/semantic_scholar_data.pynew file mode 100644index 000000000..0e289a1e8--- /dev/null+++ b/fincept-qt/scripts/semantic_scholar_data.py@@ -0,0 +1,191 @@+"""+Semantic Scholar Data Fetcher+AI-powered academic search with citation graphs and paper recommendations+for 200M+ papers from the Semantic Scholar API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('SEMANTIC_SCHOLAR_API_KEY', '')+BASE_URL = "https://api.semanticscholar.org/graph/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++if API_KEY:+ session.headers.update({"x-api-key": API_KEY})++DEFAULT_PAPER_FIELDS = (+ "paperId,externalIds,title,abstract,year,authors,citationCount,"+ "referenceCount,influentialCitationCount,isOpenAccess,openAccessPdf,"+ "fieldsOfStudy,s2FieldsOfStudy,publicationTypes,publicationDate,"+ "journal,venue,url"+)++DEFAULT_AUTHOR_FIELDS = (+ "authorId,externalIds,name,affiliations,homepage,paperCount,"+ "citationCount,hIndex"+)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def search_papers(query: str, fields: str = "", limit: int = 20, offset: int = 0) -> Dict:+ params = {+ "query": query,+ "limit": min(limit, 100),+ "offset": offset,+ "fields": fields if fields else DEFAULT_PAPER_FIELDS,+ }+ data = _make_request("paper/search", params)+ if "error" in data:+ return data+ return {+ "total": data.get("total", 0),+ "offset": data.get("offset", 0),+ "next": data.get("next", None),+ "papers": data.get("data", []),+ }+++def get_paper(paper_id: str, fields: str = "") -> Dict:+ params = {"fields": fields if fields else DEFAULT_PAPER_FIELDS}+ data = _make_request(f"paper/{paper_id}", params)+ return data+++def get_paper_citations(paper_id: str, limit: int = 50) -> Dict:+ params = {+ "limit": min(limit, 1000),+ "fields": "paperId,title,year,authors,citationCount,externalIds,abstract",+ }+ data = _make_request(f"paper/{paper_id}/citations", params)+ if "error" in data:+ return data+ return {+ "paper_id": paper_id,+ "total": data.get("total", 0),+ "offset": data.get("offset", 0),+ "citations": data.get("data", []),+ }+++def get_paper_references(paper_id: str, limit: int = 50) -> Dict:+ params = {+ "limit": min(limit, 1000),+ "fields": "paperId,title,year,authors,citationCount,externalIds,abstract",+ }+ data = _make_request(f"paper/{paper_id}/references", params)+ if "error" in data:+ return data+ return {+ "paper_id": paper_id,+ "total": data.get("total", 0),+ "offset": data.get("offset", 0),+ "references": data.get("data", []),+ }+++def get_author(author_id: str, fields: str = "") -> Dict:+ params = {"fields": fields if fields else DEFAULT_AUTHOR_FIELDS}+ data = _make_request(f"author/{author_id}", params)+ if "error" in data:+ return data+ paper_params = {+ "limit": 50,+ "fields": "paperId,title,year,citationCount,externalIds",+ }+ papers_data = _make_request(f"author/{author_id}/papers", paper_params)+ result = dict(data)+ if "error" not in papers_data:+ result["papers"] = papers_data.get("data", [])+ result["papers_total"] = papers_data.get("total", 0)+ return result+++def get_recommended(paper_id: str, limit: int = 10) -> Dict:+ params = {+ "limit": min(limit, 500),+ "fields": DEFAULT_PAPER_FIELDS,+ }+ rec_url = f"https://api.semanticscholar.org/recommendations/v1/papers/forpaper/{paper_id}"+ data = _make_request(rec_url, params)+ if "error" in data:+ return data+ return {+ "paper_id": paper_id,+ "recommendations": data.get("recommendedPapers", []),+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else "quantitative finance"+ fields = args[2] if len(args) > 2 else ""+ limit = int(args[3]) if len(args) > 3 else 20+ offset = int(args[4]) if len(args) > 4 else 0+ result = search_papers(query, fields, limit, offset)+ elif command == "paper":+ paper_id = args[1] if len(args) > 1 else ""+ if not paper_id:+ result = {"error": "paper_id required"}+ else:+ fields = args[2] if len(args) > 2 else ""+ result = get_paper(paper_id, fields)+ elif command == "citations":+ paper_id = args[1] if len(args) > 1 else ""+ if not paper_id:+ result = {"error": "paper_id required"}+ else:+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_paper_citations(paper_id, limit)+ elif command == "references":+ paper_id = args[1] if len(args) > 1 else ""+ if not paper_id:+ result = {"error": "paper_id required"}+ else:+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_paper_references(paper_id, limit)+ elif command == "author":+ author_id = args[1] if len(args) > 1 else ""+ if not author_id:+ result = {"error": "author_id required"}+ else:+ fields = args[2] if len(args) > 2 else ""+ result = get_author(author_id, fields)+ elif command == "recommended":+ paper_id = args[1] if len(args) > 1 else ""+ if not paper_id:+ result = {"error": "paper_id required"}+ else:+ limit = int(args[2]) if len(args) > 2 else 10+ result = get_recommended(paper_id, limit)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/shipping_data.py b/fincept-qt/scripts/shipping_data.pynew file mode 100644index 000000000..28acc16ed--- /dev/null+++ b/fincept-qt/scripts/shipping_data.py@@ -0,0 +1,101 @@+"""+Shipping Data Fetcher+Baltic Exchange indices: BDI (Baltic Dry Index), BCI, BPI, BSI, BHSI — dry bulk shipping rates.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('BALTIC_API_KEY', '')+BASE_URL = "https://www.balticexchange.com/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_bdi(start_date: str, end_date: str) -> Any:+ params = {"index": "BDI", "startDate": start_date, "endDate": end_date}+ return _make_request("indices/bdi", params)+++def get_capesize_index(start_date: str, end_date: str) -> Any:+ params = {"index": "BCI", "startDate": start_date, "endDate": end_date}+ return _make_request("indices/capesize", params)+++def get_panamax_index(start_date: str, end_date: str) -> Any:+ params = {"index": "BPI", "startDate": start_date, "endDate": end_date}+ return _make_request("indices/panamax", params)+++def get_supramax_index(start_date: str, end_date: str) -> Any:+ params = {"index": "BSI", "startDate": start_date, "endDate": end_date}+ return _make_request("indices/supramax", params)+++def get_handysize_index(start_date: str, end_date: str) -> Any:+ params = {"index": "BHSI", "startDate": start_date, "endDate": end_date}+ return _make_request("indices/handysize", params)+++def get_tanker_rates(vessel_class: str, start_date: str, end_date: str) -> Any:+ params = {"vesselClass": vessel_class, "startDate": start_date, "endDate": end_date}+ return _make_request("indices/tanker", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "bdi":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_bdi(start_date, end_date)+ elif command == "capesize":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_capesize_index(start_date, end_date)+ elif command == "panamax":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_panamax_index(start_date, end_date)+ elif command == "supramax":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_supramax_index(start_date, end_date)+ elif command == "handysize":+ start_date = args[1] if len(args) > 1 else "2024-01-01"+ end_date = args[2] if len(args) > 2 else "2024-03-31"+ result = get_handysize_index(start_date, end_date)+ elif command == "tanker":+ vessel_class = args[1] if len(args) > 1 else "VLCC"+ start_date = args[2] if len(args) > 2 else "2024-01-01"+ end_date = args[3] if len(args) > 3 else "2024-03-31"+ result = get_tanker_rates(vessel_class, start_date, end_date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/simfin_data.py b/fincept-qt/scripts/simfin_data.pynew file mode 100644index 000000000..0fa7634ae--- /dev/null+++ b/fincept-qt/scripts/simfin_data.py@@ -0,0 +1,106 @@+"""+SimFin Data Fetcher+Free fundamental financial data — income statements, balance sheets, cash flows for 4000+ US companies.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('SIMFIN_API_KEY', '')+BASE_URL = "https://backend.simfin.com/api/v3"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_income_statements(ticker: str, period: str = "annual", fyear: int = None) -> Any:+ params = {"ticker": ticker, "period": period, "api-key": API_KEY}+ if fyear:+ params["fyear"] = fyear+ return _make_request("companies/statements/pl", params)++def get_balance_sheets(ticker: str, period: str = "annual", fyear: int = None) -> Any:+ params = {"ticker": ticker, "period": period, "api-key": API_KEY}+ if fyear:+ params["fyear"] = fyear+ return _make_request("companies/statements/bs", params)++def get_cash_flows(ticker: str, period: str = "annual", fyear: int = None) -> Any:+ params = {"ticker": ticker, "period": period, "api-key": API_KEY}+ if fyear:+ params["fyear"] = fyear+ return _make_request("companies/statements/cf", params)++def get_company_list(market: str = "us") -> Any:+ return _make_request("companies/list", {"market": market, "api-key": API_KEY})++def get_prices(ticker: str, start_date: str = None, end_date: str = None) -> Any:+ params = {"ticker": ticker, "api-key": API_KEY}+ if start_date:+ params["start"] = start_date+ if end_date:+ params["end"] = end_date+ return _make_request("companies/prices/compact", params)++def get_ratios(ticker: str, period: str = "annual", fyear: int = None) -> Any:+ params = {"ticker": ticker, "period": period, "api-key": API_KEY}+ if fyear:+ params["fyear"] = fyear+ return _make_request("companies/statements/derived", params)++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "income":+ ticker = args[1] if len(args) > 1 else "AAPL"+ period = args[2] if len(args) > 2 else "annual"+ fyear = int(args[3]) if len(args) > 3 else None+ result = get_income_statements(ticker, period, fyear)+ elif command == "balance":+ ticker = args[1] if len(args) > 1 else "AAPL"+ period = args[2] if len(args) > 2 else "annual"+ fyear = int(args[3]) if len(args) > 3 else None+ result = get_balance_sheets(ticker, period, fyear)+ elif command == "cashflow":+ ticker = args[1] if len(args) > 1 else "AAPL"+ period = args[2] if len(args) > 2 else "annual"+ fyear = int(args[3]) if len(args) > 3 else None+ result = get_cash_flows(ticker, period, fyear)+ elif command == "companies":+ market = args[1] if len(args) > 1 else "us"+ result = get_company_list(market)+ elif command == "prices":+ ticker = args[1] if len(args) > 1 else "AAPL"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_prices(ticker, start_date, end_date)+ elif command == "ratios":+ ticker = args[1] if len(args) > 1 else "AAPL"+ period = args[2] if len(args) > 2 else "annual"+ fyear = int(args[3]) if len(args) > 3 else None+ result = get_ratios(ticker, period, fyear)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/ssrn_data.py b/fincept-qt/scripts/ssrn_data.pynew file mode 100644index 000000000..87b1b1840--- /dev/null+++ b/fincept-qt/scripts/ssrn_data.py@@ -0,0 +1,215 @@+"""+SSRN Data Fetcher+Fetches working papers from the Social Science Research Network — finance, economics,+accounting — including abstracts, citations, and download statistics.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('SSRN_API_KEY', '')+BASE_URL = "https://api.ssrn.com/content/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++SSRN_NETWORKS = {+ "finance": "Finance",+ "economics": "Economics",+ "accounting": "Accounting",+ "law": "Law",+ "management": "Management",+ "marketing": "Marketing",+ "political_science": "Political Science",+ "psychology": "Psychology",+ "real_estate": "Real Estate",+}++SSRN_TOPICS = {+ "asset_pricing": "asset pricing",+ "corporate_finance": "corporate finance",+ "behavioral_finance": "behavioral finance",+ "derivatives": "derivatives",+ "fixed_income": "fixed income",+ "portfolio": "portfolio management",+ "risk_management": "risk management",+ "market_microstructure": "market microstructure",+ "macro_finance": "macro finance",+ "fintech": "fintech",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ headers = {}+ if API_KEY:+ headers["Authorization"] = f"Bearer {API_KEY}"+ try:+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _make_public_request(url: str, params: Dict = None) -> Any:+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def search_papers(query: str, journal: str = "", start_date: str = "", limit: int = 20) -> Dict:+ params = {+ "query": query,+ "limit": limit,+ }+ if journal:+ params["journal"] = journal+ if start_date:+ params["start_date"] = start_date+ result = _make_request("papers/search", params)+ if "error" in result:+ fallback_url = "https://api.ssrn.com/content/v1/papers"+ fallback_params = {"q": query, "limit": limit}+ result = _make_public_request(fallback_url, fallback_params)+ if "error" in result:+ return {+ "query": query,+ "note": "SSRN public API access may require authentication",+ "ssrn_search_url": f"https://papers.ssrn.com/sol3/results.cfm?RequestTimeout=50000&txtKey_Words={query.replace(' ', '+')}",+ "suggested_approach": "Use SSRN website search or obtain API credentials",+ "available_networks": SSRN_NETWORKS,+ "available_topics": SSRN_TOPICS,+ }+ return result+++def get_paper_details(abstract_id: str) -> Dict:+ result = _make_request(f"papers/{abstract_id}", {})+ if "error" in result:+ return {+ "abstract_id": abstract_id,+ "ssrn_url": f"https://papers.ssrn.com/sol3/papers.cfm?abstract_id={abstract_id}",+ "note": "Direct paper metadata requires SSRN API access",+ "download_link": f"https://ssrn.com/abstract={abstract_id}",+ }+ return result+++def get_recent_by_topic(topic: str, limit: int = 20) -> Dict:+ topic_query = SSRN_TOPICS.get(topic, topic)+ params = {+ "q": topic_query,+ "limit": limit,+ "sort": "date_posted",+ "order": "desc",+ }+ result = _make_request("papers", params)+ if "error" in result:+ return {+ "topic": topic,+ "topic_query": topic_query,+ "ssrn_search_url": f"https://papers.ssrn.com/sol3/results.cfm?txtKey_Words={topic_query.replace(' ', '+')}",+ "available_topics": SSRN_TOPICS,+ "note": "SSRN API access required for programmatic results",+ }+ return result+++def get_top_downloads(network: str = "finance", limit: int = 20) -> Dict:+ network_name = SSRN_NETWORKS.get(network, network)+ params = {+ "network": network_name,+ "limit": limit,+ "sort": "downloads",+ "order": "desc",+ }+ result = _make_request("papers/top", params)+ if "error" in result:+ return {+ "network": network,+ "network_name": network_name,+ "ssrn_top_url": f"https://papers.ssrn.com/sol3/topten/topTenResults.cfm?subjectGroupCode={network}",+ "available_networks": SSRN_NETWORKS,+ "note": "SSRN API access required for programmatic results",+ }+ return result+++def get_author_papers(author_id: str) -> Dict:+ result = _make_request(f"authors/{author_id}/papers", {})+ if "error" in result:+ return {+ "author_id": author_id,+ "ssrn_author_url": f"https://papers.ssrn.com/sol3/cf_dev/AbsByAuth.cfm?per_id={author_id}",+ "note": "SSRN API access required for programmatic author paper listing",+ }+ return result+++def get_networks() -> Dict:+ return {+ "networks": SSRN_NETWORKS,+ "topics": SSRN_TOPICS,+ "ssrn_base_url": "https://www.ssrn.com",+ "api_base_url": BASE_URL,+ "note": "SSRN organizes papers into subject-matter networks",+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else "asset pricing"+ journal = args[2] if len(args) > 2 else ""+ start_date = args[3] if len(args) > 3 else ""+ limit = int(args[4]) if len(args) > 4 else 20+ result = search_papers(query, journal, start_date, limit)+ elif command == "paper":+ abstract_id = args[1] if len(args) > 1 else ""+ if not abstract_id:+ result = {"error": "abstract_id required"}+ else:+ result = get_paper_details(abstract_id)+ elif command == "recent":+ topic = args[1] if len(args) > 1 else "asset_pricing"+ limit = int(args[2]) if len(args) > 2 else 20+ result = get_recent_by_topic(topic, limit)+ elif command == "top_downloads":+ network = args[1] if len(args) > 1 else "finance"+ limit = int(args[2]) if len(args) > 2 else 20+ result = get_top_downloads(network, limit)+ elif command == "author":+ author_id = args[1] if len(args) > 1 else ""+ if not author_id:+ result = {"error": "author_id required"}+ else:+ result = get_author_papers(author_id)+ elif command == "networks":+ result = get_networks()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/statcan_data.py b/fincept-qt/scripts/statcan_data.pynew file mode 100644index 000000000..4725fb1f7--- /dev/null+++ b/fincept-qt/scripts/statcan_data.py@@ -0,0 +1,163 @@+"""+Statistics Canada Data Fetcher+Statistics Canada: Canadian economic, social, demographic data — GDP, trade, labour, housing.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://www150.statcan.gc.ca/t1/tbl1/en/tv.action"+API_BASE = "https://www150.statcan.gc.ca/t1/tbl1/en/dtbl"++GDP_TABLE_ID = "36100104"+CPI_TABLE_ID = "18100004"+LABOUR_TABLE_ID = "14100287"+HOUSING_TABLE_ID = "34100143"+TRADE_TABLE_ID = "12100011"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{API_BASE}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _get_table_data(pid: str, start_date: str = None, end_date: str = None) -> Any:+ url = f"https://www150.statcan.gc.ca/t1/tbl1/en/dtbl/!downloadTbl?pid={pid}01&startDate={start_date or ''}&endDate={end_date or ''}"+ params = {"pid": f"{pid}01"}+ if start_date:+ params["startDate"] = start_date+ if end_date:+ params["endDate"] = end_date+ return _make_request(url, params=params)+++def get_dataset(pid: str, start_date: str = None, end_date: str = None) -> Any:+ return _get_table_data(pid, start_date, end_date)+++def get_gdp(province: str = "Canada", frequency: str = "quarterly", start_date: str = "2020-01-01", end_date: str = "2024-01-01") -> Any:+ params = {+ "pid": f"{GDP_TABLE_ID}01",+ "province": province,+ "frequency": frequency,+ "startDate": start_date,+ "endDate": end_date+ }+ url = f"https://www150.statcan.gc.ca/t1/tbl1/en/dtbl/!downloadTbl"+ return _make_request(url, params=params)+++def get_cpi(product_group: str = "All-items", province: str = "Canada", start_date: str = "2020-01-01", end_date: str = "2024-01-01") -> Any:+ params = {+ "pid": f"{CPI_TABLE_ID}01",+ "productGroup": product_group,+ "province": province,+ "startDate": start_date,+ "endDate": end_date+ }+ url = f"https://www150.statcan.gc.ca/t1/tbl1/en/dtbl/!downloadTbl"+ return _make_request(url, params=params)+++def get_labour_force(province: str = "Canada", sex: str = "Both sexes", age: str = "15 years and over", start_date: str = "2020-01-01", end_date: str = "2024-01-01") -> Any:+ params = {+ "pid": f"{LABOUR_TABLE_ID}01",+ "province": province,+ "sex": sex,+ "ageGroup": age,+ "startDate": start_date,+ "endDate": end_date+ }+ url = f"https://www150.statcan.gc.ca/t1/tbl1/en/dtbl/!downloadTbl"+ return _make_request(url, params=params)+++def get_housing(province: str = "Canada", indicator: str = "Housing starts", start_date: str = "2020-01-01", end_date: str = "2024-01-01") -> Any:+ params = {+ "pid": f"{HOUSING_TABLE_ID}01",+ "province": province,+ "indicator": indicator,+ "startDate": start_date,+ "endDate": end_date+ }+ url = f"https://www150.statcan.gc.ca/t1/tbl1/en/dtbl/!downloadTbl"+ return _make_request(url, params=params)+++def get_trade(commodity: str = "Total", partner: str = "All countries", start_date: str = "2020-01-01", end_date: str = "2024-01-01") -> Any:+ params = {+ "pid": f"{TRADE_TABLE_ID}01",+ "commodity": commodity,+ "partner": partner,+ "startDate": start_date,+ "endDate": end_date+ }+ url = f"https://www150.statcan.gc.ca/t1/tbl1/en/dtbl/!downloadTbl"+ return _make_request(url, params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "dataset":+ pid = args[1] if len(args) > 1 else GDP_TABLE_ID+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_dataset(pid, start_date, end_date)+ elif command == "gdp":+ province = args[1] if len(args) > 1 else "Canada"+ frequency = args[2] if len(args) > 2 else "quarterly"+ start_date = args[3] if len(args) > 3 else "2020-01-01"+ end_date = args[4] if len(args) > 4 else "2024-01-01"+ result = get_gdp(province, frequency, start_date, end_date)+ elif command == "cpi":+ product_group = args[1] if len(args) > 1 else "All-items"+ province = args[2] if len(args) > 2 else "Canada"+ start_date = args[3] if len(args) > 3 else "2020-01-01"+ end_date = args[4] if len(args) > 4 else "2024-01-01"+ result = get_cpi(product_group, province, start_date, end_date)+ elif command == "labour":+ province = args[1] if len(args) > 1 else "Canada"+ sex = args[2] if len(args) > 2 else "Both sexes"+ age = args[3] if len(args) > 3 else "15 years and over"+ start_date = args[4] if len(args) > 4 else "2020-01-01"+ end_date = args[5] if len(args) > 5 else "2024-01-01"+ result = get_labour_force(province, sex, age, start_date, end_date)+ elif command == "housing":+ province = args[1] if len(args) > 1 else "Canada"+ indicator = args[2] if len(args) > 2 else "Housing starts"+ start_date = args[3] if len(args) > 3 else "2020-01-01"+ end_date = args[4] if len(args) > 4 else "2024-01-01"+ result = get_housing(province, indicator, start_date, end_date)+ elif command == "trade":+ commodity = args[1] if len(args) > 1 else "Total"+ partner = args[2] if len(args) > 2 else "All countries"+ start_date = args[3] if len(args) > 3 else "2020-01-01"+ end_date = args[4] if len(args) > 4 else "2024-01-01"+ result = get_trade(commodity, partner, start_date, end_date)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/statista_free_data.py b/fincept-qt/scripts/statista_free_data.pynew file mode 100644index 000000000..b53d7f237--- /dev/null+++ b/fincept-qt/scripts/statista_free_data.py@@ -0,0 +1,229 @@+"""+Statista Free / IndexMundi Data Fetcher+Open/free statistics portals: IndexMundi and other free stat aggregators+for cross-country data (no key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.indexmundi.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({+ "User-Agent": "FinceptTerminal/4.0 ([email protected])",+ "Accept": "application/json"+})++WB_BASE = "https://api.worldbank.org/v2"++INDICATORS = {+ # Economy+ "gdp": "NY.GDP.MKTP.CD",+ "gdp_per_capita": "NY.GDP.PCAP.CD",+ "gdp_growth": "NY.GDP.MKTP.KD.ZG",+ "inflation": "FP.CPI.TOTL.ZG",+ "unemployment": "SL.UEM.TOTL.ZS",+ "current_account": "BN.CAB.XOKA.CD",+ "exports": "NE.EXP.GNFS.CD",+ "imports": "NE.IMP.GNFS.CD",+ "fdi_inflows": "BX.KLT.DINV.CD.WD",+ "external_debt": "DT.DOD.DECT.CD",+ "govt_debt": "GC.DOD.TOTL.GD.ZS",+ "budget_surplus": "GC.BAL.CASH.GD.ZS",+ # Demographics+ "population": "SP.POP.TOTL",+ "population_growth": "SP.POP.GROW",+ "birth_rate": "SP.DYN.CBRT.IN",+ "death_rate": "SP.DYN.CDRT.IN",+ "fertility_rate": "SP.DYN.TFRT.IN",+ "life_expectancy": "SP.DYN.LE00.IN",+ "infant_mortality": "SP.DYN.IMRT.IN",+ "urban_population": "SP.URB.TOTL.IN.ZS",+ # Energy & Environment+ "co2_per_capita": "EN.ATM.CO2E.PC",+ "electricity_access": "EG.ELC.ACCS.ZS",+ "renewable_energy": "EG.FEC.RNEW.ZS",+ # Social+ "literacy_rate": "SE.ADT.LITR.ZS",+ "internet_users": "IT.NET.USER.ZS",+ "gini_index": "SI.POV.GINI",+ "poverty_rate": "SI.POV.DDAY",+}++COMMODITIES = {+ "gold": "PGOLDUSDM",+ "silver": "PSILVERUSDM",+ "crude_oil": "POILBREUSDM",+ "natural_gas": "PNGASUSDM",+ "wheat": "PWHEAMTUSDM",+ "corn": "PMAIZMTUSDM",+ "coffee": "PCOFFAUSDM",+ "cotton": "PCOTTINDUSDM",+ "aluminum": "PALUMUSDM",+ "copper": "PCOPPUSDM",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _wb_request(country: str, indicator: str, start_year: int, end_year: int) -> Any:+ url = f"{WB_BASE}/country/{country}/indicator/{indicator}"+ params = {"format": "json", "date": f"{start_year}:{end_year}", "per_page": 100}+ try:+ resp = session.get(url, params=params, timeout=30)+ resp.raise_for_status()+ data = resp.json()+ if isinstance(data, list) and len(data) > 1:+ return [{"year": r.get("date"), "value": r.get("value")}+ for r in (data[1] or []) if r.get("value") is not None]+ return data+ except Exception as e:+ return {"error": str(e)}+++def get_country_stat(country: str = "US", indicator: str = "gdp", year: int = 2022) -> Any:+ ind_code = INDICATORS.get(indicator.lower(), indicator)+ data = _wb_request(country, ind_code, year, year)+ return {"country": country, "indicator": indicator, "indicator_code": ind_code,+ "year": year, "data": data}+++def get_ranking(indicator: str = "gdp", year: int = 2022, limit: int = 50) -> Any:+ ind_code = INDICATORS.get(indicator.lower(), indicator)+ url = f"{WB_BASE}/country/all/indicator/{ind_code}"+ params = {"format": "json", "date": str(year), "per_page": limit,+ "mrv": 1, "sort": "value", "order": "desc"}+ try:+ resp = session.get(url, params=params, timeout=30)+ resp.raise_for_status()+ data = resp.json()+ if isinstance(data, list) and len(data) > 1:+ records = [{"country": r.get("country", {}).get("value"),+ "country_code": r.get("country", {}).get("id"),+ "year": r.get("date"),+ "value": r.get("value")}+ for r in (data[1] or []) if r.get("value") is not None]+ records.sort(key=lambda x: float(x["value"] or 0), reverse=True)+ return {"indicator": indicator, "indicator_code": ind_code,+ "year": year, "count": len(records), "ranking": records[:limit]}+ return {"error": "No data returned"}+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}+++def get_available_indicators() -> Any:+ return {+ "count": len(INDICATORS),+ "indicators": {k: {"world_bank_code": v} for k, v in INDICATORS.items()},+ "categories": {+ "economy": ["gdp", "gdp_per_capita", "gdp_growth", "inflation", "unemployment",+ "current_account", "exports", "imports", "fdi_inflows",+ "external_debt", "govt_debt", "budget_surplus"],+ "demographics": ["population", "population_growth", "birth_rate", "death_rate",+ "fertility_rate", "life_expectancy", "infant_mortality",+ "urban_population"],+ "energy_environment": ["co2_per_capita", "electricity_access", "renewable_energy"],+ "social": ["literacy_rate", "internet_users", "gini_index", "poverty_rate"]+ }+ }+++def get_commodity_price(commodity: str = "gold", start_year: int = 2000,+ end_year: int = 2024) -> Any:+ indicator = COMMODITIES.get(commodity.lower())+ if not indicator:+ return {"error": f"Unknown commodity '{commodity}'. Options: {list(COMMODITIES.keys())}"}+ url = f"{WB_BASE}/en/indicator/{indicator}"+ params = {"format": "json", "date": f"{start_year}:{end_year}", "per_page": 500}+ try:+ resp = session.get(url, params=params, timeout=30)+ resp.raise_for_status()+ data = resp.json()+ if isinstance(data, list) and len(data) > 1:+ records = [{"date": r.get("date"), "value": r.get("value")}+ for r in (data[1] or []) if r.get("value") is not None]+ return {"commodity": commodity, "indicator": indicator,+ "start_year": start_year, "end_year": end_year,+ "count": len(records), "data": records}+ return data+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}+++def get_demographic_data(country: str = "US", year: int = 2022) -> Any:+ demo_indicators = ["population", "population_growth", "birth_rate", "death_rate",+ "fertility_rate", "life_expectancy", "infant_mortality",+ "urban_population"]+ results = {}+ for ind in demo_indicators:+ data = _wb_request(country, INDICATORS[ind], year, year)+ results[ind] = data[0].get("value") if isinstance(data, list) and data else None+ return {"country": country, "year": year, "demographics": results}+++def get_economic_data(country: str = "US", year: int = 2022) -> Any:+ econ_indicators = ["gdp", "gdp_per_capita", "gdp_growth", "inflation",+ "unemployment", "exports", "imports"]+ results = {}+ for ind in econ_indicators:+ data = _wb_request(country, INDICATORS[ind], year, year)+ results[ind] = data[0].get("value") if isinstance(data, list) and data else None+ return {"country": country, "year": year, "economics": results}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "stat":+ country = args[1] if len(args) > 1 else "US"+ indicator = args[2] if len(args) > 2 else "gdp"+ year = int(args[3]) if len(args) > 3 else 2022+ result = get_country_stat(country, indicator, year)+ elif command == "ranking":+ indicator = args[1] if len(args) > 1 else "gdp"+ year = int(args[2]) if len(args) > 2 else 2022+ limit = int(args[3]) if len(args) > 3 else 50+ result = get_ranking(indicator, year, limit)+ elif command == "indicators":+ result = get_available_indicators()+ elif command == "commodity":+ commodity = args[1] if len(args) > 1 else "gold"+ start_year = int(args[2]) if len(args) > 2 else 2000+ end_year = int(args[3]) if len(args) > 3 else 2024+ result = get_commodity_price(commodity, start_year, end_year)+ elif command == "demographic":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_demographic_data(country, year)+ elif command == "economic":+ country = args[1] if len(args) > 1 else "US"+ year = int(args[2]) if len(args) > 2 else 2022+ result = get_economic_data(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/stooq_data.py b/fincept-qt/scripts/stooq_data.pynew file mode 100644index 000000000..befdac752--- /dev/null+++ b/fincept-qt/scripts/stooq_data.py@@ -0,0 +1,132 @@+"""+Stooq Data Fetcher+OHLCV historical data for 21000+ global stocks (US, Japan, Poland, Germany, Hungary)+via the Stooq CSV download endpoint. Parses CSV responses and converts to JSON.+"""+import sys+import json+import os+import io+import csv+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('STOOQ_API_KEY', '')+BASE_URL = "https://stooq.com/q/d/l"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.text+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def _parse_csv(csv_text: str) -> Any:+ if isinstance(csv_text, dict):+ return csv_text+ try:+ reader = csv.DictReader(io.StringIO(csv_text))+ rows = list(reader)+ if not rows:+ return {"error": "No data returned from Stooq"}+ cleaned = []+ for row in rows:+ cleaned.append({k.strip(): v.strip() for k, v in row.items()})+ return {"data": cleaned, "count": len(cleaned)}+ except Exception as e:+ return {"error": f"CSV parse error: {str(e)}"}+++def get_historical(symbol: str, start: str = None, end: str = None, interval: str = "d") -> Any:+ params = {"s": symbol.lower(), "i": interval}+ if start:+ params["d1"] = start.replace("-", "")+ if end:+ params["d2"] = end.replace("-", "")+ raw = _make_request("", params)+ return _parse_csv(raw)+++def get_quote(symbol: str) -> Any:+ params = {"s": symbol.lower(), "i": "d"}+ raw = _make_request("", params)+ parsed = _parse_csv(raw)+ if "data" in parsed and parsed["data"]:+ return {"symbol": symbol, "latest": parsed["data"][-1]}+ return parsed+++def get_index_components(index: str) -> Any:+ index_map = {+ "^spx": "sp500",+ "^djx": "djia",+ "^ndx": "nasdaq100",+ "wig20": "wig20",+ "nikkei": "n225",+ }+ return {"error": "Index component listing not supported by Stooq CSV API — use symbol directly", "known_indices": list(index_map.keys())}+++def get_multiple(symbols: str, start: str = None, end: str = None) -> Any:+ symbol_list = [s.strip() for s in symbols.split(",")]+ results = {}+ for sym in symbol_list:+ results[sym] = get_historical(sym, start, end)+ return results+++def search_symbol(query: str) -> Any:+ params = {"q": query}+ try:+ response = session.get("https://stooq.com/q/s/", params=params, timeout=30)+ return {"note": "Stooq does not expose a public search API. Use symbol directly (e.g. AAPL.US, MSFT.US, ^SPX, PKN.PL)", "query": query}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "historical":+ symbol = args[1] if len(args) > 1 else "AAPL.US"+ start = args[2] if len(args) > 2 else None+ end = args[3] if len(args) > 3 else None+ interval = args[4] if len(args) > 4 else "d"+ result = get_historical(symbol, start, end, interval)+ elif command == "quote":+ symbol = args[1] if len(args) > 1 else "AAPL.US"+ result = get_quote(symbol)+ elif command == "index":+ index = args[1] if len(args) > 1 else "^SPX"+ result = get_index_components(index)+ elif command == "multiple":+ symbols = args[1] if len(args) > 1 else "AAPL.US,MSFT.US"+ start = args[2] if len(args) > 2 else None+ end = args[3] if len(args) > 3 else None+ result = get_multiple(symbols, start, end)+ elif command == "search":+ query = args[1] if len(args) > 1 else "apple"+ result = search_symbol(query)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/tiingo_data.py b/fincept-qt/scripts/tiingo_data.pynew file mode 100644index 000000000..2ff7e9e14--- /dev/null+++ b/fincept-qt/scripts/tiingo_data.py@@ -0,0 +1,124 @@+"""+Tiingo Data Fetcher+EOD stock prices, intraday IEX data, crypto prices, forex, news — generous free tier.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('TIINGO_API_KEY', '')+BASE_URL = "https://api.tiingo.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {"Content-Type": "application/json", "Authorization": f"Token {API_KEY}"}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_daily_prices(ticker: str, start_date: str = None, end_date: str = None) -> Any:+ params = {}+ if start_date:+ params["startDate"] = start_date+ if end_date:+ params["endDate"] = end_date+ return _make_request(f"tiingo/daily/{ticker}/prices", params)++def get_intraday(ticker: str, start_date: str = None, end_date: str = None, resample_freq: str = "5min") -> Any:+ params = {"resampleFreq": resample_freq}+ if start_date:+ params["startDate"] = start_date+ if end_date:+ params["endDate"] = end_date+ return _make_request(f"iex/{ticker}", params)++def get_crypto_prices(ticker: str, start_date: str = None, end_date: str = None, resample_freq: str = "1hour") -> Any:+ params = {"resampleFreq": resample_freq}+ if start_date:+ params["startDate"] = start_date+ if end_date:+ params["endDate"] = end_date+ return _make_request(f"tiingo/crypto/{ticker}/prices", params)++def get_fx_prices(ticker: str, start_date: str = None, end_date: str = None, resample_freq: str = "1hour") -> Any:+ params = {"tickers": ticker, "resampleFreq": resample_freq}+ if start_date:+ params["startDate"] = start_date+ if end_date:+ params["endDate"] = end_date+ return _make_request("tiingo/fx/prices", params)++def get_news(tickers: str = None, tags: str = None, start_date: str = None, end_date: str = None, limit: int = 100) -> Any:+ params = {"limit": limit}+ if tickers:+ params["tickers"] = tickers+ if tags:+ params["tags"] = tags+ if start_date:+ params["startDate"] = start_date+ if end_date:+ params["endDate"] = end_date+ return _make_request("tiingo/news", params)++def get_ticker_metadata(ticker: str) -> Any:+ return _make_request(f"tiingo/daily/{ticker}", {})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "daily":+ ticker = args[1] if len(args) > 1 else "AAPL"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_daily_prices(ticker, start_date, end_date)+ elif command == "intraday":+ ticker = args[1] if len(args) > 1 else "AAPL"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ resample_freq = args[4] if len(args) > 4 else "5min"+ result = get_intraday(ticker, start_date, end_date, resample_freq)+ elif command == "crypto":+ ticker = args[1] if len(args) > 1 else "btcusd"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ resample_freq = args[4] if len(args) > 4 else "1hour"+ result = get_crypto_prices(ticker, start_date, end_date, resample_freq)+ elif command == "forex":+ ticker = args[1] if len(args) > 1 else "eurusd"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ resample_freq = args[4] if len(args) > 4 else "1hour"+ result = get_fx_prices(ticker, start_date, end_date, resample_freq)+ elif command == "news":+ tickers = args[1] if len(args) > 1 else None+ tags = args[2] if len(args) > 2 else None+ start_date = args[3] if len(args) > 3 else None+ end_date = args[4] if len(args) > 4 else None+ limit = int(args[5]) if len(args) > 5 else 100+ result = get_news(tickers, tags, start_date, end_date, limit)+ elif command == "metadata":+ ticker = args[1] if len(args) > 1 else "AAPL"+ result = get_ticker_metadata(ticker)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/tradingview_data.py b/fincept-qt/scripts/tradingview_data.pynew file mode 100644index 000000000..346dcebce--- /dev/null+++ b/fincept-qt/scripts/tradingview_data.py@@ -0,0 +1,122 @@+"""+TradingView Data Fetcher+Screener data, economic calendar, market overview using public endpoints.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('TRADINGVIEW_API_KEY', '')+BASE_URL = "https://scanner.tradingview.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def _post_screener(market: str, payload: Dict) -> Any:+ url = f"{BASE_URL}/{market}/scan"+ try:+ response = session.post(url, json=payload, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_stock_screener(markets: List[str] = None, filters: List[Dict] = None, sort: Dict = None, columns: List[str] = None, limit: int = 50) -> Any:+ if markets is None:+ markets = ["america"]+ if columns is None:+ columns = ["name", "close", "change", "change_abs", "volume", "market_cap_basic"]+ payload = {"filter": filters or [], "options": {"lang": "en"}, "symbols": {"query": {"types": []}, "tickers": []},+ "columns": columns, "sort": sort or {"sortBy": "market_cap_basic", "sortOrder": "desc"}, "range": [0, limit]}+ return _post_screener(markets[0], payload)++def get_forex_screener(filters: List[Dict] = None, sort: Dict = None, limit: int = 50) -> Any:+ columns = ["name", "close", "change", "change_abs", "Recommend.All"]+ payload = {"filter": filters or [], "columns": columns,+ "sort": sort or {"sortBy": "change_abs", "sortOrder": "desc"}, "range": [0, limit]}+ return _post_screener("forex", payload)++def get_crypto_screener(filters: List[Dict] = None, sort: Dict = None, limit: int = 50) -> Any:+ columns = ["name", "close", "change", "change_abs", "volume", "market_cap_calc"]+ payload = {"filter": filters or [], "columns": columns,+ "sort": sort or {"sortBy": "market_cap_calc", "sortOrder": "desc"}, "range": [0, limit]}+ return _post_screener("crypto", payload)++def get_economic_calendar(countries: List[str] = None, importance: List[int] = None, from_date: str = None, to_date: str = None) -> Any:+ url = "https://economic-calendar.tradingview.com/events"+ params = {}+ if from_date:+ params["from"] = from_date+ if to_date:+ params["to"] = to_date+ if countries:+ params["countries"] = ",".join(countries)+ if importance:+ params["importance"] = ",".join(str(i) for i in importance)+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_market_overview(market: str = "america") -> Any:+ columns = ["name", "close", "change", "change_abs", "volume"]+ payload = {"columns": columns, "sort": {"sortBy": "change", "sortOrder": "desc"}, "range": [0, 20]}+ return _post_screener(market, payload)++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "stocks":+ markets = args[1].split(",") if len(args) > 1 else ["america"]+ limit = int(args[2]) if len(args) > 2 else 50+ result = get_stock_screener(markets=markets, limit=limit)+ elif command == "forex":+ limit = int(args[1]) if len(args) > 1 else 50+ result = get_forex_screener(limit=limit)+ elif command == "crypto":+ limit = int(args[1]) if len(args) > 1 else 50+ result = get_crypto_screener(limit=limit)+ elif command == "calendar":+ countries = args[1].split(",") if len(args) > 1 else None+ from_date = args[2] if len(args) > 2 else None+ to_date = args[3] if len(args) > 3 else None+ result = get_economic_calendar(countries=countries, from_date=from_date, to_date=to_date)+ elif command == "overview":+ market = args[1] if len(args) > 1 else "america"+ result = get_market_overview(market)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/transparency_budget_data.py b/fincept-qt/scripts/transparency_budget_data.pynew file mode 100644index 000000000..3055c3958--- /dev/null+++ b/fincept-qt/scripts/transparency_budget_data.py@@ -0,0 +1,161 @@+"""+Open Budget Survey & GIFT Fiscal Openness Data Fetcher+Provides government budget transparency scores, Open Budget Index (OBI),+fiscal openness rankings, and governance dimensions for countries globally.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('OBS_API_KEY', '')+BASE_URL = "https://www.internationalbudget.org/api"++# Public OBS data is available via IBP GitHub and API endpoints+OBS_DATA_URL = "https://raw.githubusercontent.com/IBPNetwork/obs-data/main/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_obs_json(path: str) -> Any:+ """Fetch OBS data from the IBP public data repository."""+ url = f"{OBS_DATA_URL}/{path}"+ try:+ response = session.get(url, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_obs_scores(year: int = 2023, country: str = None) -> Any:+ """Return Open Budget Index scores for all countries in a survey year."""+ data = _make_request(f"obs/scores/{year}")+ if isinstance(data, dict) and "error" in data:+ # Fallback to known OBS survey years with static structure+ obs_years = [2006, 2008, 2010, 2012, 2015, 2017, 2019, 2021, 2023]+ return {"year": year, "available_years": obs_years,+ "note": "OBS scores available for survey years only", "data": []}+ return {"year": year, "country_filter": country, "scores": data}+++def get_country_score(country: str, year: int = 2021) -> Any:+ """Return the full OBI score breakdown for a specific country and survey year."""+ data = _make_request(f"obs/country/{country}/{year}")+ if isinstance(data, dict) and "error" in data:+ return {"country": country, "year": year, "note": "Direct API access may require credentials", "data": {}}+ return {"country": country, "year": year, "score": data}+++def get_rankings(year: int = 2021, dimension: str = "obi") -> Any:+ """Return country rankings by OBI score or a specific dimension."""+ valid_dims = ["obi", "transparency", "oversight", "participation"]+ if dimension not in valid_dims:+ return {"error": f"dimension must be one of: {valid_dims}"}+ data = _make_request(f"obs/rankings/{year}/{dimension}")+ if isinstance(data, dict) and "error" in data:+ return {"year": year, "dimension": dimension, "note": "Rankings data requires API access", "rankings": []}+ return {"year": year, "dimension": dimension, "rankings": data}+++def get_historical_trends(country: str) -> Any:+ """Return historical OBI scores across all available survey years for a country."""+ years = [2006, 2008, 2010, 2012, 2015, 2017, 2019, 2021]+ history = []+ for year in years:+ data = _make_request(f"obs/country/{country}/{year}")+ if not (isinstance(data, dict) and "error" in data):+ history.append({"year": year, "data": data})+ return {"country": country, "history": history, "years_covered": [h["year"] for h in history]}+++def get_regional_averages(year: int = 2021, region: str = None) -> Any:+ """Return regional average OBI scores for a survey year."""+ params = {"year": year}+ if region:+ params["region"] = region+ data = _make_request(f"obs/regional/{year}", params=params)+ if isinstance(data, dict) and "error" in data:+ # Return known regions structure+ regions = ["Sub-Saharan Africa", "Asia & Pacific", "Eastern Europe & Central Asia",+ "Latin America & Caribbean", "Middle East & North Africa",+ "South Asia", "Western Europe & North America"]+ return {"year": year, "regions": regions,+ "note": "Regional averages require API access", "averages": {}}+ return {"year": year, "region": region, "regional_averages": data}+++def get_dimensions() -> Any:+ """Return all OBS assessment dimensions and their descriptions."""+ dimensions = [+ {"id": "obi", "name": "Open Budget Index", "description": "Composite transparency score 0-100"},+ {"id": "transparency", "name": "Budget Transparency", "description": "Availability of budget documents"},+ {"id": "oversight", "name": "Legislative Oversight", "description": "Legislature's budget oversight capacity"},+ {"id": "participation", "name": "Public Participation", "description": "Mechanisms for citizen budget engagement"},+ {"id": "audit", "name": "Supreme Audit", "description": "Independence and effectiveness of supreme audit institution"}+ ]+ return {"dimensions": dimensions, "count": len(dimensions)}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "scores":+ year = int(args[1]) if len(args) > 1 else 2021+ country = args[2] if len(args) > 2 else None+ result = get_obs_scores(year, country)+ elif command == "country":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else 2021+ result = get_country_score(country, year)+ elif command == "rankings":+ year = int(args[1]) if len(args) > 1 else 2021+ dimension = args[2] if len(args) > 2 else "obi"+ result = get_rankings(year, dimension)+ elif command == "trends":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ result = get_historical_trends(country)+ elif command == "regional":+ year = int(args[1]) if len(args) > 1 else 2021+ region = args[2] if len(args) > 2 else None+ result = get_regional_averages(year, region)+ elif command == "dimensions":+ result = get_dimensions()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/transparency_intl_data.py b/fincept-qt/scripts/transparency_intl_data.pynew file mode 100644index 000000000..136991077--- /dev/null+++ b/fincept-qt/scripts/transparency_intl_data.py@@ -0,0 +1,159 @@+"""+Transparency International CPI Data Fetcher+Provides Corruption Perception Index (CPI) scores, country rankings,+historical trends, and regional averages from Transparency International.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('TRANSPARENCY_API_KEY', '')+BASE_URL = "https://www.transparency.org/api"++# Public CPI data JSON endpoint+CPI_DATA_URL = "https://images.transparencycdn.org/images/CPI2023_GlobalResults.json"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_cpi_dataset(year: int = 2023) -> Any:+ """Fetch CPI dataset for a given year from TI public CDN."""+ url = f"https://images.transparencycdn.org/images/CPI{year}_GlobalResults.json"+ try:+ response = session.get(url, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError:+ # Try CSV fallback via TI research API+ fallback = _make_request(f"public/cpi/{year}", params={"format": "json"})+ return fallback+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_cpi_scores(year: int = 2023) -> Any:+ """Return CPI scores for all countries in a given year."""+ data = _fetch_cpi_dataset(year)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"year": year, "scores": data}+++def get_cpi_country(country: str, start_year: int = 2012, end_year: int = 2023) -> Any:+ """Return CPI score history for a specific country over a year range."""+ records = []+ for year in range(start_year, end_year + 1):+ data = _fetch_cpi_dataset(year)+ if isinstance(data, dict) and "error" in data:+ continue+ if isinstance(data, list):+ for entry in data:+ iso = entry.get("ISO3") or entry.get("iso3") or entry.get("country_code", "")+ name = entry.get("Country") or entry.get("country", "")+ if iso.upper() == country.upper() or name.lower() == country.lower():+ records.append({"year": year, "score": entry.get("CPI Score") or entry.get("score"), "data": entry})+ break+ return {"country": country, "start_year": start_year, "end_year": end_year, "history": records}+++def get_country_rankings(year: int = 2023) -> Any:+ """Return all countries ranked by CPI score for a given year."""+ data = _fetch_cpi_dataset(year)+ if isinstance(data, dict) and "error" in data:+ return data+ if isinstance(data, list):+ ranked = sorted(data, key=lambda x: float(x.get("CPI Score", x.get("score", 0)) or 0), reverse=True)+ for i, entry in enumerate(ranked, 1):+ entry["rank"] = i+ return {"year": year, "rankings": ranked, "count": len(ranked)}+ return {"year": year, "rankings": data}+++def get_cpi_trends() -> Any:+ """Return global average CPI scores from 2012 to the latest available year."""+ trends = []+ for year in range(2012, 2024):+ data = _fetch_cpi_dataset(year)+ if isinstance(data, dict) and "error" in data:+ continue+ if isinstance(data, list) and len(data) > 0:+ scores = [float(e.get("CPI Score", e.get("score", 0)) or 0) for e in data if e.get("CPI Score") or e.get("score")]+ if scores:+ avg = round(sum(scores) / len(scores), 2)+ trends.append({"year": year, "global_average": avg, "country_count": len(scores)})+ return {"trends": trends}+++def get_regional_averages(year: int = 2023) -> Any:+ """Return CPI regional average scores for a given year."""+ data = _fetch_cpi_dataset(year)+ if isinstance(data, dict) and "error" in data:+ return data+ if isinstance(data, list):+ regions: Dict[str, List[float]] = {}+ for entry in data:+ region = entry.get("Region", entry.get("region", "Unknown"))+ score = entry.get("CPI Score", entry.get("score"))+ if score:+ try:+ regions.setdefault(region, []).append(float(score))+ except (ValueError, TypeError):+ pass+ averages = {r: round(sum(v) / len(v), 2) for r, v in regions.items()}+ return {"year": year, "regional_averages": averages}+ return {"year": year, "data": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "scores":+ year = int(args[1]) if len(args) > 1 else 2023+ result = get_cpi_scores(year)+ elif command == "country":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ start_year = int(args[2]) if len(args) > 2 else 2012+ end_year = int(args[3]) if len(args) > 3 else 2023+ result = get_cpi_country(country, start_year, end_year)+ elif command == "rankings":+ year = int(args[1]) if len(args) > 1 else 2023+ result = get_country_rankings(year)+ elif command == "trends":+ result = get_cpi_trends()+ elif command == "regional":+ year = int(args[1]) if len(args) > 1 else 2023+ result = get_regional_averages(year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/treasury_data.py b/fincept-qt/scripts/treasury_data.pynew file mode 100644index 000000000..177956043--- /dev/null+++ b/fincept-qt/scripts/treasury_data.py@@ -0,0 +1,150 @@+"""+US Treasury FiscalData API Fetcher+US Treasury fiscal data: debt to the penny, interest rates, exchange rates,+and account statements via the FiscalData Treasury API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('TREASURY_API_KEY', '')+BASE_URL = "https://api.fiscaldata.treasury.gov/services/api/fiscal_service"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "json"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_debt_to_penny(start_date: str = None, end_date: str = None) -> Any:+ params = {"fields": "record_date,tot_pub_debt_out_amt,intragov_hold_amt,debt_held_public_amt", "sort": "-record_date", "page[size]": "365"}+ filters = []+ if start_date:+ filters.append(f"record_date:gte:{start_date}")+ if end_date:+ filters.append(f"record_date:lte:{end_date}")+ if filters:+ params["filters"] = ",".join(filters)+ return _make_request("v2/accounting/od/debt_to_penny", params)+++def get_interest_rates(security_type: str = "Treasury Bills", start_date: str = None, end_date: str = None) -> Any:+ params = {+ "fields": "record_date,security_desc,avg_interest_rate_amt,src_line_nbr",+ "sort": "-record_date",+ "page[size]": "500",+ "filters": f"security_desc:eq:{security_type}",+ }+ if start_date:+ params["filters"] += f",record_date:gte:{start_date}"+ if end_date:+ params["filters"] += f",record_date:lte:{end_date}"+ return _make_request("v2/accounting/od/avg_interest_rates", params)+++def get_exchange_rates(country_currency: str = None, start_date: str = None, end_date: str = None) -> Any:+ params = {+ "fields": "record_date,country,currency,exchange_rate,effective_date",+ "sort": "-record_date",+ "page[size]": "500",+ }+ filters = []+ if country_currency:+ filters.append(f"country_currency_desc:eq:{country_currency}")+ if start_date:+ filters.append(f"record_date:gte:{start_date}")+ if end_date:+ filters.append(f"record_date:lte:{end_date}")+ if filters:+ params["filters"] = ",".join(filters)+ return _make_request("v1/accounting/od/rates_of_exchange", params)+++def get_avg_interest_rates(start_date: str = None, end_date: str = None) -> Any:+ params = {+ "fields": "record_date,security_desc,avg_interest_rate_amt",+ "sort": "-record_date",+ "page[size]": "500",+ }+ filters = []+ if start_date:+ filters.append(f"record_date:gte:{start_date}")+ if end_date:+ filters.append(f"record_date:lte:{end_date}")+ if filters:+ params["filters"] = ",".join(filters)+ return _make_request("v2/accounting/od/avg_interest_rates", params)+++def get_record_debt(start_date: str = None, end_date: str = None) -> Any:+ params = {+ "fields": "record_date,debt_catg,close_today_bal,close_today_mil_amt",+ "sort": "-record_date",+ "page[size]": "500",+ }+ filters = []+ if start_date:+ filters.append(f"record_date:gte:{start_date}")+ if end_date:+ filters.append(f"record_date:lte:{end_date}")+ if filters:+ params["filters"] = ",".join(filters)+ return _make_request("v1/accounting/od/record_setting_auction", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "debt":+ start_date = args[1] if len(args) > 1 else None+ end_date = args[2] if len(args) > 2 else None+ result = get_debt_to_penny(start_date, end_date)+ elif command == "interest_rates":+ security_type = args[1] if len(args) > 1 else "Treasury Bills"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_interest_rates(security_type, start_date, end_date)+ elif command == "exchange_rates":+ country_currency = args[1] if len(args) > 1 else None+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_exchange_rates(country_currency, start_date, end_date)+ elif command == "avg_rates":+ start_date = args[1] if len(args) > 1 else None+ end_date = args[2] if len(args) > 2 else None+ result = get_avg_interest_rates(start_date, end_date)+ elif command == "record_debt":+ start_date = args[1] if len(args) > 1 else None+ end_date = args[2] if len(args) > 2 else None+ result = get_record_debt(start_date, end_date)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/twelve_data.py b/fincept-qt/scripts/twelve_data.pynew file mode 100644index 000000000..a32b67df0--- /dev/null+++ b/fincept-qt/scripts/twelve_data.py@@ -0,0 +1,111 @@+"""+Twelve Data Data Fetcher+Global stocks, forex, crypto, ETFs OHLCV — 800+ exchanges, 70+ countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('TWELVE_DATA_API_KEY', '')+BASE_URL = "https://api.twelvedata.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_time_series(symbol: str, interval: str = "1day", start_date: str = None, end_date: str = None, outputsize: int = 30) -> Any:+ params = {"symbol": symbol, "interval": interval, "outputsize": outputsize, "apikey": API_KEY}+ if start_date:+ params["start_date"] = start_date+ if end_date:+ params["end_date"] = end_date+ return _make_request("time_series", params)++def get_quote(symbol: str) -> Any:+ return _make_request("quote", {"symbol": symbol, "apikey": API_KEY})++def get_price(symbol: str) -> Any:+ return _make_request("price", {"symbol": symbol, "apikey": API_KEY})++def get_eod(symbol: str, date: str = None) -> Any:+ params = {"symbol": symbol, "apikey": API_KEY}+ if date:+ params["date"] = date+ return _make_request("eod", params)++def get_exchanges(type_: str = "stock", country: str = None) -> Any:+ params = {"type": type_, "apikey": API_KEY}+ if country:+ params["country"] = country+ return _make_request("exchanges", params)++def get_cryptocurrencies(symbol: str = None, exchange: str = None) -> Any:+ params = {"apikey": API_KEY}+ if symbol:+ params["symbol"] = symbol+ if exchange:+ params["exchange"] = exchange+ return _make_request("cryptocurrencies", params)++def get_forex_pairs(currency_group: str = None) -> Any:+ params = {"apikey": API_KEY}+ if currency_group:+ params["currency_group"] = currency_group+ return _make_request("forex_pairs", params)++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "time_series":+ symbol = args[1] if len(args) > 1 else "AAPL"+ interval = args[2] if len(args) > 2 else "1day"+ start_date = args[3] if len(args) > 3 else None+ end_date = args[4] if len(args) > 4 else None+ outputsize = int(args[5]) if len(args) > 5 else 30+ result = get_time_series(symbol, interval, start_date, end_date, outputsize)+ elif command == "quote":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_quote(symbol)+ elif command == "price":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_price(symbol)+ elif command == "eod":+ symbol = args[1] if len(args) > 1 else "AAPL"+ date = args[2] if len(args) > 2 else None+ result = get_eod(symbol, date)+ elif command == "exchanges":+ type_ = args[1] if len(args) > 1 else "stock"+ country = args[2] if len(args) > 2 else None+ result = get_exchanges(type_, country)+ elif command == "crypto":+ symbol = args[1] if len(args) > 1 else None+ exchange = args[2] if len(args) > 2 else None+ result = get_cryptocurrencies(symbol, exchange)+ elif command == "forex":+ currency_group = args[1] if len(args) > 1 else None+ result = get_forex_pairs(currency_group)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/un_comtrade_extended_data.py b/fincept-qt/scripts/un_comtrade_extended_data.pynew file mode 100644index 000000000..8cd9ebe93--- /dev/null+++ b/fincept-qt/scripts/un_comtrade_extended_data.py@@ -0,0 +1,160 @@+"""+UN Comtrade Extended Data Fetcher+Detailed bilateral trade flows by HS chapter, trade balances, and services trade+via the UN Comtrade public preview API (500 records per call, no key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('COMTRADE_API_KEY', '')+BASE_URL = "https://comtradeapi.un.org/public/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {}+ if API_KEY:+ headers["Ocp-Apim-Subscription-Key"] = API_KEY+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_trade_data(reporter: str, partner: str = "0", commodity: str = "TOTAL",+ year: str = None, flow: str = "X") -> Any:+ params = {+ "reporterCode": reporter,+ "partnerCode": partner,+ "cmdCode": commodity,+ "flowCode": flow,+ "period": year or "2022",+ "motCode": "0",+ "partner2Code": "0",+ "aggregateBy": "defaultAggregation",+ "breakdownMode": "classic",+ "includeDesc": "true",+ }+ return _make_request("preview/C/A/HS", params)+++def get_trade_balance(reporter: str, year: str = None) -> Any:+ params = {+ "reporterCode": reporter,+ "partnerCode": "0",+ "cmdCode": "TOTAL",+ "flowCode": "X,M",+ "period": year or "2022",+ "motCode": "0",+ "partner2Code": "0",+ "aggregateBy": "defaultAggregation",+ "breakdownMode": "classic",+ "includeDesc": "true",+ }+ return _make_request("preview/C/A/HS", params)+++def get_top_partners(reporter: str, year: str = None, flow: str = "X") -> Any:+ params = {+ "reporterCode": reporter,+ "partnerCode": "all",+ "cmdCode": "TOTAL",+ "flowCode": flow,+ "period": year or "2022",+ "motCode": "0",+ "partner2Code": "0",+ "aggregateBy": "defaultAggregation",+ "breakdownMode": "classic",+ "includeDesc": "true",+ }+ return _make_request("preview/C/A/HS", params)+++def get_top_commodities(reporter: str, year: str = None, flow: str = "X") -> Any:+ params = {+ "reporterCode": reporter,+ "partnerCode": "0",+ "cmdCode": "AG2",+ "flowCode": flow,+ "period": year or "2022",+ "motCode": "0",+ "partner2Code": "0",+ "aggregateBy": "defaultAggregation",+ "breakdownMode": "classic",+ "includeDesc": "true",+ }+ return _make_request("preview/C/A/HS", params)+++def get_reporters() -> Any:+ return _make_request("references/reporterAreas")+++def get_commodities(hs_chapter: str = None) -> Any:+ params = {}+ if hs_chapter:+ params["filter"] = hs_chapter+ return _make_request("references/cmdCodes", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "trade":+ if len(args) < 2:+ result = {"error": "reporter required"}+ else:+ partner = args[2] if len(args) > 2 else "0"+ commodity = args[3] if len(args) > 3 else "TOTAL"+ year = args[4] if len(args) > 4 else None+ flow = args[5] if len(args) > 5 else "X"+ result = get_trade_data(args[1], partner, commodity, year, flow)+ elif command == "balance":+ if len(args) < 2:+ result = {"error": "reporter required"}+ else:+ year = args[2] if len(args) > 2 else None+ result = get_trade_balance(args[1], year)+ elif command == "top_partners":+ if len(args) < 2:+ result = {"error": "reporter required"}+ else:+ year = args[2] if len(args) > 2 else None+ flow = args[3] if len(args) > 3 else "X"+ result = get_top_partners(args[1], year, flow)+ elif command == "top_commodities":+ if len(args) < 2:+ result = {"error": "reporter required"}+ else:+ year = args[2] if len(args) > 2 else None+ flow = args[3] if len(args) > 3 else "X"+ result = get_top_commodities(args[1], year, flow)+ elif command == "reporters":+ result = get_reporters()+ elif command == "commodities":+ hs_chapter = args[1] if len(args) > 1 else None+ result = get_commodities(hs_chapter)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/un_population_data.py b/fincept-qt/scripts/un_population_data.pynew file mode 100644index 000000000..9f32d666f--- /dev/null+++ b/fincept-qt/scripts/un_population_data.py@@ -0,0 +1,134 @@+"""+UN Population Data Fetcher+UN World Population Prospects: population projections, demographic indicators for all countries 1950-2100.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://population.un.org/dataportalapi/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_countries() -> Any:+ return _make_request("locations", params={"pageSize": 500})+++def get_population(country: str, start_year: int = 2020, end_year: int = 2030, variant: str = "Medium") -> Any:+ params = {+ "locations": country,+ "startYear": start_year,+ "endYear": end_year,+ "variants": variant,+ "pageSize": 100+ }+ return _make_request("indicators/49/locations/data", params=params)+++def get_age_structure(country: str, year: int = 2023, sex: str = "Both sexes", variant: str = "Medium") -> Any:+ params = {+ "locations": country,+ "startYear": year,+ "endYear": year,+ "variants": variant,+ "pageSize": 200+ }+ return _make_request("indicators/47/locations/data", params=params)+++def get_fertility_rate(country: str, start_year: int = 2000, end_year: int = 2030) -> Any:+ params = {+ "locations": country,+ "startYear": start_year,+ "endYear": end_year,+ "variants": "Medium",+ "pageSize": 100+ }+ return _make_request("indicators/59/locations/data", params=params)+++def get_life_expectancy(country: str, start_year: int = 2000, end_year: int = 2030, sex: str = "Both sexes") -> Any:+ params = {+ "locations": country,+ "startYear": start_year,+ "endYear": end_year,+ "variants": "Medium",+ "pageSize": 100+ }+ return _make_request("indicators/68/locations/data", params=params)+++def get_migration(country: str, start_year: int = 2000, end_year: int = 2030) -> Any:+ params = {+ "locations": country,+ "startYear": start_year,+ "endYear": end_year,+ "variants": "Medium",+ "pageSize": 100+ }+ return _make_request("indicators/84/locations/data", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "countries":+ result = get_countries()+ elif command == "population":+ country = args[1] if len(args) > 1 else "900"+ start_year = int(args[2]) if len(args) > 2 else 2020+ end_year = int(args[3]) if len(args) > 3 else 2030+ variant = args[4] if len(args) > 4 else "Medium"+ result = get_population(country, start_year, end_year, variant)+ elif command == "age_structure":+ country = args[1] if len(args) > 1 else "900"+ year = int(args[2]) if len(args) > 2 else 2023+ sex = args[3] if len(args) > 3 else "Both sexes"+ variant = args[4] if len(args) > 4 else "Medium"+ result = get_age_structure(country, year, sex, variant)+ elif command == "fertility":+ country = args[1] if len(args) > 1 else "900"+ start_year = int(args[2]) if len(args) > 2 else 2000+ end_year = int(args[3]) if len(args) > 3 else 2030+ result = get_fertility_rate(country, start_year, end_year)+ elif command == "life_expectancy":+ country = args[1] if len(args) > 1 else "900"+ start_year = int(args[2]) if len(args) > 2 else 2000+ end_year = int(args[3]) if len(args) > 3 else 2030+ sex = args[4] if len(args) > 4 else "Both sexes"+ result = get_life_expectancy(country, start_year, end_year, sex)+ elif command == "migration":+ country = args[1] if len(args) > 1 else "900"+ start_year = int(args[2]) if len(args) > 2 else 2000+ end_year = int(args[3]) if len(args) > 3 else 2030+ result = get_migration(country, start_year, end_year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/un_sdg_data.py b/fincept-qt/scripts/un_sdg_data.pynew file mode 100644index 000000000..93151aaa2--- /dev/null+++ b/fincept-qt/scripts/un_sdg_data.py@@ -0,0 +1,187 @@+"""+UN SDG Statistics API Data Fetcher+All 17 SDG goals, 230+ indicators for all countries.+No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://unstats.un.org/SDGAPI/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json"})+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=60)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_goals() -> Any:+ """Get all 17 UN Sustainable Development Goals with titles and descriptions."""+ data = _make_request("sdg/Goal/List")+ if isinstance(data, list):+ return {"goals": data, "count": len(data)}+ return data+++def get_targets(goal_code: str) -> Any:+ """Get targets for a specific SDG goal.+ goal_code: 1-17 (e.g. '1' for No Poverty, '13' for Climate Action).+ """+ data = _make_request(f"sdg/Goal/{goal_code}/Target/List")+ if isinstance(data, list):+ return {"goal": goal_code, "targets": data, "count": len(data)}+ return data+++def get_indicators(goal_code: str = None) -> Any:+ """Get SDG indicators, optionally filtered by goal.+ goal_code: 1-17, or None for all indicators.+ """+ if goal_code:+ data = _make_request(f"sdg/Goal/{goal_code}/Indicator/List")+ else:+ data = _make_request("sdg/Indicator/List")+ if isinstance(data, list):+ return {"goal": goal_code, "indicators": data, "count": len(data)}+ return data+++def get_data(indicator_code: str, area_code: str = None, start_year: int = None, end_year: int = None) -> Any:+ """Get SDG indicator data for countries/areas.+ indicator_code: e.g. '1.1.1', '13.2.2', '8.10.1'.+ area_code: ISO M49 or ISO 3166-1 code (e.g. '840' for USA, '276' for Germany).+ start_year/end_year: filter by year range.+ """+ params = {"pageSize": 500}+ if area_code:+ params["areaCode"] = area_code+ if start_year:+ params["timePeriodStart"] = start_year+ if end_year:+ params["timePeriodEnd"] = end_year++ data = _make_request(f"sdg/Indicator/Data?indicator={indicator_code}", params=params)+ if isinstance(data, dict) and "data" in data:+ rows = data["data"]+ return {+ "indicator": indicator_code,+ "area_code": area_code,+ "data": rows[:200],+ "total_records": data.get("totalElements", len(rows)),+ }+ return data+++def get_areas() -> Any:+ """Get list of all geographic areas/countries with M49 codes."""+ data = _make_request("sdg/GeoArea/List")+ if isinstance(data, list):+ return {"areas": data, "count": len(data)}+ return data+++def get_series() -> Any:+ """Get list of all available SDG data series codes."""+ data = _make_request("sdg/Series/List")+ if isinstance(data, list):+ return {"series": data[:300], "total_count": len(data)}+ return data+++def get_series_data(series_code: str, area_code: str = None, start_year: int = None) -> Any:+ """Get data for a specific SDG series code.+ series_code: e.g. 'SP_ACS_BSRVH2O', 'EN_ATM_CO2'.+ """+ params = {"pageSize": 300}+ if area_code:+ params["areaCode"] = area_code+ if start_year:+ params["timePeriodStart"] = start_year++ data = _make_request(f"sdg/Series/Data?series={series_code}", params=params)+ if isinstance(data, dict) and "data" in data:+ rows = data["data"]+ return {+ "series": series_code,+ "area_code": area_code,+ "data": rows[:200],+ "total_records": data.get("totalElements", len(rows)),+ }+ return data+++def get_indicator_overview(indicator_code: str) -> Any:+ """Get metadata and description for a specific indicator."""+ data = _make_request(f"sdg/Indicator/{indicator_code}")+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: goals, targets, indicators, data, areas, series, series_data, indicator_info"}))+ return++ command = args[0]++ if command == "goals":+ result = get_goals()+ elif command == "targets":+ if len(args) < 2:+ result = {"error": "Usage: targets <goal_code> (1-17)"}+ else:+ result = get_targets(args[1])+ elif command == "indicators":+ goal_code = args[1] if len(args) > 1 else None+ result = get_indicators(goal_code)+ elif command == "data":+ if len(args) < 2:+ result = {"error": "Usage: data <indicator_code> [area_code] [start_year] [end_year]"}+ else:+ area_code = args[2] if len(args) > 2 else None+ start_year = int(args[3]) if len(args) > 3 else None+ end_year = int(args[4]) if len(args) > 4 else None+ result = get_data(args[1], area_code, start_year, end_year)+ elif command == "areas":+ result = get_areas()+ elif command == "series":+ result = get_series()+ elif command == "series_data":+ if len(args) < 2:+ result = {"error": "Usage: series_data <series_code> [area_code] [start_year]"}+ else:+ area_code = args[2] if len(args) > 2 else None+ start_year = int(args[3]) if len(args) > 3 else None+ result = get_series_data(args[1], area_code, start_year)+ elif command == "indicator_info":+ if len(args) < 2:+ result = {"error": "Usage: indicator_info <indicator_code>"}+ else:+ result = get_indicator_overview(args[1])+ else:+ result = {"error": f"Unknown command: {command}. Available: goals, targets, indicators, data, areas, series, series_data, indicator_info"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/un_stats_data.py b/fincept-qt/scripts/un_stats_data.pynew file mode 100644index 000000000..9860c7de2--- /dev/null+++ b/fincept-qt/scripts/un_stats_data.py@@ -0,0 +1,284 @@+"""+UN Statistics Division Data Fetcher+Fetches national accounts, environment accounts, demographic statistics, and gender+statistics for all countries from the UN Statistics Division SDG and SNA APIs.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('UN_STATS_API_KEY', '')+BASE_URL = "https://unstats.un.org/sdgapi/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++SNA_BASE_URL = "https://unstats.un.org/unsd/snaama/downloads"+SDG_BASE_URL = "https://unstats.un.org/sdgapi/v1"+UN_DATA_BASE = "http://data.un.org/ws/rest/data"++UN_SDG_GOALS = {+ "1": "No Poverty",+ "2": "Zero Hunger",+ "3": "Good Health and Well-Being",+ "4": "Quality Education",+ "5": "Gender Equality",+ "6": "Clean Water and Sanitation",+ "7": "Affordable and Clean Energy",+ "8": "Decent Work and Economic Growth",+ "9": "Industry, Innovation and Infrastructure",+ "10": "Reduced Inequalities",+ "11": "Sustainable Cities and Communities",+ "12": "Responsible Consumption and Production",+ "13": "Climate Action",+ "14": "Life Below Water",+ "15": "Life on Land",+ "16": "Peace, Justice and Strong Institutions",+ "17": "Partnerships for the Goals",+}++NATIONAL_ACCOUNTS_INDICATORS = {+ "gdp_current": "GDP, current prices (US dollars)",+ "gdp_constant": "GDP, constant prices (national currency)",+ "gdp_per_capita": "GDP per capita, current prices (US dollars)",+ "gni_current": "GNI, current prices (US dollars)",+ "household_consumption": "Household final consumption expenditure",+ "govt_consumption": "General government final consumption expenditure",+ "gross_capital_formation": "Gross fixed capital formation",+ "exports": "Exports of goods and services",+ "imports": "Imports of goods and services",+ "trade_balance": "Trade balance in goods and services",+}++ENVIRONMENT_INDICATORS = {+ "co2_emissions": "CO2 emissions (metric tons per capita) - EN.ATM.CO2E.PC",+ "forest_area": "Forest area (% of land area) - AG.LND.FRST.ZS",+ "renewable_energy": "Renewable energy consumption (% of total final energy consumption) - EG.FEC.RNEW.ZS",+ "freshwater_withdrawal": "Annual freshwater withdrawals, total (% of internal resources) - ER.H2O.FWTL.ZS",+ "protected_areas": "Terrestrial and marine protected areas (% of total territorial area) - ER.PTD.TOTL.ZS",+}++DEMOGRAPHIC_INDICATORS = {+ "population_total": "Population, total",+ "population_growth": "Population growth (annual %)",+ "urban_population": "Urban population (% of total population)",+ "life_expectancy": "Life expectancy at birth, total (years)",+ "fertility_rate": "Fertility rate, total (births per woman)",+ "mortality_under5": "Mortality rate, under-5 (per 1,000 live births)",+ "net_migration": "Net migration",+ "age_dependency_old": "Age dependency ratio, old (% of working-age population)",+ "median_age": "Median age of population",+}++GENDER_INDICATORS = {+ "gender_inequality_index": "Gender Inequality Index",+ "female_labour_force": "Labor force, female (% of total labor force)",+ "maternal_mortality": "Maternal mortality ratio (modeled estimate, per 100,000 live births)",+ "girls_in_school": "School enrollment, primary, female (% gross)",+ "women_in_parliament": "Proportion of seats held by women in national parliaments (%)",+ "female_business_ownership": "Women who own a bank account at a formal institution (% age 15+)",+ "gender_wage_gap": "Ratio of female to male labor force participation rate (%)",+ "sdg5_1_1": "SDG 5.1.1 - Legal frameworks for gender equality",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _get_wb_indicator(country: str, wb_indicator: str, year: str = "") -> Dict:+ country_code = country.upper()+ url = f"https://api.worldbank.org/v2/country/{country_code}/indicator/{wb_indicator}"+ params = {"format": "json", "per_page": 20}+ if year:+ params["date"] = year+ else:+ params["mrv"] = 10+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ data = response.json()+ if isinstance(data, list) and len(data) >= 2:+ observations = data[1] or []+ return [+ {"year": obs.get("date", ""), "value": obs.get("value", None)}+ for obs in observations+ if obs.get("value") is not None+ ]+ return []+ except Exception:+ return []+++def get_national_accounts(country: str, indicator: str, year: str = "") -> Dict:+ indicator_info = NATIONAL_ACCOUNTS_INDICATORS.get(indicator, indicator)+ wb_map = {+ "gdp_current": "NY.GDP.MKTP.CD",+ "gdp_constant": "NY.GDP.MKTP.KN",+ "gdp_per_capita": "NY.GDP.PCAP.CD",+ "gni_current": "NY.GNP.MKTP.CD",+ "household_consumption": "NE.CON.PRVT.CD",+ "govt_consumption": "NE.CON.GOVT.CD",+ "gross_capital_formation": "NE.GDI.TOTL.CD",+ "exports": "NE.EXP.GNFS.CD",+ "imports": "NE.IMP.GNFS.CD",+ "trade_balance": "BN.CAB.XOKA.CD",+ }+ wb_id = wb_map.get(indicator, indicator)+ data = _get_wb_indicator(country, wb_id, year)+ return {+ "country": country,+ "indicator": indicator,+ "indicator_description": indicator_info,+ "wb_indicator_id": wb_id,+ "source": "World Bank / UN National Accounts",+ "data": sorted(data, key=lambda x: x["year"]) if data else [],+ "available_indicators": NATIONAL_ACCOUNTS_INDICATORS,+ }+++def get_environment_accounts(country: str, year: str = "") -> Dict:+ wb_env_map = {+ "co2_emissions": "EN.ATM.CO2E.PC",+ "forest_area": "AG.LND.FRST.ZS",+ "renewable_energy": "EG.FEC.RNEW.ZS",+ "freshwater_withdrawal": "ER.H2O.FWTL.ZS",+ "protected_areas": "ER.PTD.TOTL.ZS",+ }+ result = {"country": country, "environment_indicators": {}}+ for name, wb_id in wb_env_map.items():+ data = _get_wb_indicator(country, wb_id, year)+ result["environment_indicators"][name] = {+ "description": ENVIRONMENT_INDICATORS.get(name, name),+ "data": sorted(data, key=lambda x: x["year"]) if data else [],+ }+ result["source"] = "World Bank / UN Environment Statistics"+ return result+++def get_demographic_stats(country: str, indicator: str, year: str = "") -> Dict:+ wb_demo_map = {+ "population_total": "SP.POP.TOTL",+ "population_growth": "SP.POP.GROW",+ "urban_population": "SP.URB.TOTL.IN.ZS",+ "life_expectancy": "SP.DYN.LE00.IN",+ "fertility_rate": "SP.DYN.TFRT.IN",+ "mortality_under5": "SH.DYN.MORT",+ "net_migration": "SM.POP.NETM",+ "age_dependency_old": "SP.POP.DPND.OL",+ }+ wb_id = wb_demo_map.get(indicator, indicator)+ data = _get_wb_indicator(country, wb_id, year)+ return {+ "country": country,+ "indicator": indicator,+ "indicator_description": DEMOGRAPHIC_INDICATORS.get(indicator, indicator),+ "wb_indicator_id": wb_id,+ "source": "UN Population Division / World Bank",+ "data": sorted(data, key=lambda x: x["year"]) if data else [],+ "available_indicators": DEMOGRAPHIC_INDICATORS,+ }+++def get_gender_stats(country: str, indicator: str, year: str = "") -> Dict:+ wb_gender_map = {+ "female_labour_force": "SL.TLF.TOTL.FE.ZS",+ "maternal_mortality": "SH.STA.MMRT",+ "girls_in_school": "SE.ENR.PRIM.FM.ZS",+ "women_in_parliament": "SG.GEN.PARL.ZS",+ "gender_wage_gap": "SL.TLF.ACTI.FM.ZS",+ }+ wb_id = wb_gender_map.get(indicator, indicator)+ data = _get_wb_indicator(country, wb_id, year) if wb_id else []+ sdg_data = _make_request(f"sdg/Indicator/Data?indicator=5.1.1&area={country}", {})+ return {+ "country": country,+ "indicator": indicator,+ "indicator_description": GENDER_INDICATORS.get(indicator, indicator),+ "source": "UN Statistics Division / World Bank Gender Data Portal",+ "data": sorted(data, key=lambda x: x["year"]) if data else [],+ "sdg5_indicators": GENDER_INDICATORS,+ "available_indicators": GENDER_INDICATORS,+ }+++def get_available_indicators() -> Dict:+ sdg_data = _make_request("sdg/Indicator/List", {})+ return {+ "sdg_goals": UN_SDG_GOALS,+ "national_accounts": NATIONAL_ACCOUNTS_INDICATORS,+ "environment": ENVIRONMENT_INDICATORS,+ "demographic": DEMOGRAPHIC_INDICATORS,+ "gender": GENDER_INDICATORS,+ "sdg_api_base": SDG_BASE_URL,+ "undata_base": UN_DATA_BASE,+ "note": "UN Statistics Division provides SDG indicators, SNA data, demographic, and environmental statistics.",+ }+++def get_countries() -> Dict:+ data = _make_request("sdg/GeoArea/List", {})+ if "error" in data:+ return {+ "note": "UN Statistics Division country list",+ "total": 249,+ "un_stats_url": "https://unstats.un.org",+ "sdg_api": SDG_BASE_URL,+ "error": data.get("error", ""),+ }+ return {+ "total": len(data) if isinstance(data, list) else 0,+ "countries": data if isinstance(data, list) else [],+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "national_accounts":+ country = args[1] if len(args) > 1 else "USA"+ indicator = args[2] if len(args) > 2 else "gdp_current"+ year = args[3] if len(args) > 3 else ""+ result = get_national_accounts(country, indicator, year)+ elif command == "environment":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else ""+ result = get_environment_accounts(country, year)+ elif command == "demographic":+ country = args[1] if len(args) > 1 else "USA"+ indicator = args[2] if len(args) > 2 else "population_total"+ year = args[3] if len(args) > 3 else ""+ result = get_demographic_stats(country, indicator, year)+ elif command == "gender":+ country = args[1] if len(args) > 1 else "USA"+ indicator = args[2] if len(args) > 2 else "women_in_parliament"+ year = args[3] if len(args) > 3 else ""+ result = get_gender_stats(country, indicator, year)+ elif command == "indicators":+ result = get_available_indicators()+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/unctad_data.py b/fincept-qt/scripts/unctad_data.pynew file mode 100644index 000000000..24200319b--- /dev/null+++ b/fincept-qt/scripts/unctad_data.py@@ -0,0 +1,131 @@+"""+UNCTAD Statistics Data Fetcher+United Nations Conference on Trade and Development: world trade, FDI flows,+maritime transport, investment policy, and development data.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('UNCTAD_API_KEY', '')+BASE_URL = "https://unctadstat-api.unctad.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_fdi_flows(country: str = "USA", year: str = None) -> Any:+ params = {+ "reporterCode": country,+ "indicatorCode": "FDI_INFLOWS_SHARE",+ "format": "json",+ }+ if year:+ params["period"] = year+ return _make_request("GetData/FDI_INFLOWS_PROFILE", params)+++def get_merchandise_trade(country: str = "USA", partner: str = "WLD", year: str = None) -> Any:+ params = {+ "reporterCode": country,+ "partnerCode": partner,+ "indicatorCode": "US_TOT",+ "format": "json",+ }+ if year:+ params["period"] = year+ return _make_request("GetData/TradeMerchandiseTotals", params)+++def get_services_trade(country: str = "USA", year: str = None) -> Any:+ params = {+ "reporterCode": country,+ "format": "json",+ }+ if year:+ params["period"] = year+ return _make_request("GetData/TradeServices", params)+++def get_maritime_transport(country: str = "USA", year: str = None) -> Any:+ params = {+ "reporterCode": country,+ "format": "json",+ }+ if year:+ params["period"] = year+ return _make_request("GetData/MaritimeProfile", params)+++def get_development_indicators(country: str = "USA", year: str = None) -> Any:+ params = {+ "reporterCode": country,+ "format": "json",+ }+ if year:+ params["period"] = year+ return _make_request("GetData/DevelopmentProfile", params)+++def get_datasets() -> Any:+ return _make_request("Datasets", {"format": "json"})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "fdi":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else None+ result = get_fdi_flows(country, year)+ elif command == "merchandise":+ country = args[1] if len(args) > 1 else "USA"+ partner = args[2] if len(args) > 2 else "WLD"+ year = args[3] if len(args) > 3 else None+ result = get_merchandise_trade(country, partner, year)+ elif command == "services":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else None+ result = get_services_trade(country, year)+ elif command == "maritime":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else None+ result = get_maritime_transport(country, year)+ elif command == "development":+ country = args[1] if len(args) > 1 else "USA"+ year = args[2] if len(args) > 2 else None+ result = get_development_indicators(country, year)+ elif command == "datasets":+ result = get_datasets()++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/undp_data.py b/fincept-qt/scripts/undp_data.pynew file mode 100644index 000000000..6915efb19--- /dev/null+++ b/fincept-qt/scripts/undp_data.py@@ -0,0 +1,121 @@+"""+UNDP Human Development Data Fetcher+Human Development Index (HDI), Gender Inequality Index (GII), and+Multidimensional Poverty Index (MPI) for all countries via the UNDP HDR API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('UNDP_API_KEY', '')+BASE_URL = "https://api.hdr.undp.org/v5/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_hdi(country: str = None, start_year: str = None, end_year: str = None) -> Any:+ params = {"indicator_id": "137906"}+ if country:+ params["country_code"] = country+ if start_year:+ params["year_from"] = start_year+ if end_year:+ params["year_to"] = end_year+ return _make_request("indicator/data", params)+++def get_gii(country: str = None, start_year: str = None, end_year: str = None) -> Any:+ params = {"indicator_id": "68606"}+ if country:+ params["country_code"] = country+ if start_year:+ params["year_from"] = start_year+ if end_year:+ params["year_to"] = end_year+ return _make_request("indicator/data", params)+++def get_mpi(country: str = None, year: str = None) -> Any:+ params = {"indicator_id": "137931"}+ if country:+ params["country_code"] = country+ if year:+ params["year_from"] = year+ params["year_to"] = year+ return _make_request("indicator/data", params)+++def get_country_profile(country_code: str) -> Any:+ return _make_request(f"country/{country_code}")+++def get_indicators() -> Any:+ return _make_request("indicator")+++def get_rankings(indicator: str = None, year: str = None) -> Any:+ params = {}+ if indicator:+ params["indicator_id"] = indicator+ if year:+ params["year"] = year+ return _make_request("indicator/rankings", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "hdi":+ country = args[1] if len(args) > 1 else None+ start_year = args[2] if len(args) > 2 else None+ end_year = args[3] if len(args) > 3 else None+ result = get_hdi(country, start_year, end_year)+ elif command == "gii":+ country = args[1] if len(args) > 1 else None+ start_year = args[2] if len(args) > 2 else None+ end_year = args[3] if len(args) > 3 else None+ result = get_gii(country, start_year, end_year)+ elif command == "mpi":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_mpi(country, year)+ elif command == "profile":+ if len(args) < 2:+ result = {"error": "country_code required"}+ else:+ result = get_country_profile(args[1])+ elif command == "indicators":+ result = get_indicators()+ elif command == "rankings":+ indicator = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_rankings(indicator, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/unep_data.py b/fincept-qt/scripts/unep_data.pynew file mode 100644index 000000000..e3877e306--- /dev/null+++ b/fincept-qt/scripts/unep_data.py@@ -0,0 +1,121 @@+"""+UNEP Environmental Data Fetcher+Environmental indicators covering forests, freshwater, biodiversity, marine,+and land use via the UNEP Environmental Live data portal.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('UNEP_API_KEY', '')+BASE_URL = "https://environmentlive.unep.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_forest_data(country: str = None, year: str = None) -> Any:+ params = {"theme": "forests"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("indicators/forests", params)+++def get_freshwater_data(country: str = None, indicator: str = None, year: str = None) -> Any:+ params = {"theme": "freshwater"}+ if country:+ params["country"] = country+ if indicator:+ params["indicator"] = indicator+ if year:+ params["year"] = year+ return _make_request("indicators/freshwater", params)+++def get_biodiversity_data(country: str = None, year: str = None) -> Any:+ params = {"theme": "biodiversity"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("indicators/biodiversity", params)+++def get_marine_data(country: str = None, year: str = None) -> Any:+ params = {"theme": "marine"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("indicators/marine", params)+++def get_land_use_data(country: str = None, year: str = None) -> Any:+ params = {"theme": "land"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("indicators/land-use", params)+++def get_indicators() -> Any:+ return _make_request("indicators")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "forests":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_forest_data(country, year)+ elif command == "freshwater":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_freshwater_data(country, indicator, year)+ elif command == "biodiversity":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_biodiversity_data(country, year)+ elif command == "marine":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_marine_data(country, year)+ elif command == "land_use":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_land_use_data(country, year)+ elif command == "indicators":+ result = get_indicators()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/unfpa_data.py b/fincept-qt/scripts/unfpa_data.pynew file mode 100644index 000000000..f9e21cbb1--- /dev/null+++ b/fincept-qt/scripts/unfpa_data.py@@ -0,0 +1,121 @@+"""+UNFPA Population Fund Data Fetcher+Demographic data, reproductive health, and population projections from+the United Nations Population Fund open data resources.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('UNFPA_API_KEY', '')+BASE_URL = "https://www.unfpa.org/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_population_data(country: str = None, year: str = None) -> Any:+ params = {"indicator": "population_total"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("api/population", params)+++def get_fertility_rate(country: str = None, year: str = None) -> Any:+ params = {"indicator": "tfr"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("api/fertility", params)+++def get_maternal_health(country: str = None, indicator: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if indicator:+ params["indicator"] = indicator+ if year:+ params["year"] = year+ return _make_request("api/maternal-health", params)+++def get_youth_data(country: str = None, year: str = None) -> Any:+ params = {"age_group": "15-24"}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("api/youth", params)+++def get_reproductive_health(country: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ return _make_request("api/reproductive-health", params)+++def get_countries() -> Any:+ return _make_request("api/countries")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "population":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_population_data(country, year)+ elif command == "fertility":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_fertility_rate(country, year)+ elif command == "maternal":+ country = args[1] if len(args) > 1 else None+ indicator = args[2] if len(args) > 2 else None+ year = args[3] if len(args) > 3 else None+ result = get_maternal_health(country, indicator, year)+ elif command == "youth":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_youth_data(country, year)+ elif command == "reproductive":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_reproductive_health(country, year)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/unhcr_data.py b/fincept-qt/scripts/unhcr_data.pynew file mode 100644index 000000000..7f51e956a--- /dev/null+++ b/fincept-qt/scripts/unhcr_data.py@@ -0,0 +1,152 @@+"""+UNHCR Refugee Statistics Data Fetcher+Provides refugee populations, displacement figures, asylum applications,+demographic breakdowns, stateless persons, and returns data from UNHCR.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('UNHCR_API_KEY', '')+BASE_URL = "https://api.unhcr.org/population/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ default_params = {"limit": 100, "page": 1}+ if params:+ default_params.update(params)+ try:+ response = session.get(url, params=default_params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_population(country_of_origin: str = None, country_of_asylum: str = None, year: int = None) -> Any:+ """Return refugee and displaced population counts by origin and asylum country."""+ params = {}+ if country_of_origin:+ params["coo"] = country_of_origin.upper()+ if country_of_asylum:+ params["coa"] = country_of_asylum.upper()+ if year:+ params["year"] = year+ data = _make_request("population", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country_of_origin": country_of_origin, "country_of_asylum": country_of_asylum,+ "year": year, "population": data.get("items", []), "total": data.get("total", 0)}+++def get_asylum_applications(country: str, year: int = None) -> Any:+ """Return asylum application counts for a country of asylum."""+ params = {"coa": country.upper()}+ if year:+ params["year"] = year+ data = _make_request("asylum-applications", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "applications": data.get("items", []),+ "total": data.get("total", 0)}+++def get_demographics(country: str, year: int = None) -> Any:+ """Return age and gender demographic breakdown of refugee population in a country."""+ params = {"coa": country.upper()}+ if year:+ params["year"] = year+ data = _make_request("demographics", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "demographics": data.get("items", []),+ "total": data.get("total", 0)}+++def get_stateless(country: str, year: int = None) -> Any:+ """Return stateless person counts for a country."""+ params = {"coa": country.upper()}+ if year:+ params["year"] = year+ data = _make_request("stateless", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "stateless": data.get("items", []),+ "total": data.get("total", 0)}+++def get_overview(year: int = None) -> Any:+ """Return global displacement overview figures."""+ params = {}+ if year:+ params["year"] = year+ data = _make_request("population", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"year": year, "global_overview": data}+++def get_countries() -> Any:+ """Return all countries of origin and asylum in the UNHCR database."""+ data = _make_request("countries", params={"limit": 300})+ if isinstance(data, dict) and "error" in data:+ return data+ return {"countries": data.get("items", []), "total": data.get("total", 0)}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "population":+ country_of_origin = args[1] if len(args) > 1 else None+ country_of_asylum = args[2] if len(args) > 2 else None+ year = int(args[3]) if len(args) > 3 else None+ result = get_population(country_of_origin, country_of_asylum, year)+ elif command == "asylum":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_asylum_applications(country, year)+ elif command == "demographics":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_demographics(country, year)+ elif command == "stateless":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_stateless(country, year)+ elif command == "overview":+ year = int(args[1]) if len(args) > 1 else None+ result = get_overview(year)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/unicef_data.py b/fincept-qt/scripts/unicef_data.pynew file mode 100644index 000000000..062946537--- /dev/null+++ b/fincept-qt/scripts/unicef_data.py@@ -0,0 +1,130 @@+"""+UNICEF Data Fetcher+Child health, education, nutrition, and water/sanitation data for all countries+via the UNICEF SDMX public data API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('UNICEF_API_KEY', '')+BASE_URL = "https://sdmx.data.unicef.org/ws/public/sdmxapi/rest/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {"Accept": "application/json"}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_child_mortality(country: str = "ALL", year: str = None) -> Any:+ flow = "UNICEF,CME_DF,1.0"+ key = f"MR_U5.{country}.."+ params = {}+ if year:+ params["startPeriod"] = year+ params["endPeriod"] = year+ return _make_request(f"{flow}/{key}", params)+++def get_immunization(country: str = "ALL", vaccine: str = "DTP3", year: str = None) -> Any:+ flow = "UNICEF,IMMUNISATION,1.0"+ key = f"{vaccine}.{country}.."+ params = {}+ if year:+ params["startPeriod"] = year+ params["endPeriod"] = year+ return _make_request(f"{flow}/{key}", params)+++def get_nutrition(country: str = "ALL", indicator: str = "STUNTING", year: str = None) -> Any:+ flow = "UNICEF,NUTRITION,1.0"+ key = f"{indicator}.{country}.."+ params = {}+ if year:+ params["startPeriod"] = year+ params["endPeriod"] = year+ return _make_request(f"{flow}/{key}", params)+++def get_education(country: str = "ALL", level: str = "PRIMARY", sex: str = "T", year: str = None) -> Any:+ flow = "UNICEF,EDUCATION,1.0"+ key = f"NET_ATT_{level}.{country}.{sex}."+ params = {}+ if year:+ params["startPeriod"] = year+ params["endPeriod"] = year+ return _make_request(f"{flow}/{key}", params)+++def get_water_sanitation(country: str = "ALL", indicator: str = "DRINKING_WATER", year: str = None) -> Any:+ flow = "UNICEF,WASH,1.0"+ key = f"{indicator}.{country}.."+ params = {}+ if year:+ params["startPeriod"] = year+ params["endPeriod"] = year+ return _make_request(f"{flow}/{key}", params)+++def get_datasets() -> Any:+ base = "https://sdmx.data.unicef.org/ws/public/sdmxapi/rest/dataflow/UNICEF"+ return _make_request(base)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "mortality":+ country = args[1] if len(args) > 1 else "ALL"+ year = args[2] if len(args) > 2 else None+ result = get_child_mortality(country, year)+ elif command == "immunization":+ country = args[1] if len(args) > 1 else "ALL"+ vaccine = args[2] if len(args) > 2 else "DTP3"+ year = args[3] if len(args) > 3 else None+ result = get_immunization(country, vaccine, year)+ elif command == "nutrition":+ country = args[1] if len(args) > 1 else "ALL"+ indicator = args[2] if len(args) > 2 else "STUNTING"+ year = args[3] if len(args) > 3 else None+ result = get_nutrition(country, indicator, year)+ elif command == "education":+ country = args[1] if len(args) > 1 else "ALL"+ level = args[2] if len(args) > 2 else "PRIMARY"+ sex = args[3] if len(args) > 3 else "T"+ year = args[4] if len(args) > 4 else None+ result = get_education(country, level, sex, year)+ elif command == "wash":+ country = args[1] if len(args) > 1 else "ALL"+ indicator = args[2] if len(args) > 2 else "DRINKING_WATER"+ year = args[3] if len(args) > 3 else None+ result = get_water_sanitation(country, indicator, year)+ elif command == "datasets":+ result = get_datasets()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/usda_crop_data.py b/fincept-qt/scripts/usda_crop_data.pynew file mode 100644index 000000000..8ddbaa25e--- /dev/null+++ b/fincept-qt/scripts/usda_crop_data.py@@ -0,0 +1,95 @@+"""+USDA Crop Data Fetcher+USDA WASDE (World Agricultural Supply and Demand Estimates): monthly crop supply/demand forecasts.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('USDA_API_KEY', '')+BASE_URL = "https://apps.fas.usda.gov/psdonline/app/index.html"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"https://apps.fas.usda.gov/psdonline/api/v1/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_wasde_report(commodity: str, country: str, year: str, month: str) -> Any:+ params = {"commodityCode": commodity, "countryCode": country, "marketYear": year, "monthId": month}+ return _make_request("data/commodity", params)+++def get_corn_wasde(year: str) -> Any:+ params = {"commodityCode": "0440000", "marketYear": year}+ return _make_request("data/commodity", params)+++def get_wheat_wasde(year: str) -> Any:+ params = {"commodityCode": "0410000", "marketYear": year}+ return _make_request("data/commodity", params)+++def get_soybean_wasde(year: str) -> Any:+ params = {"commodityCode": "2222000", "marketYear": year}+ return _make_request("data/commodity", params)+++def get_cotton_wasde(year: str) -> Any:+ params = {"commodityCode": "2631000", "marketYear": year}+ return _make_request("data/commodity", params)+++def get_available_commodities() -> Any:+ return _make_request("lookup/commodity", {})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "wasde":+ commodity = args[1] if len(args) > 1 else "0440000"+ country = args[2] if len(args) > 2 else "US"+ year = args[3] if len(args) > 3 else "2024"+ month = args[4] if len(args) > 4 else "1"+ result = get_wasde_report(commodity, country, year, month)+ elif command == "corn":+ year = args[1] if len(args) > 1 else "2024"+ result = get_corn_wasde(year)+ elif command == "wheat":+ year = args[1] if len(args) > 1 else "2024"+ result = get_wheat_wasde(year)+ elif command == "soybeans":+ year = args[1] if len(args) > 1 else "2024"+ result = get_soybean_wasde(year)+ elif command == "cotton":+ year = args[1] if len(args) > 1 else "2024"+ result = get_cotton_wasde(year)+ elif command == "commodities":+ result = get_available_commodities()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/usda_ers_data.py b/fincept-qt/scripts/usda_ers_data.pynew file mode 100644index 000000000..f7c0d6ef4--- /dev/null+++ b/fincept-qt/scripts/usda_ers_data.py@@ -0,0 +1,105 @@+"""+USDA ERS Data Fetcher+USDA Economic Research Service: food prices, farm income, commodity outlooks,+and rural economics data via the ERS API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('USDA_ERS_API_KEY', '')+BASE_URL = "https://api.ers.usda.gov/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["api_key"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_food_price_outlook() -> Any:+ return _make_request("foodpricesprojections/summary")+++def get_farm_income(year: str = None, state: str = None) -> Any:+ params = {}+ if year:+ params["year"] = year+ if state:+ params["state"] = state+ return _make_request("Arms/farmIncome/farmsReceiptsCashRents", params)+++def get_commodity_outlook(commodity: str) -> Any:+ params = {"commodity": commodity}+ return _make_request("Arms/farmIncome/valueOfProductionAndGrossReturn", params)+++def get_food_expenditure(year: str = None) -> Any:+ params = {}+ if year:+ params["year"] = year+ return _make_request("foodexpenditures/FoodExpenditures", params)+++def get_rural_indicators(state: str = None) -> Any:+ params = {}+ if state:+ params["state"] = state+ return _make_request("GovtPayments/Data", params)+++def get_datasets() -> Any:+ return _make_request("", {"datasetsonly": "true"})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "food_prices":+ result = get_food_price_outlook()+ elif command == "farm_income":+ year = args[1] if len(args) > 1 else None+ state = args[2] if len(args) > 2 else None+ result = get_farm_income(year, state)+ elif command == "outlook":+ commodity = args[1] if len(args) > 1 else "corn"+ result = get_commodity_outlook(commodity)+ elif command == "expenditure":+ year = args[1] if len(args) > 1 else None+ result = get_food_expenditure(year)+ elif command == "rural":+ state = args[1] if len(args) > 1 else None+ result = get_rural_indicators(state)+ elif command == "datasets":+ result = get_datasets()++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/usda_fas_data.py b/fincept-qt/scripts/usda_fas_data.pynew file mode 100644index 000000000..6e5a39bb8--- /dev/null+++ b/fincept-qt/scripts/usda_fas_data.py@@ -0,0 +1,106 @@+"""+USDA FAS PSD Data Fetcher+Global agricultural supply and demand data — production, trade, and stocks+by commodity and country via the USDA Foreign Agricultural Service PSD Online API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('USDA_FAS_API_KEY', '')+BASE_URL = "https://apps.fas.usda.gov/psdonline/api/v1.0"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_commodities() -> Any:+ return _make_request("commodity")+++def get_countries() -> Any:+ return _make_request("country")+++def get_psd_data(commodity_code: str, country_code: str, year: str = None) -> Any:+ params = {+ "commodityCode": commodity_code,+ "countryCode": country_code,+ }+ if year:+ params["marketYear"] = year+ return _make_request("data", params)+++def get_commodity_data(commodity_code: str, year: str = None) -> Any:+ params = {"commodityCode": commodity_code}+ if year:+ params["marketYear"] = year+ return _make_request("data", params)+++def get_export_data(commodity_code: str, country_code: str) -> Any:+ params = {+ "commodityCode": commodity_code,+ "countryCode": country_code,+ "attributeId": "88",+ }+ return _make_request("data", params)+++def get_regions() -> Any:+ return _make_request("region")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "commodities":+ result = get_commodities()+ elif command == "countries":+ result = get_countries()+ elif command == "psd":+ commodity_code = args[1] if len(args) > 1 else "0440000"+ country_code = args[2] if len(args) > 2 else "US"+ year = args[3] if len(args) > 3 else None+ result = get_psd_data(commodity_code, country_code, year)+ elif command == "commodity":+ commodity_code = args[1] if len(args) > 1 else "0440000"+ year = args[2] if len(args) > 2 else None+ result = get_commodity_data(commodity_code, year)+ elif command == "exports":+ commodity_code = args[1] if len(args) > 1 else "0440000"+ country_code = args[2] if len(args) > 2 else "US"+ result = get_export_data(commodity_code, country_code)+ elif command == "regions":+ result = get_regions()++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/usda_nass_data.py b/fincept-qt/scripts/usda_nass_data.pynew file mode 100644index 000000000..ca0de4b20--- /dev/null+++ b/fincept-qt/scripts/usda_nass_data.py@@ -0,0 +1,148 @@+"""+USDA NASS Quick Stats Data Fetcher+US agricultural production, prices, acreage, and livestock data for all commodities+via the USDA National Agricultural Statistics Service Quick Stats API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('USDA_NASS_API_KEY', '')+BASE_URL = "https://quickstats.nass.usda.gov/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_data(commodity: str, year: str = None, state: str = None) -> Any:+ params = {+ "key": API_KEY,+ "commodity_desc": commodity.upper(),+ "format": "JSON",+ "statisticcat_desc": "PRODUCTION",+ }+ if year:+ params["year"] = year+ if state:+ params["state_alpha"] = state.upper()+ return _make_request("api_GET", params)+++def get_crops(year: str = None, state: str = None) -> Any:+ params = {+ "key": API_KEY,+ "sector_desc": "CROPS",+ "format": "JSON",+ "statisticcat_desc": "PRODUCTION",+ "agg_level_desc": "NATIONAL" if not state else "STATE",+ }+ if year:+ params["year"] = year+ if state:+ params["state_alpha"] = state.upper()+ return _make_request("api_GET", params)+++def get_livestock(year: str = None, state: str = None) -> Any:+ params = {+ "key": API_KEY,+ "sector_desc": "ANIMALS & PRODUCTS",+ "format": "JSON",+ "statisticcat_desc": "INVENTORY",+ "agg_level_desc": "NATIONAL" if not state else "STATE",+ }+ if year:+ params["year"] = year+ if state:+ params["state_alpha"] = state.upper()+ return _make_request("api_GET", params)+++def get_prices(commodity: str, year: str = None) -> Any:+ params = {+ "key": API_KEY,+ "commodity_desc": commodity.upper(),+ "statisticcat_desc": "PRICE RECEIVED",+ "format": "JSON",+ }+ if year:+ params["year"] = year+ return _make_request("api_GET", params)+++def search_params(param_type: str) -> Any:+ valid_types = [+ "sector_desc", "group_desc", "commodity_desc", "class_desc",+ "prodn_practice_desc", "util_practice_desc", "statisticcat_desc",+ "unit_desc", "agg_level_desc", "state_alpha", "county_name"+ ]+ if param_type not in valid_types:+ return {"error": f"Invalid param_type. Valid options: {valid_types}"}+ params = {"key": API_KEY, "param": param_type}+ return _make_request("get_param_values", params)+++def get_counts(filters: Dict) -> Any:+ params = {"key": API_KEY, "format": "JSON"}+ params.update(filters)+ return _make_request("get_counts", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "data":+ commodity = args[1] if len(args) > 1 else "CORN"+ year = args[2] if len(args) > 2 else None+ state = args[3] if len(args) > 3 else None+ result = get_data(commodity, year, state)+ elif command == "crops":+ year = args[1] if len(args) > 1 else None+ state = args[2] if len(args) > 2 else None+ result = get_crops(year, state)+ elif command == "livestock":+ year = args[1] if len(args) > 1 else None+ state = args[2] if len(args) > 2 else None+ result = get_livestock(year, state)+ elif command == "prices":+ commodity = args[1] if len(args) > 1 else "CORN"+ year = args[2] if len(args) > 2 else None+ result = get_prices(commodity, year)+ elif command == "params":+ param_type = args[1] if len(args) > 1 else "commodity_desc"+ result = search_params(param_type)+ elif command == "counts":+ filters = {}+ for i in range(1, len(args) - 1, 2):+ filters[args[i]] = args[i + 1]+ result = get_counts(filters)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/waqi_data.py b/fincept-qt/scripts/waqi_data.pynew file mode 100644index 000000000..465d075f2--- /dev/null+++ b/fincept-qt/scripts/waqi_data.py@@ -0,0 +1,171 @@+"""+World Air Quality Index Data Fetcher+AQI for 11000+ stations globally, PM2.5/PM10/NO2/CO/SO2/O3.+Requires free API key via WAQI_TOKEN env var.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WAQI_TOKEN', '')+BASE_URL = "https://api.waqi.info"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ """Make HTTP request with error handling."""+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params['token'] = API_KEY if API_KEY else 'demo'+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _unwrap(data: Any, label: str = "data") -> Any:+ """Unwrap WAQI API response envelope."""+ if isinstance(data, dict):+ if data.get("status") == "ok":+ return {label: data.get("data"), "status": "ok"}+ elif data.get("status") == "error":+ return {"error": data.get("data", "Unknown WAQI error")}+ return data+++def get_city_aqi(city: str) -> Any:+ """Get real-time AQI and pollutant breakdown for a city name.+ city: city name (e.g. london, beijing, new-york) or @station_id.+ """+ data = _make_request(f"feed/{city}/")+ result = _unwrap(data, "aqi_data")+ if isinstance(result, dict) and "aqi_data" in result:+ d = result["aqi_data"]+ return {+ "city": d.get("city", {}).get("name") if isinstance(d.get("city"), dict) else d.get("city"),+ "aqi": d.get("aqi"),+ "time": d.get("time", {}).get("s") if isinstance(d.get("time"), dict) else d.get("time"),+ "dominantpol": d.get("dominantpol"),+ "iaqi": d.get("iaqi"),+ "forecast": d.get("forecast"),+ "attributions": d.get("attributions"),+ }+ return result+++def get_station_aqi(station_id: int) -> Any:+ """Get AQI data for a specific station by numeric ID."""+ data = _make_request(f"feed/@{station_id}/")+ return _unwrap(data, "station_data")+++def get_nearby_stations(lat: float, lng: float) -> Any:+ """Get AQI readings from stations near a lat/lng coordinate."""+ data = _make_request(f"feed/geo:{lat};{lng}/")+ return _unwrap(data, "nearby_data")+++def search_stations(keyword: str) -> Any:+ """Search for monitoring stations by keyword/city name."""+ params = {"keyword": keyword}+ data = _make_request("search/", params=params)+ if isinstance(data, dict) and data.get("status") == "ok":+ stations = data.get("data", [])+ return {"keyword": keyword, "stations": stations, "count": len(stations)}+ return _unwrap(data, "search_results")+++def get_map_data(lat1: float, lng1: float, lat2: float, lng2: float) -> Any:+ """Get AQI readings for all stations within a geographic bounding box.+ lat1,lng1: south-west corner; lat2,lng2: north-east corner.+ """+ params = {"latlng": f"{lat1},{lng1},{lat2},{lng2}"}+ data = _make_request("map/bounds/", params=params)+ if isinstance(data, dict) and data.get("status") == "ok":+ stations = data.get("data", [])+ return {+ "bounds": {"sw": [lat1, lng1], "ne": [lat2, lng2]},+ "stations": stations,+ "count": len(stations),+ }+ return _unwrap(data, "map_data")+++def get_historical_forecast(city: str) -> Any:+ """Get AQI forecast and historical trend embedded in station data."""+ data = _make_request(f"feed/{city}/")+ result = _unwrap(data, "aqi_data")+ if isinstance(result, dict) and "aqi_data" in result:+ d = result["aqi_data"]+ return {+ "city": d.get("city", {}).get("name") if isinstance(d.get("city"), dict) else d.get("city"),+ "current_aqi": d.get("aqi"),+ "forecast": d.get("forecast", {}),+ "time": d.get("time", {}).get("s") if isinstance(d.get("time"), dict) else d.get("time"),+ }+ return result+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: city, station, nearby, search, map, historical. Set WAQI_TOKEN env var."}))+ return++ command = args[0]++ if command == "city":+ if len(args) < 2:+ result = {"error": "Usage: city <city_name_or_@station_id>"}+ else:+ result = get_city_aqi(args[1])+ elif command == "station":+ if len(args) < 2:+ result = {"error": "Usage: station <station_id>"}+ else:+ try:+ result = get_station_aqi(int(args[1]))+ except ValueError:+ result = {"error": f"station_id must be numeric, got: {args[1]}"}+ elif command == "nearby":+ if len(args) < 3:+ result = {"error": "Usage: nearby <lat> <lng>"}+ else:+ result = get_nearby_stations(float(args[1]), float(args[2]))+ elif command == "search":+ if len(args) < 2:+ result = {"error": "Usage: search <keyword>"}+ else:+ result = search_stations(" ".join(args[1:]))+ elif command == "map":+ if len(args) < 5:+ result = {"error": "Usage: map <lat1> <lng1> <lat2> <lng2> (bounding box SW to NE)"}+ else:+ result = get_map_data(float(args[1]), float(args[2]), float(args[3]), float(args[4]))+ elif command == "historical":+ if len(args) < 2:+ result = {"error": "Usage: historical <city_name>"}+ else:+ result = get_historical_forecast(args[1])+ else:+ result = {"error": f"Unknown command: {command}. Available: city, station, nearby, search, map, historical"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/weforum_data.py b/fincept-qt/scripts/weforum_data.pynew file mode 100644index 000000000..902ecb564--- /dev/null+++ b/fincept-qt/scripts/weforum_data.py@@ -0,0 +1,112 @@+"""+World Economic Forum (WEF) Data Fetcher+Global Competitiveness Index, travel & tourism competitiveness, and energy+transition data via the TC Data 360 (World Bank-hosted WEF datasets) API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WEFORUM_API_KEY', '')+BASE_URL = "https://tcdata360.worldbank.org/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_indicator(indicator_id: str, country: str = None, start_year: str = None, end_year: str = None) -> Any:+ params = {"indicators": indicator_id}+ if country:+ params["countries"] = country+ if start_year:+ params["dateRange"] = f"{start_year},{end_year or start_year}"+ return _make_request("data", params)+++def get_topics() -> Any:+ return _make_request("topics")+++def get_countries() -> Any:+ return _make_request("countries")+++def get_rankings(indicator_id: str, year: str = None) -> Any:+ params = {"indicators": indicator_id}+ if year:+ params["dateRange"] = f"{year},{year}"+ return _make_request("data", params)+++def get_dataset(dataset_id: str, country: str = None) -> Any:+ params = {"datasource": dataset_id}+ if country:+ params["countries"] = country+ return _make_request("data", params)+++def search_indicators(query: str) -> Any:+ params = {"search": query}+ return _make_request("indicators", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "indicator":+ if len(args) < 2:+ result = {"error": "indicator_id required"}+ else:+ country = args[2] if len(args) > 2 else None+ start_year = args[3] if len(args) > 3 else None+ end_year = args[4] if len(args) > 4 else None+ result = get_indicator(args[1], country, start_year, end_year)+ elif command == "topics":+ result = get_topics()+ elif command == "countries":+ result = get_countries()+ elif command == "rankings":+ if len(args) < 2:+ result = {"error": "indicator_id required"}+ else:+ year = args[2] if len(args) > 2 else None+ result = get_rankings(args[1], year)+ elif command == "dataset":+ if len(args) < 2:+ result = {"error": "dataset_id required"}+ else:+ country = args[2] if len(args) > 2 else None+ result = get_dataset(args[1], country)+ elif command == "search":+ if len(args) < 2:+ result = {"error": "query required"}+ else:+ result = search_indicators(args[1])+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/who_data.py b/fincept-qt/scripts/who_data.pynew file mode 100644index 000000000..3d80877d0--- /dev/null+++ b/fincept-qt/scripts/who_data.py@@ -0,0 +1,141 @@+"""+WHO Global Health Observatory (GHO) Data Fetcher+Provides mortality, disease burden, health systems, nutrition, and immunization+data for 200+ countries via the WHO GHO OData API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WHO_API_KEY', '')+BASE_URL = "https://ghoapi.azureedge.net/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_indicators() -> Any:+ """Return all available WHO GHO indicators."""+ data = _make_request("Indicator")+ if "error" in data:+ return data+ items = data.get("value", [])+ return {"indicators": items, "count": len(items)}+++def get_indicator_data(indicator_code: str, country: str = None, year: int = None) -> Any:+ """Return data for a specific indicator, optionally filtered by country and year."""+ filters = []+ if country:+ filters.append(f"SpatialDim eq '{country.upper()}'")+ if year:+ filters.append(f"TimeDim eq {year}")+ params = {}+ if filters:+ params["$filter"] = " and ".join(filters)+ params["$top"] = 500+ data = _make_request(f"{indicator_code}", params=params)+ if "error" in data:+ return data+ items = data.get("value", [])+ return {"indicator": indicator_code, "country": country, "year": year, "data": items, "count": len(items)}+++def get_countries() -> Any:+ """Return all countries available in the WHO GHO API."""+ data = _make_request("DIMENSION/COUNTRY/DimensionValues")+ if "error" in data:+ return data+ items = data.get("value", [])+ return {"countries": items, "count": len(items)}+++def get_dimensions(indicator_code: str) -> Any:+ """Return dimension metadata for a specific indicator."""+ data = _make_request(f"Indicator/{indicator_code}/Dimensions")+ if "error" in data:+ return data+ items = data.get("value", [])+ return {"indicator": indicator_code, "dimensions": items, "count": len(items)}+++def get_health_topics() -> Any:+ """Return all WHO health topics/categories."""+ data = _make_request("IndicatorCategory")+ if "error" in data:+ return data+ items = data.get("value", [])+ return {"topics": items, "count": len(items)}+++def get_data_by_country(country: str, limit: int = 100) -> Any:+ """Return all available indicator data for a given country."""+ params = {+ "$filter": f"SpatialDim eq '{country.upper()}'",+ "$top": limit+ }+ data = _make_request("Indicator", params=params)+ if "error" in data:+ return data+ items = data.get("value", [])+ return {"country": country, "data": items, "count": len(items)}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "indicators":+ result = get_indicators()+ elif command == "data":+ indicator_code = args[1] if len(args) > 1 else ""+ country = args[2] if len(args) > 2 else None+ year = int(args[3]) if len(args) > 3 else None+ if not indicator_code:+ result = {"error": "indicator_code required"}+ else:+ result = get_indicator_data(indicator_code, country, year)+ elif command == "countries":+ result = get_countries()+ elif command == "dimensions":+ indicator_code = args[1] if len(args) > 1 else ""+ if not indicator_code:+ result = {"error": "indicator_code required"}+ else:+ result = get_dimensions(indicator_code)+ elif command == "topics":+ result = get_health_topics()+ elif command == "country_data":+ country = args[1] if len(args) > 1 else ""+ limit = int(args[2]) if len(args) > 2 else 100+ if not country:+ result = {"error": "country required"}+ else:+ result = get_data_by_country(country, limit)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/who_immunization_data.py b/fincept-qt/scripts/who_immunization_data.pynew file mode 100644index 000000000..6e3e19afd--- /dev/null+++ b/fincept-qt/scripts/who_immunization_data.py@@ -0,0 +1,152 @@+"""+WHO Immunization Data Fetcher+Provides vaccination coverage rates, disease incidence, immunization schedules,+stockout data, and global coverage statistics via WHO and UNICEF data sources.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WHO_IMMUNIZATION_API_KEY', '')+BASE_URL = "https://immunizationdata.who.int/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_coverage(vaccine: str, country: str, year: int = None) -> Any:+ """Return vaccination coverage rate for a specific vaccine and country."""+ params = {+ "vaccine": vaccine.upper(),+ "ISO_3_CODE": country.upper()+ }+ if year:+ params["YEAR"] = year+ data = _make_request("coverage", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"vaccine": vaccine, "country": country, "year": year, "coverage": data}+++def get_global_coverage(vaccine: str, year: int = None) -> Any:+ """Return global vaccination coverage for a specific vaccine."""+ params = {"vaccine": vaccine.upper(), "group": "GLOBAL"}+ if year:+ params["YEAR"] = year+ data = _make_request("coverage", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"vaccine": vaccine, "year": year, "global_coverage": data}+++def get_disease_incidence(disease: str, country: str, year: int = None) -> Any:+ """Return disease incidence/case counts for a vaccine-preventable disease."""+ params = {+ "disease": disease.upper(),+ "ISO_3_CODE": country.upper()+ }+ if year:+ params["YEAR"] = year+ data = _make_request("incidence", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"disease": disease, "country": country, "year": year, "incidence": data}+++def get_stockout_data(country: str, year: int = None) -> Any:+ """Return vaccine stockout and supply disruption data for a country."""+ params = {"ISO_3_CODE": country.upper()}+ if year:+ params["YEAR"] = year+ data = _make_request("supply", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "stockout_data": data}+++def get_schedule(country: str) -> Any:+ """Return the national immunization schedule for a country."""+ params = {"ISO_3_CODE": country.upper()}+ data = _make_request("schedule", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "schedule": data}+++def get_countries() -> Any:+ """Return all countries available in the WHO immunization database."""+ data = _make_request("countries")+ if isinstance(data, dict) and "error" in data:+ return data+ return {"countries": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "coverage":+ if len(args) < 3:+ result = {"error": "vaccine and country required"}+ else:+ vaccine = args[1]+ country = args[2]+ year = int(args[3]) if len(args) > 3 else None+ result = get_coverage(vaccine, country, year)+ elif command == "global":+ vaccine = args[1] if len(args) > 1 else ""+ if not vaccine:+ result = {"error": "vaccine required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_global_coverage(vaccine, year)+ elif command == "incidence":+ if len(args) < 3:+ result = {"error": "disease and country required"}+ else:+ disease = args[1]+ country = args[2]+ year = int(args[3]) if len(args) > 3 else None+ result = get_disease_incidence(disease, country, year)+ elif command == "stockout":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_stockout_data(country, year)+ elif command == "schedule":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ result = get_schedule(country)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/wikipedia_pageviews_data.py b/fincept-qt/scripts/wikipedia_pageviews_data.pynew file mode 100644index 000000000..87c41fc79--- /dev/null+++ b/fincept-qt/scripts/wikipedia_pageviews_data.py@@ -0,0 +1,208 @@+"""+Wikipedia Pageviews Data Fetcher+Daily/monthly page traffic for any article, top-1000 lists, project-level stats.+No API key required.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://wikimedia.org/api/rest_v1/metrics/pageviews"+LEGACY_URL = "https://wikimedia.org/api/rest_v1/metrics/legacy/pagecounts"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({+ "User-Agent": "FinceptTerminal/4.0 (https://fincept.in) python-requests",+ "Accept": "application/json",+})+++def _make_request(endpoint: str, params: Dict = None, base: str = None) -> Any:+ """Make HTTP request with error handling."""+ base_url = base if base else BASE_URL+ url = f"{base_url}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_article_views(article: str, start: str, end: str, project: str = "en.wikipedia",+ access: str = "all-access", agent: str = "all-agents", granularity: str = "daily") -> Any:+ """Get pageview counts for a specific Wikipedia article.+ article: article title (spaces become underscores, e.g. Albert_Einstein).+ start/end: YYYYMMDD format (e.g. 20240101).+ project: e.g. en.wikipedia, de.wikipedia, fr.wikipedia.+ granularity: daily or monthly.+ """+ article_enc = article.replace(" ", "_")+ endpoint = f"per-article/{project}/{access}/{agent}/{article_enc}/{granularity}/{start}/{end}"+ data = _make_request(endpoint)+ if isinstance(data, dict) and "items" in data:+ items = data["items"]+ total = sum(i.get("views", 0) for i in items)+ return {+ "article": article,+ "project": project,+ "granularity": granularity,+ "start": start,+ "end": end,+ "total_views": total,+ "data": items,+ "count": len(items),+ }+ return data+++def get_top_articles(project: str = "en.wikipedia", year: str = "2024", month: str = "01",+ access: str = "all-access") -> Any:+ """Get top 1000 most viewed articles for a project in a given month.+ project: e.g. en.wikipedia, de.wikipedia.+ year: 4-digit year string.+ month: 2-digit month string (01-12).+ """+ endpoint = f"top/{project}/{access}/{year}/{month}/all-days"+ data = _make_request(endpoint)+ if isinstance(data, dict) and "items" in data:+ items = data["items"]+ if items and "articles" in items[0]:+ articles = items[0]["articles"]+ return {+ "project": project,+ "year": year,+ "month": month,+ "top_articles": articles[:100],+ "total_in_list": len(articles),+ }+ return data+++def get_project_views(project: str = "en.wikipedia", start: str = "20240101", end: str = "20241231",+ granularity: str = "monthly", access: str = "all-access") -> Any:+ """Get total pageview counts for an entire Wikimedia project.+ granularity: daily or monthly.+ """+ endpoint = f"aggregate/{project}/{access}/all-agents/{granularity}/{start}/{end}"+ data = _make_request(endpoint)+ if isinstance(data, dict) and "items" in data:+ items = data["items"]+ total = sum(i.get("views", 0) for i in items)+ return {+ "project": project,+ "granularity": granularity,+ "start": start,+ "end": end,+ "total_views": total,+ "data": items,+ }+ return data+++def get_top_by_country(country: str, project: str = "en.wikipedia", year: str = "2024",+ month: str = "01", access: str = "all-access") -> Any:+ """Get top articles viewed from a specific country.+ country: ISO 3166-1 alpha-2 code (e.g. US, DE, JP, CN).+ """+ endpoint = f"top-by-country/{country.upper()}/{access}/{project}/{year}/{month}/all-days"+ data = _make_request(endpoint)+ if isinstance(data, dict) and "items" in data:+ return {+ "country": country.upper(),+ "project": project,+ "year": year,+ "month": month,+ "data": data["items"],+ }+ return data+++def get_legacy_counts(article: str, project: str = "en.wikipedia",+ start: str = "2015010100", end: str = "2016010100") -> Any:+ """Get legacy pagecounts for an article (pre-2016 traffic estimates).+ start/end: YYYYMMDDHH format.+ """+ article_enc = article.replace(" ", "_")+ endpoint = f"per-article/{project}/all-sites/spider/{article_enc}/monthly/{start}/{end}"+ data = _make_request(endpoint, base=LEGACY_URL)+ if isinstance(data, dict) and "items" in data:+ return {"article": article, "legacy_data": data["items"], "count": len(data["items"])}+ return data+++def get_editors(project: str = "en.wikipedia", start: str = "20240101",+ end: str = "20241231", granularity: str = "monthly") -> Any:+ """Get active editor counts for a Wikimedia project."""+ url = f"https://wikimedia.org/api/rest_v1/metrics/editors/aggregate/{project}/all-editor-types/all-page-types/{granularity}/{start}/{end}"+ data = _make_request(url)+ if isinstance(data, dict) and "items" in data:+ return {"project": project, "editors": data["items"], "granularity": granularity}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided. Available: article, top, project, top_by_country, legacy, editors"}))+ return++ command = args[0]++ if command == "article":+ if len(args) < 4:+ result = {"error": "Usage: article <title> <start YYYYMMDD> <end YYYYMMDD> [project] [granularity]"}+ else:+ project = args[4] if len(args) > 4 else "en.wikipedia"+ granularity = args[5] if len(args) > 5 else "daily"+ result = get_article_views(args[1], args[2], args[3], project=project, granularity=granularity)+ elif command == "top":+ project = args[1] if len(args) > 1 else "en.wikipedia"+ year = args[2] if len(args) > 2 else "2024"+ month = args[3] if len(args) > 3 else "01"+ result = get_top_articles(project, year, month)+ elif command == "project":+ project = args[1] if len(args) > 1 else "en.wikipedia"+ start = args[2] if len(args) > 2 else "20240101"+ end = args[3] if len(args) > 3 else "20241231"+ granularity = args[4] if len(args) > 4 else "monthly"+ result = get_project_views(project, start, end, granularity)+ elif command == "top_by_country":+ if len(args) < 2:+ result = {"error": "Usage: top_by_country <country_iso2> [project] [year] [month]"}+ else:+ project = args[2] if len(args) > 2 else "en.wikipedia"+ year = args[3] if len(args) > 3 else "2024"+ month = args[4] if len(args) > 4 else "01"+ result = get_top_by_country(args[1], project, year, month)+ elif command == "legacy":+ if len(args) < 2:+ result = {"error": "Usage: legacy <article_title> [project] [start YYYYMMDDHH] [end YYYYMMDDHH]"}+ else:+ project = args[2] if len(args) > 2 else "en.wikipedia"+ start = args[3] if len(args) > 3 else "2015010100"+ end = args[4] if len(args) > 4 else "2016010100"+ result = get_legacy_counts(args[1], project, start, end)+ elif command == "editors":+ project = args[1] if len(args) > 1 else "en.wikipedia"+ start = args[2] if len(args) > 2 else "20240101"+ end = args[3] if len(args) > 3 else "20241231"+ result = get_editors(project, start, end)+ else:+ result = {"error": f"Unknown command: {command}. Available: article, top, project, top_by_country, legacy, editors"}++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/wipo_data.py b/fincept-qt/scripts/wipo_data.pynew file mode 100644index 000000000..30c8bdd60--- /dev/null+++ b/fincept-qt/scripts/wipo_data.py@@ -0,0 +1,125 @@+"""+WIPO Intellectual Property Statistics Data Fetcher+Patent filings, trademark applications, industrial designs, and IP statistics+by country via the WIPO IP Statistics Data Center.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WIPO_API_KEY', '')+BASE_URL = "https://www.wipo.int/ipstats/en/statistics"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_patent_filings(country: str = None, year: str = None, office: str = None) -> Any:+ params = {"indicator": "patent_filings", "type": "applications"}+ if country:+ params["origin"] = country+ if year:+ params["year"] = year+ if office:+ params["office"] = office+ url = "https://www.wipo.int/ipstats/api/data/patents"+ return _make_request(url, params)+++def get_trademark_filings(country: str = None, year: str = None) -> Any:+ params = {"indicator": "trademark_filings", "type": "applications"}+ if country:+ params["origin"] = country+ if year:+ params["year"] = year+ url = "https://www.wipo.int/ipstats/api/data/trademarks"+ return _make_request(url, params)+++def get_industrial_designs(country: str = None, year: str = None) -> Any:+ params = {"indicator": "design_filings", "type": "applications"}+ if country:+ params["origin"] = country+ if year:+ params["year"] = year+ url = "https://www.wipo.int/ipstats/api/data/designs"+ return _make_request(url, params)+++def get_ip_indicators(country: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["country"] = country+ if year:+ params["year"] = year+ url = "https://www.wipo.int/ipstats/api/data/summary"+ return _make_request(url, params)+++def get_rankings(ip_type: str = "patents", year: str = None) -> Any:+ params = {"type": ip_type, "order": "desc", "limit": 50}+ if year:+ params["year"] = year+ url = "https://www.wipo.int/ipstats/api/data/rankings"+ return _make_request(url, params)+++def get_countries() -> Any:+ url = "https://www.wipo.int/ipstats/api/data/countries"+ return _make_request(url)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "patents":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ office = args[3] if len(args) > 3 else None+ result = get_patent_filings(country, year, office)+ elif command == "trademarks":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_trademark_filings(country, year)+ elif command == "designs":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_industrial_designs(country, year)+ elif command == "indicators":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_ip_indicators(country, year)+ elif command == "rankings":+ ip_type = args[1] if len(args) > 1 else "patents"+ year = args[2] if len(args) > 2 else None+ result = get_rankings(ip_type, year)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/wisesheets_macro_data.py b/fincept-qt/scripts/wisesheets_macro_data.pynew file mode 100644index 000000000..52a265d14--- /dev/null+++ b/fincept-qt/scripts/wisesheets_macro_data.py@@ -0,0 +1,174 @@+"""+Macro Trends Data Fetcher+Long-term historical macro data — P/E ratios, Shiller CAPE, Buffett indicator via public endpoints.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('MACROTRENDS_API_KEY', '')+BASE_URL = "https://www.macrotrends.net/assets/php"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {"User-Agent": "Mozilla/5.0 (compatible; FinceptTerminal/4.0)"}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def _fetch_multpl_series(series_id: str, start_year: int = None, end_year: int = None) -> Any:+ url = f"https://www.multpl.com/{series_id}/table/by-year"+ try:+ headers = {"User-Agent": "Mozilla/5.0 (compatible; FinceptTerminal/4.0)", "Accept": "application/json"}+ response = session.get(url, headers=headers, timeout=30)+ response.raise_for_status()+ data = response.json()+ if start_year or end_year:+ filtered = []+ for entry in data if isinstance(data, list) else data.get("data", []):+ year = int(str(entry.get("date", "0"))[:4]) if isinstance(entry, dict) else 0+ if start_year and year < start_year:+ continue+ if end_year and year > end_year:+ continue+ filtered.append(entry)+ return filtered+ return data+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_shiller_pe(start_year: int = None, end_year: int = None) -> Any:+ return _fetch_multpl_series("shiller-pe", start_year, end_year)++def get_buffett_indicator(start_year: int = None, end_year: int = None) -> Any:+ url = "https://fred.stlouisfed.org/graph/fredgraph.csv?id=WILL5000INDFC"+ try:+ headers = {"User-Agent": "Mozilla/5.0 (compatible; FinceptTerminal/4.0)"}+ response = session.get(url, headers=headers, timeout=30)+ response.raise_for_status()+ lines = response.text.strip().split("\n")+ rows = []+ for line in lines[1:]:+ parts = line.split(",")+ if len(parts) == 2:+ year = int(parts[0][:4]) if parts[0] else 0+ if start_year and year < start_year:+ continue+ if end_year and year > end_year:+ continue+ rows.append({"date": parts[0], "value": parts[1]})+ return rows+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}++def get_sp500_historical(start_year: int = None, end_year: int = None) -> Any:+ return _fetch_multpl_series("sp500-historical-annual-returns", start_year, end_year)++def get_interest_rates_history(start_year: int = None, end_year: int = None) -> Any:+ url = "https://fred.stlouisfed.org/graph/fredgraph.json?id=FEDFUNDS"+ try:+ headers = {"User-Agent": "Mozilla/5.0 (compatible; FinceptTerminal/4.0)"}+ response = session.get(url, headers=headers, timeout=30)+ response.raise_for_status()+ data = response.json()+ observations = data.get("observations", [])+ if start_year or end_year:+ filtered = []+ for obs in observations:+ year = int(obs.get("date", "0000")[:4])+ if start_year and year < start_year:+ continue+ if end_year and year > end_year:+ continue+ filtered.append(obs)+ return filtered+ return observations+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}++def get_gdp_historical(start_year: int = None, end_year: int = None) -> Any:+ url = "https://fred.stlouisfed.org/graph/fredgraph.json?id=GDP"+ try:+ headers = {"User-Agent": "Mozilla/5.0 (compatible; FinceptTerminal/4.0)"}+ response = session.get(url, headers=headers, timeout=30)+ response.raise_for_status()+ data = response.json()+ observations = data.get("observations", [])+ if start_year or end_year:+ filtered = []+ for obs in observations:+ year = int(obs.get("date", "0000")[:4])+ if start_year and year < start_year:+ continue+ if end_year and year > end_year:+ continue+ filtered.append(obs)+ return filtered+ return observations+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}++def get_inflation_historical(start_year: int = None, end_year: int = None) -> Any:+ url = "https://fred.stlouisfed.org/graph/fredgraph.json?id=CPIAUCSL"+ try:+ headers = {"User-Agent": "Mozilla/5.0 (compatible; FinceptTerminal/4.0)"}+ response = session.get(url, headers=headers, timeout=30)+ response.raise_for_status()+ data = response.json()+ observations = data.get("observations", [])+ if start_year or end_year:+ filtered = []+ for obs in observations:+ year = int(obs.get("date", "0000")[:4])+ if start_year and year < start_year:+ continue+ if end_year and year > end_year:+ continue+ filtered.append(obs)+ return filtered+ return observations+ except Exception as e:+ return {"error": f"Request failed: {str(e)}"}++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ start_year = int(args[1]) if len(args) > 1 else None+ end_year = int(args[2]) if len(args) > 2 else None+ if command == "shiller_pe":+ result = get_shiller_pe(start_year, end_year)+ elif command == "buffett":+ result = get_buffett_indicator(start_year, end_year)+ elif command == "sp500":+ result = get_sp500_historical(start_year, end_year)+ elif command == "rates":+ result = get_interest_rates_history(start_year, end_year)+ elif command == "gdp":+ result = get_gdp_historical(start_year, end_year)+ elif command == "inflation":+ result = get_inflation_historical(start_year, end_year)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/world_bank_climate_data.py b/fincept-qt/scripts/world_bank_climate_data.pynew file mode 100644index 000000000..6b7bc231a--- /dev/null+++ b/fincept-qt/scripts/world_bank_climate_data.py@@ -0,0 +1,143 @@+"""+World Bank Climate Change Knowledge Portal Data Fetcher+Temperature projections, precipitation, climate risk by country+via World Bank Climate Knowledge Portal API (no key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://climateknowledgeportal.worldbank.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+session.headers.update({"Accept": "application/json"})++SCENARIOS = ["rcp26", "rcp45", "rcp60", "rcp85"]+PERIODS = ["1986_2005", "2020_2039", "2040_2059", "2060_2079", "2080_2099"]+VARIABLES = ["tas", "pr", "tasmax", "tasmin"]+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_temperature_projection(country: str = "USA", scenario: str = "rcp85",+ period: str = "2040_2059") -> Any:+ endpoint = f"cru_data/climatology/{country}/tas/{period}"+ data = _make_request(endpoint)+ return {"country": country, "variable": "temperature", "scenario": scenario,+ "period": period, "data": data}+++def get_precipitation_projection(country: str = "USA", scenario: str = "rcp85",+ period: str = "2040_2059") -> Any:+ endpoint = f"cru_data/climatology/{country}/pr/{period}"+ data = _make_request(endpoint)+ return {"country": country, "variable": "precipitation", "scenario": scenario,+ "period": period, "data": data}+++def get_climate_risk_scores(country: str = "USA") -> Any:+ # World Bank climate risk indicators via general API+ risk_url = f"https://climateknowledgeportal.worldbank.org/api/cru_data/country/{country}"+ try:+ resp = session.get(risk_url, timeout=30)+ resp.raise_for_status()+ return resp.json()+ except Exception:+ pass+ # Fallback: use World Bank main API for climate-related indicators+ wb_url = f"https://api.worldbank.org/v2/country/{country}/indicator/EN.ATM.CO2E.PC"+ params = {"format": "json", "mrv": 10}+ return _make_request(wb_url, params)+++def get_baseline_climate(country: str = "USA", variable: str = "tas",+ month: int = 1) -> Any:+ if variable not in VARIABLES:+ return {"error": f"Unknown variable '{variable}'. Options: {VARIABLES}"}+ endpoint = f"cru_data/climatology/{country}/{variable}/1986_2005"+ data = _make_request(endpoint)+ return {"country": country, "variable": variable, "baseline_period": "1986-2005",+ "month": month, "data": data}+++def get_extreme_events(country: str = "USA", hazard: str = "flood") -> Any:+ hazard_indicators = {+ "flood": "EN.CLC.PRCP.IN",+ "drought": "EN.CLC.HEAT.IN",+ "cyclone": "EN.CLC.WIND.IN",+ "heatwave": "EN.CLC.HEAT.IN"+ }+ indicator = hazard_indicators.get(hazard.lower(), "EN.CLC.PRCP.IN")+ url = f"https://api.worldbank.org/v2/country/{country}/indicator/{indicator}"+ params = {"format": "json", "mrv": 20}+ data = _make_request(url, params)+ return {"country": country, "hazard": hazard, "indicator": indicator, "data": data}+++def get_countries() -> Any:+ url = "https://api.worldbank.org/v2/country"+ params = {"format": "json", "per_page": 300}+ data = _make_request(url, params)+ if isinstance(data, list) and len(data) > 1:+ countries = [{"id": c.get("id"), "name": c.get("name"),+ "region": c.get("region", {}).get("value"),+ "income_level": c.get("incomeLevel", {}).get("value")}+ for c in data[1] if c.get("id")]+ return {"count": len(countries), "countries": countries}+ return data+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "temperature":+ country = args[1] if len(args) > 1 else "USA"+ scenario = args[2] if len(args) > 2 else "rcp85"+ period = args[3] if len(args) > 3 else "2040_2059"+ result = get_temperature_projection(country, scenario, period)+ elif command == "precipitation":+ country = args[1] if len(args) > 1 else "USA"+ scenario = args[2] if len(args) > 2 else "rcp85"+ period = args[3] if len(args) > 3 else "2040_2059"+ result = get_precipitation_projection(country, scenario, period)+ elif command == "risk":+ country = args[1] if len(args) > 1 else "USA"+ result = get_climate_risk_scores(country)+ elif command == "baseline":+ country = args[1] if len(args) > 1 else "USA"+ variable = args[2] if len(args) > 2 else "tas"+ month = int(args[3]) if len(args) > 3 else 1+ result = get_baseline_climate(country, variable, month)+ elif command == "extremes":+ country = args[1] if len(args) > 1 else "USA"+ hazard = args[2] if len(args) > 2 else "flood"+ result = get_extreme_events(country, hazard)+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/world_bank_commodity_data.py b/fincept-qt/scripts/world_bank_commodity_data.pynew file mode 100644index 000000000..5b275bc36--- /dev/null+++ b/fincept-qt/scripts/world_bank_commodity_data.py@@ -0,0 +1,202 @@+"""+World Bank Commodity Price Data Fetcher+World Bank Pink Sheet: 70+ commodity prices monthly from 1960+via World Bank API (no key required).+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://api.worldbank.org/v2/en/indicator"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++# World Bank commodity indicators (Pink Sheet)+COMMODITY_INDICATORS = {+ # Energy+ "crude_oil_avg": "PCOALBBGUSDM",+ "crude_oil_brent": "POILBREUSDM",+ "crude_oil_wti": "POILWTIUSDM",+ "crude_oil_dubai": "POILDUBAUSDM",+ "natural_gas_us": "PNGASUSDM",+ "natural_gas_eu": "PNGASEUUSDM",+ "coal": "PCOALBTUUSDM",+ # Agricultural+ "wheat": "PWHEAMTUSDM",+ "corn": "PMAIZMTUSDM",+ "rice": "PRICENPQUSDM",+ "soybean": "PSOYBUSDM",+ "soybeanmeal": "PSOYMEUSDM",+ "soybeantoil": "PSOYOUSDM",+ "sugar": "PSUGAISAUSDM",+ "coffee_arabica": "PCOFFAUSDM",+ "coffee_robusta": "PCOFFRBUSDM",+ "cocoa": "PCOCOUSDM",+ "tea": "PTEAUSDM",+ "palm_oil": "PPOILUSDM",+ "cotton": "PCOTTINDUSDM",+ "tobacco": "PTOBAUSDM",+ "rubber": "PRUBBINDNAUSDM",+ "bananas": "PBANSOPUSDM",+ "oranges": "PORANGCWUSDM",+ # Metals+ "aluminum": "PALUMUSDM",+ "copper": "PCOPPUSDM",+ "iron_ore": "PIORECRUSDM",+ "lead": "PLEADUSDM",+ "nickel": "PNICKUSDM",+ "tin": "PTINUSDM",+ "zinc": "PZINCUSDM",+ "gold": "PGOLDUSDM",+ "silver": "PSILVERUSDM",+ "platinum": "PPLATINUMUSDM",+ # Fertilizers+ "urea": "PUREAEURUSDM",+ "dap": "PDAPUSDM",+ "potassium_chloride": "PPOTUSDM",+ "phosphate_rock": "PPHOSBUSDM",+}++INDEX_INDICATORS = {+ "energy_index": "PENERGYINDEXM",+ "non_energy_index": "PNRGINDEXM",+ "agriculture_index": "PAGRIINDEXM",+ "metals_index": "PMETALSINDEXM",+ "fertilizer_index": "PFERTILIZERINDEXM"+}+++def _make_request(indicator: str, start_year: int = 2000, end_year: int = 2024) -> Any:+ url = f"{BASE_URL}/{indicator}"+ params = {+ "format": "json",+ "date": f"{start_year}:{end_year}",+ "per_page": 1000+ }+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ data = response.json()+ if isinstance(data, list) and len(data) > 1:+ records = data[1] or []+ return [{"date": r.get("date"), "value": r.get("value"),+ "country": r.get("country", {}).get("value")} for r in records]+ return data+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_oil_prices(start_year: int = 2000, end_year: int = 2024) -> Any:+ results = {}+ for name in ["crude_oil_brent", "crude_oil_wti", "crude_oil_dubai"]:+ indicator = COMMODITY_INDICATORS[name]+ results[name] = _make_request(indicator, start_year, end_year)+ return {"category": "oil", "start_year": start_year, "end_year": end_year,+ "unit": "USD/bbl", "data": results}+++def get_agricultural_prices(commodity: str = "wheat", start_year: int = 2000,+ end_year: int = 2024) -> Any:+ indicator = COMMODITY_INDICATORS.get(commodity.lower())+ if not indicator:+ ag_list = [k for k in COMMODITY_INDICATORS.keys()+ if k not in ["crude_oil_avg", "crude_oil_brent", "crude_oil_wti",+ "crude_oil_dubai", "natural_gas_us", "natural_gas_eu", "coal",+ "aluminum", "copper", "iron_ore", "lead", "nickel", "tin",+ "zinc", "gold", "silver", "platinum",+ "urea", "dap", "potassium_chloride", "phosphate_rock"]]+ return {"error": f"Unknown commodity '{commodity}'. Agricultural options: {ag_list}"}+ data = _make_request(indicator, start_year, end_year)+ return {"commodity": commodity, "indicator": indicator, "start_year": start_year,+ "end_year": end_year, "data": data}+++def get_metals_prices(metal: str = "gold", start_year: int = 2000, end_year: int = 2024) -> Any:+ metals_map = {k: COMMODITY_INDICATORS[k] for k in+ ["aluminum", "copper", "iron_ore", "lead", "nickel", "tin", "zinc", "gold", "silver", "platinum"]+ if k in COMMODITY_INDICATORS}+ indicator = metals_map.get(metal.lower())+ if not indicator:+ return {"error": f"Unknown metal '{metal}'. Options: {list(metals_map.keys())}"}+ data = _make_request(indicator, start_year, end_year)+ return {"metal": metal, "indicator": indicator, "start_year": start_year,+ "end_year": end_year, "data": data}+++def get_fertilizer_prices(start_year: int = 2000, end_year: int = 2024) -> Any:+ results = {}+ fert_keys = ["urea", "dap", "potassium_chloride", "phosphate_rock"]+ for name in fert_keys:+ if name in COMMODITY_INDICATORS:+ results[name] = _make_request(COMMODITY_INDICATORS[name], start_year, end_year)+ return {"category": "fertilizers", "start_year": start_year, "end_year": end_year,+ "data": results}+++def get_all_commodities(year: int = 2023) -> Any:+ results = {}+ for name, indicator in list(COMMODITY_INDICATORS.items())[:20]: # limit for speed+ data = _make_request(indicator, year, year)+ if isinstance(data, list) and data:+ results[name] = data[0].get("value")+ else:+ results[name] = None+ return {"year": year, "commodities": results,+ "note": "Showing first 20 commodities. Use specific commands for full history."}+++def get_commodity_index(start_year: int = 2000, end_year: int = 2024) -> Any:+ results = {}+ for name, indicator in INDEX_INDICATORS.items():+ results[name] = _make_request(indicator, start_year, end_year)+ return {"type": "commodity_indices", "start_year": start_year,+ "end_year": end_year, "data": results}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "oil":+ start_year = int(args[1]) if len(args) > 1 else 2000+ end_year = int(args[2]) if len(args) > 2 else 2024+ result = get_oil_prices(start_year, end_year)+ elif command == "agricultural":+ commodity = args[1] if len(args) > 1 else "wheat"+ start_year = int(args[2]) if len(args) > 2 else 2000+ end_year = int(args[3]) if len(args) > 3 else 2024+ result = get_agricultural_prices(commodity, start_year, end_year)+ elif command == "metals":+ metal = args[1] if len(args) > 1 else "gold"+ start_year = int(args[2]) if len(args) > 2 else 2000+ end_year = int(args[3]) if len(args) > 3 else 2024+ result = get_metals_prices(metal, start_year, end_year)+ elif command == "fertilizers":+ start_year = int(args[1]) if len(args) > 1 else 2000+ end_year = int(args[2]) if len(args) > 2 else 2024+ result = get_fertilizer_prices(start_year, end_year)+ elif command == "all":+ year = int(args[1]) if len(args) > 1 else 2023+ result = get_all_commodities(year)+ elif command == "index":+ start_year = int(args[1]) if len(args) > 1 else 2000+ end_year = int(args[2]) if len(args) > 2 else 2024+ result = get_commodity_index(start_year, end_year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/world_bank_extra_data.py b/fincept-qt/scripts/world_bank_extra_data.pynew file mode 100644index 000000000..96e024305--- /dev/null+++ b/fincept-qt/scripts/world_bank_extra_data.py@@ -0,0 +1,174 @@+"""+World Bank Extra Data Fetcher+World Bank extended indicators: climate, poverty, gender, education, health,+and governance data beyond basic coverage.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WORLD_BANK_API_KEY', '')+BASE_URL = "https://api.worldbank.org/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["format"] = "json"+ params["per_page"] = params.get("per_page", 500)+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ data = response.json()+ if isinstance(data, list) and len(data) == 2:+ return {"metadata": data[0], "data": data[1]}+ return data+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++CLIMATE_INDICATORS = {+ "co2_emissions": "EN.ATM.CO2E.PC",+ "renewable_energy": "EG.RNW.TOTL.ZS",+ "forest_area": "AG.LND.FRST.ZS",+ "access_clean_fuels": "EG.CFT.ACCS.ZS",+ "electricity_access": "EG.ELC.ACCS.ZS",+}++POVERTY_INDICATORS = {+ "poverty_headcount": "SI.POV.DDAY",+ "gini": "SI.POV.GINI",+ "poverty_gap": "SI.POV.GAPS",+ "bottom_40_income": "SI.DST.FRST.40",+}++GENDER_INDICATORS = {+ "female_labor_force": "SL.TLF.TOTL.FE.ZS",+ "gender_parity_primary": "SE.ENR.PRIM.FM.ZS",+ "women_parliament": "SG.GEN.PARL.ZS",+ "maternal_mortality": "SH.STA.MMRT",+}++EDUCATION_INDICATORS = {+ "primary_enrollment": "SE.PRM.ENRR",+ "secondary_enrollment": "SE.SEC.ENRR",+ "tertiary_enrollment": "SE.TER.ENRR",+ "literacy_rate": "SE.ADT.LITR.ZS",+ "govt_education_spend": "SE.XPD.TOTL.GD.ZS",+}++GOVERNANCE_INDICATORS = {+ "rule_of_law": "RL.EST",+ "control_of_corruption": "CC.EST",+ "government_effectiveness": "GE.EST",+ "regulatory_quality": "RQ.EST",+ "voice_accountability": "VA.EST",+ "political_stability": "PV.EST",+}++HEALTH_INDICATORS = {+ "life_expectancy": "SP.DYN.LE00.IN",+ "infant_mortality": "SP.DYN.IMRT.IN",+ "health_expenditure": "SH.XPD.CHEX.GD.ZS",+ "physicians": "SH.MED.PHYS.ZS",+ "hospital_beds": "SH.MED.BEDS.ZS",+ "undernourishment": "SN.ITK.DEFC.ZS",+}+++def get_climate_indicators(country: str = "US", indicator: str = "co2_emissions", start_year: str = "2000", end_year: str = "2023") -> Any:+ ind_code = CLIMATE_INDICATORS.get(indicator, indicator)+ params = {"date": f"{start_year}:{end_year}"}+ return _make_request(f"country/{country.upper()}/indicator/{ind_code}", params)+++def get_poverty_data(country: str = "US", year: str = "2023") -> Any:+ results = {}+ for name, code in POVERTY_INDICATORS.items():+ data = _make_request(f"country/{country.upper()}/indicator/{code}", {"date": f"2000:{year}"})+ results[name] = data+ return results+++def get_gender_indicators(country: str = "US", indicator: str = "female_labor_force", year: str = "2023") -> Any:+ ind_code = GENDER_INDICATORS.get(indicator, indicator)+ params = {"date": f"2000:{year}"}+ return _make_request(f"country/{country.upper()}/indicator/{ind_code}", params)+++def get_education_data(country: str = "US", indicator: str = "primary_enrollment", year: str = "2023") -> Any:+ ind_code = EDUCATION_INDICATORS.get(indicator, indicator)+ params = {"date": f"2000:{year}"}+ return _make_request(f"country/{country.upper()}/indicator/{ind_code}", params)+++def get_governance_indicators(country: str = "US", year: str = "2023") -> Any:+ results = {}+ for name, code in GOVERNANCE_INDICATORS.items():+ data = _make_request(f"country/{country.upper()}/indicator/{code}", {"date": f"2000:{year}"})+ results[name] = data+ return results+++def get_health_indicators(country: str = "US", indicator: str = "life_expectancy", year: str = "2023") -> Any:+ ind_code = HEALTH_INDICATORS.get(indicator, indicator)+ params = {"date": f"2000:{year}"}+ return _make_request(f"country/{country.upper()}/indicator/{ind_code}", params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "climate":+ country = args[1] if len(args) > 1 else "US"+ indicator = args[2] if len(args) > 2 else "co2_emissions"+ start_year = args[3] if len(args) > 3 else "2000"+ end_year = args[4] if len(args) > 4 else "2023"+ result = get_climate_indicators(country, indicator, start_year, end_year)+ elif command == "poverty":+ country = args[1] if len(args) > 1 else "US"+ year = args[2] if len(args) > 2 else "2023"+ result = get_poverty_data(country, year)+ elif command == "gender":+ country = args[1] if len(args) > 1 else "US"+ indicator = args[2] if len(args) > 2 else "female_labor_force"+ year = args[3] if len(args) > 3 else "2023"+ result = get_gender_indicators(country, indicator, year)+ elif command == "education":+ country = args[1] if len(args) > 1 else "US"+ indicator = args[2] if len(args) > 2 else "primary_enrollment"+ year = args[3] if len(args) > 3 else "2023"+ result = get_education_data(country, indicator, year)+ elif command == "governance":+ country = args[1] if len(args) > 1 else "US"+ year = args[2] if len(args) > 2 else "2023"+ result = get_governance_indicators(country, year)+ elif command == "health":+ country = args[1] if len(args) > 1 else "US"+ indicator = args[2] if len(args) > 2 else "life_expectancy"+ year = args[3] if len(args) > 3 else "2023"+ result = get_health_indicators(country, indicator, year)++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/world_inequality_data.py b/fincept-qt/scripts/world_inequality_data.pynew file mode 100644index 000000000..b823f4f37--- /dev/null+++ b/fincept-qt/scripts/world_inequality_data.py@@ -0,0 +1,178 @@+"""+World Inequality Database (WID) Data Fetcher+Provides income and wealth inequality metrics including top income shares,+wealth distribution, Gini coefficients, and pre-tax income for 100+ countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WID_API_KEY', '')+BASE_URL = "https://wid.world/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_data(country: str, indicator: str, pop: str = "j", age: str = "992", year: int = None) -> Any:+ """Return a specific WID indicator for a country.++ indicator: WID variable code (e.g., 'sptinc', 'aptinc', 'wptinc')+ pop: population (j=equal-split adults, i=individuals)+ age: age group (992=all adults, 999=all)+ """+ params = {+ "country": country,+ "indicators": indicator,+ "perc": "p0p100",+ "pop": pop,+ "age": age,+ "format": "json"+ }+ if year:+ params["year"] = year+ data = _make_request("", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "indicator": indicator, "pop": pop, "age": age, "year": year, "data": data}+++def get_countries() -> Any:+ """Return all countries and regions available in WID."""+ params = {"format": "json"}+ data = _make_request("countries", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"countries": data}+++def get_indicators() -> Any:+ """Return all available WID variable codes and their descriptions."""+ params = {"format": "json"}+ data = _make_request("variables", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"indicators": data}+++def get_top_income_shares(country: str, year: int = None) -> Any:+ """Return top 1%, 10% pre-tax income shares for a country."""+ results = {}+ for perc, label in [("p99p100", "top_1pct"), ("p90p100", "top_10pct"), ("p50p100", "top_50pct")]:+ params = {+ "country": country,+ "indicators": "sptinc",+ "perc": perc,+ "pop": "j",+ "age": "992",+ "format": "json"+ }+ if year:+ params["year"] = year+ data = _make_request("", params=params)+ results[label] = data if not (isinstance(data, dict) and "error" in data) else data+ return {"country": country, "year": year, "top_income_shares": results}+++def get_wealth_distribution(country: str, year: int = None) -> Any:+ """Return wealth distribution shares by percentile for a country."""+ params = {+ "country": country,+ "indicators": "shweal",+ "perc": "p0p100",+ "pop": "j",+ "age": "992",+ "format": "json"+ }+ if year:+ params["year"] = year+ data = _make_request("", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "wealth_distribution": data}+++def get_pretax_income(country: str, year: int = None) -> Any:+ """Return pre-tax national income per adult for a country."""+ params = {+ "country": country,+ "indicators": "aptinc",+ "perc": "p0p100",+ "pop": "j",+ "age": "992",+ "format": "json"+ }+ if year:+ params["year"] = year+ data = _make_request("", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ return {"country": country, "year": year, "pretax_income": data}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "data":+ if len(args) < 3:+ result = {"error": "country and indicator required"}+ else:+ country = args[1]+ indicator = args[2]+ pop = args[3] if len(args) > 3 else "j"+ age = args[4] if len(args) > 4 else "992"+ year = int(args[5]) if len(args) > 5 else None+ result = get_data(country, indicator, pop, age, year)+ elif command == "countries":+ result = get_countries()+ elif command == "indicators":+ result = get_indicators()+ elif command == "top_shares":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_top_income_shares(country, year)+ elif command == "wealth":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_wealth_distribution(country, year)+ elif command == "income":+ country = args[1] if len(args) > 1 else ""+ if not country:+ result = {"error": "country required"}+ else:+ year = int(args[2]) if len(args) > 2 else None+ result = get_pretax_income(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/world_justice_rule_data.py b/fincept-qt/scripts/world_justice_rule_data.pynew file mode 100644index 000000000..2de40c557--- /dev/null+++ b/fincept-qt/scripts/world_justice_rule_data.py@@ -0,0 +1,107 @@+"""+World Justice Rule of Law Data Fetcher+World Justice Project Rule of Law Index: rule of law scores for 140 countries across 8 factors.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://worldjusticeproject.org/rule-of-law-index/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_countries() -> Any:+ return _make_request("countries")+++def get_scores(year: int = 2023, country: str = None) -> Any:+ params = {"year": year}+ if country:+ params["country"] = country+ return _make_request("scores", params=params)+++def get_rankings(year: int = 2023, factor: str = None) -> Any:+ params = {"year": year}+ if factor:+ params["factor"] = factor+ return _make_request("rankings", params=params)+++def get_trend(country: str, start_year: int = 2015, end_year: int = 2023) -> Any:+ params = {+ "country": country,+ "startYear": start_year,+ "endYear": end_year+ }+ return _make_request("trend", params=params)+++def get_factors(country: str, year: int = 2023) -> Any:+ params = {"country": country, "year": year}+ return _make_request("factors", params=params)+++def get_regional_averages(year: int = 2023, region: str = None) -> Any:+ params = {"year": year}+ if region:+ params["region"] = region+ return _make_request("regional", params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "countries":+ result = get_countries()+ elif command == "scores":+ year = int(args[1]) if len(args) > 1 else 2023+ country = args[2] if len(args) > 2 else None+ result = get_scores(year, country)+ elif command == "rankings":+ year = int(args[1]) if len(args) > 1 else 2023+ factor = args[2] if len(args) > 2 else None+ result = get_rankings(year, factor)+ elif command == "trend":+ country = args[1] if len(args) > 1 else "United States"+ start_year = int(args[2]) if len(args) > 2 else 2015+ end_year = int(args[3]) if len(args) > 3 else 2023+ result = get_trend(country, start_year, end_year)+ elif command == "factors":+ country = args[1] if len(args) > 1 else "United States"+ year = int(args[2]) if len(args) > 2 else 2023+ result = get_factors(country, year)+ elif command == "regional":+ year = int(args[1]) if len(args) > 1 else 2023+ region = args[2] if len(args) > 2 else None+ result = get_regional_averages(year, region)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/world_pop_data.py b/fincept-qt/scripts/world_pop_data.pynew file mode 100644index 000000000..e6c557e95--- /dev/null+++ b/fincept-qt/scripts/world_pop_data.py@@ -0,0 +1,110 @@+"""+WorldPop Data Fetcher+High-resolution population grids, demographic estimates, and urbanization data+from the University of Southampton WorldPop project REST API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WORLDPOP_API_KEY', '')+BASE_URL = "https://www.worldpop.org/rest/data"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_population_grid(country: str = None, year: str = None, resolution: str = "100m") -> Any:+ params = {"popyear": year or "2020", "resolution": resolution}+ if country:+ params["iso3"] = country+ return _make_request("pop", params)+++def get_urban_population(country: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["iso3"] = country+ if year:+ params["popyear"] = year+ return _make_request("urb", params)+++def get_demographic_estimates(country: str = None, year: str = None) -> Any:+ params = {}+ if country:+ params["iso3"] = country+ if year:+ params["popyear"] = year+ return _make_request("age_structures", params)+++def get_available_datasets(country: str = None) -> Any:+ params = {}+ if country:+ params["iso3"] = country+ return _make_request("pop", params)+++def get_file_metadata(file_id: str) -> Any:+ return _make_request(f"pop/{file_id}")+++def get_countries() -> Any:+ return _make_request("countries")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "grid":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ resolution = args[3] if len(args) > 3 else "100m"+ result = get_population_grid(country, year, resolution)+ elif command == "urban":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_urban_population(country, year)+ elif command == "demographic":+ country = args[1] if len(args) > 1 else None+ year = args[2] if len(args) > 2 else None+ result = get_demographic_estimates(country, year)+ elif command == "datasets":+ country = args[1] if len(args) > 1 else None+ result = get_available_datasets(country)+ elif command == "metadata":+ if len(args) < 2:+ result = {"error": "file_id required"}+ else:+ result = get_file_metadata(args[1])+ elif command == "countries":+ result = get_countries()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/world_values_survey_data.py b/fincept-qt/scripts/world_values_survey_data.pynew file mode 100644index 000000000..f4c2b0426--- /dev/null+++ b/fincept-qt/scripts/world_values_survey_data.py@@ -0,0 +1,116 @@+"""+World Values Survey Data Fetcher+World Values Survey: cross-national survey data on values, beliefs, norms from 100+ countries.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://www.worldvaluessurvey.org/WVSOnline.jsp"+DATA_BASE_URL = "https://www.worldvaluessurvey.org/WVSDocumentationWV7.jsp"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = endpoint if endpoint.startswith('http') else f"{BASE_URL}/{endpoint}"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_available_waves() -> Any:+ return {+ "waves": [+ {"wave": 1, "years": "1981-1984"},+ {"wave": 2, "years": "1990-1994"},+ {"wave": 3, "years": "1995-1998"},+ {"wave": 4, "years": "1999-2004"},+ {"wave": 5, "years": "2005-2009"},+ {"wave": 6, "years": "2010-2014"},+ {"wave": 7, "years": "2017-2022"}+ ],+ "source": "World Values Survey",+ "url": "https://www.worldvaluessurvey.org"+ }+++def get_countries(wave: int = 7) -> Any:+ url = f"https://www.worldvaluessurvey.org/WVSContents.jsp?CMSType=wave&CMSId={wave}"+ return _make_request(url)+++def get_available_variables(wave: int = 7) -> Any:+ url = f"https://www.worldvaluessurvey.org/WVSDocumentationWV{wave}.jsp"+ return _make_request(url)+++def get_wave_data(wave: int, country: str, variable: str) -> Any:+ params = {+ "wave": wave,+ "country": country,+ "variable": variable+ }+ return _make_request(BASE_URL, params=params)+++def get_trend_data(variable: str, country: str, waves: str = "6,7") -> Any:+ params = {+ "variable": variable,+ "country": country,+ "waves": waves+ }+ return _make_request(BASE_URL, params=params)+++def get_variable_info(variable: str) -> Any:+ params = {"variable": variable}+ return _make_request(BASE_URL, params=params)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "waves":+ result = get_available_waves()+ elif command == "countries":+ wave = int(args[1]) if len(args) > 1 else 7+ result = get_countries(wave)+ elif command == "variables":+ wave = int(args[1]) if len(args) > 1 else 7+ result = get_available_variables(wave)+ elif command == "wave":+ wave = int(args[1]) if len(args) > 1 else 7+ country = args[2] if len(args) > 2 else "840"+ variable = args[3] if len(args) > 3 else "Q1"+ result = get_wave_data(wave, country, variable)+ elif command == "trends":+ variable = args[1] if len(args) > 1 else "Q1"+ country = args[2] if len(args) > 2 else "840"+ waves = args[3] if len(args) > 3 else "6,7"+ result = get_trend_data(variable, country, waves)+ elif command == "info":+ variable = args[1] if len(args) > 1 else "Q1"+ result = get_variable_info(variable)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/worldbank_health_data.py b/fincept-qt/scripts/worldbank_health_data.pynew file mode 100644index 000000000..10ad5849b--- /dev/null+++ b/fincept-qt/scripts/worldbank_health_data.py@@ -0,0 +1,118 @@+"""+World Bank Health/Education/Poverty Data Fetcher+Provides life expectancy, literacy, Gini coefficient, HDI-related indicators,+and poverty headcount data for countries worldwide.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WORLDBANK_API_KEY', '')+BASE_URL = "https://api.worldbank.org/v2"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _fetch_indicator(indicator: str, country: str, start_year: int = None, end_year: int = None) -> Any:+ """Fetch a World Bank indicator for a country over a date range."""+ params = {"format": "json", "per_page": 100}+ date_range = ""+ if start_year and end_year:+ date_range = f"{start_year}:{end_year}"+ elif start_year:+ date_range = str(start_year)+ if date_range:+ params["date"] = date_range+ data = _make_request(f"country/{country}/indicator/{indicator}", params=params)+ if isinstance(data, dict) and "error" in data:+ return data+ if isinstance(data, list) and len(data) >= 2:+ meta = data[0]+ records = data[1] or []+ return {"indicator": indicator, "country": country, "records": records, "total": meta.get("total", 0)}+ return {"error": "Unexpected response format", "raw": data}+++def get_life_expectancy(country: str, start_year: int = None, end_year: int = None) -> Any:+ """Life expectancy at birth, total (years) — SP.DYN.LE00.IN."""+ return _fetch_indicator("SP.DYN.LE00.IN", country, start_year, end_year)+++def get_infant_mortality(country: str, start_year: int = None, end_year: int = None) -> Any:+ """Infant mortality rate (per 1,000 live births) — SP.DYN.IMRT.IN."""+ return _fetch_indicator("SP.DYN.IMRT.IN", country, start_year, end_year)+++def get_literacy_rate(country: str, start_year: int = None, end_year: int = None) -> Any:+ """Literacy rate, adult total (% of people ages 15 and above) — SE.ADT.LITR.ZS."""+ return _fetch_indicator("SE.ADT.LITR.ZS", country, start_year, end_year)+++def get_gini_index(country: str, start_year: int = None, end_year: int = None) -> Any:+ """Gini index (World Bank estimate) — SI.POV.GINI."""+ return _fetch_indicator("SI.POV.GINI", country, start_year, end_year)+++def get_hdi_proxy(country: str, year: int = None) -> Any:+ """Human Development Index proxy via GNI per capita (constant 2017 PPP$) — NY.GNP.PCAP.PP.KD."""+ start = year+ end = year+ return _fetch_indicator("NY.GNP.PCAP.PP.KD", country, start, end)+++def get_poverty_headcount(country: str, year: int = None) -> Any:+ """Poverty headcount ratio at $2.15/day (2017 PPP, % of population) — SI.POV.DDAY."""+ start = year+ end = year+ return _fetch_indicator("SI.POV.DDAY", country, start, end)+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ country = args[1] if len(args) > 1 else "WLD"+ start_year = int(args[2]) if len(args) > 2 else None+ end_year = int(args[3]) if len(args) > 3 else None+ if command == "life_expectancy":+ result = get_life_expectancy(country, start_year, end_year)+ elif command == "infant_mortality":+ result = get_infant_mortality(country, start_year, end_year)+ elif command == "literacy":+ result = get_literacy_rate(country, start_year, end_year)+ elif command == "gini":+ result = get_gini_index(country, start_year, end_year)+ elif command == "hdi":+ year = int(args[2]) if len(args) > 2 else None+ result = get_hdi_proxy(country, year)+ elif command == "poverty":+ year = int(args[2]) if len(args) > 2 else None+ result = get_poverty_headcount(country, year)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/worldometers_data.py b/fincept-qt/scripts/worldometers_data.pynew file mode 100644index 000000000..c5813ce2c--- /dev/null+++ b/fincept-qt/scripts/worldometers_data.py@@ -0,0 +1,87 @@+"""+Worldometers Data Fetcher+Worldometers real-time statistics: world population counter, COVID stats, countries data via disease.sh API.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://disease.sh/v3/covid-19"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_global_covid() -> Any:+ return _make_request("all", params={"source": "worldometers"})+++def get_country_covid(country: str) -> Any:+ return _make_request(f"countries/{country}", params={"source": "worldometers"})+++def get_all_countries_covid() -> Any:+ return _make_request("countries", params={"source": "worldometers", "sort": "cases"})+++def get_historical_covid(country: str, days: int = 30) -> Any:+ return _make_request(f"historical/{country}", params={"lastdays": days})+++def get_covid_vaccines(country: str) -> Any:+ if country.lower() in ("all", "global", "world"):+ return _make_request("vaccine/coverage", params={"lastdays": 30, "fullData": True})+ return _make_request(f"vaccine/coverage/countries/{country}", params={"lastdays": 30, "fullData": True})+++def get_continents_covid() -> Any:+ return _make_request("continents", params={"source": "worldometers"})+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "global":+ result = get_global_covid()+ elif command == "country":+ country = args[1] if len(args) > 1 else "USA"+ result = get_country_covid(country)+ elif command == "all_countries":+ result = get_all_countries_covid()+ elif command == "historical":+ country = args[1] if len(args) > 1 else "USA"+ days = int(args[2]) if len(args) > 2 else 30+ result = get_historical_covid(country, days)+ elif command == "vaccines":+ country = args[1] if len(args) > 1 else "all"+ result = get_covid_vaccines(country)+ elif command == "continents":+ result = get_continents_covid()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/wto_data_extended.py b/fincept-qt/scripts/wto_data_extended.pynew file mode 100644index 000000000..e341c65c3--- /dev/null+++ b/fincept-qt/scripts/wto_data_extended.py@@ -0,0 +1,134 @@+"""+WTO Stats Extended Data Fetcher+World Trade Organization Statistics: global tariffs, trade in goods and services,+trade profiles, and trade indicators.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('WTO_API_KEY', '')+BASE_URL = "https://stats.wto.org/api/v1"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ params["lang"] = "1"+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def get_tariffs(reporter: str = "840", partner: str = "000", product: str = "TOTAL") -> Any:+ params = {+ "i": "HS_M_0010,HS_A_0020",+ "r": reporter,+ "p": partner,+ "ps": product,+ "pc": "AG2",+ }+ return _make_request("data", params)+++def get_merchandise_trade(reporter: str = "840", partner: str = "000", product: str = "TO", year: str = "2023") -> Any:+ params = {+ "i": "ITS_MTV_AM",+ "r": reporter,+ "p": partner,+ "ps": year,+ "pc": product,+ }+ return _make_request("data", params)+++def get_services_trade(reporter: str = "840", partner: str = "000", sector: str = "S", year: str = "2023") -> Any:+ params = {+ "i": "ITS_CS_AM5",+ "r": reporter,+ "p": partner,+ "ps": year,+ "pc": sector,+ }+ return _make_request("data", params)+++def get_trade_profile(country: str = "840") -> Any:+ params = {+ "i": "ITS_MTV_AM,ITS_CS_AM5",+ "r": country,+ "p": "000",+ }+ return _make_request("data", params)+++def get_trade_indicators(country: str = "840", year: str = "2023") -> Any:+ params = {+ "i": "ITS_MTV_AM,ITS_CS_AM5,HS_A_0020",+ "r": country,+ "p": "000",+ "ps": year,+ }+ return _make_request("data", params)+++def get_datasets() -> Any:+ return _make_request("indicators")+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}++ if command == "tariffs":+ reporter = args[1] if len(args) > 1 else "840"+ partner = args[2] if len(args) > 2 else "000"+ product = args[3] if len(args) > 3 else "TOTAL"+ result = get_tariffs(reporter, partner, product)+ elif command == "merchandise":+ reporter = args[1] if len(args) > 1 else "840"+ partner = args[2] if len(args) > 2 else "000"+ product = args[3] if len(args) > 3 else "TO"+ year = args[4] if len(args) > 4 else "2023"+ result = get_merchandise_trade(reporter, partner, product, year)+ elif command == "services":+ reporter = args[1] if len(args) > 1 else "840"+ partner = args[2] if len(args) > 2 else "000"+ sector = args[3] if len(args) > 3 else "S"+ year = args[4] if len(args) > 4 else "2023"+ result = get_services_trade(reporter, partner, sector, year)+ elif command == "profile":+ country = args[1] if len(args) > 1 else "840"+ result = get_trade_profile(country)+ elif command == "indicators":+ country = args[1] if len(args) > 1 else "840"+ year = args[2] if len(args) > 2 else "2023"+ result = get_trade_indicators(country, year)+ elif command == "datasets":+ result = get_datasets()++ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/yh_finance_data.py b/fincept-qt/scripts/yh_finance_data.pynew file mode 100644index 000000000..e398e3e68--- /dev/null+++ b/fincept-qt/scripts/yh_finance_data.py@@ -0,0 +1,89 @@+"""+Yahoo Finance Data Fetcher+Market summary, trending, movers, options chain via public Yahoo JSON APIs.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('YH_FINANCE_API_KEY', '')+BASE_URL = "https://query1.finance.yahoo.com"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ try:+ headers = {"User-Agent": "Mozilla/5.0 (compatible; FinceptTerminal/4.0)"}+ response = session.get(url, params=params, headers=headers, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}++def get_market_summary(region: str = "US") -> Any:+ return _make_request("v6/finance/quote/marketSummary", {"region": region, "lang": "en-US"})++def get_trending(region: str = "US", count: int = 20) -> Any:+ return _make_request(f"v1/finance/trending/{region}", {"count": count})++def get_movers(region: str = "US", type_: str = "gainers", count: int = 25) -> Any:+ screener_map = {"gainers": "day_gainers", "losers": "day_losers", "active": "most_actives"}+ screener = screener_map.get(type_, "day_gainers")+ return _make_request(f"v1/finance/screener/predefined/saved", {"scrIds": screener, "count": count, "region": region})++def get_options_chain(symbol: str, date: str = None) -> Any:+ params = {}+ if date:+ params["date"] = date+ return _make_request(f"v7/finance/options/{symbol}", params)++def get_recommendations(symbol: str) -> Any:+ return _make_request(f"v6/finance/recommendationsbysymbol/{symbol}", {})++def get_similar_stocks(symbol: str) -> Any:+ return _make_request("v6/finance/recommendationsbysymbol/" + symbol, {"lang": "en-US"})++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "summary":+ region = args[1] if len(args) > 1 else "US"+ result = get_market_summary(region)+ elif command == "trending":+ region = args[1] if len(args) > 1 else "US"+ count = int(args[2]) if len(args) > 2 else 20+ result = get_trending(region, count)+ elif command == "movers":+ region = args[1] if len(args) > 1 else "US"+ type_ = args[2] if len(args) > 2 else "gainers"+ count = int(args[3]) if len(args) > 3 else 25+ result = get_movers(region, type_, count)+ elif command == "options":+ symbol = args[1] if len(args) > 1 else "AAPL"+ date = args[2] if len(args) > 2 else None+ result = get_options_chain(symbol, date)+ elif command == "recommendations":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_recommendations(symbol)+ elif command == "similar":+ symbol = args[1] if len(args) > 1 else "AAPL"+ result = get_similar_stocks(symbol)+ print(json.dumps(result))++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/zenodo_data.py b/fincept-qt/scripts/zenodo_data.pynew file mode 100644index 000000000..2fe054e4a--- /dev/null+++ b/fincept-qt/scripts/zenodo_data.py@@ -0,0 +1,233 @@+"""+Zenodo Data Fetcher+Fetches open research data from Zenodo (CERN) — datasets, software, and papers+across all scientific disciplines. Supports optional access token for higher rate limits.+"""+import sys+import json+import os+import requests+from typing import Dict, Any, Optional, List++API_KEY = os.environ.get('ZENODO_ACCESS_TOKEN', '')+BASE_URL = "https://zenodo.org/api"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++RECORD_TYPES = {+ "dataset": "dataset",+ "software": "software",+ "paper": "publication",+ "presentation": "presentation",+ "poster": "poster",+ "report": "publication-report",+ "thesis": "publication-thesis",+ "preprint": "publication-preprint",+ "journal_article": "publication-article",+ "image": "image",+ "video": "video",+}+++def _make_request(endpoint: str, params: Dict = None) -> Any:+ url = f"{BASE_URL}/{endpoint}" if not endpoint.startswith('http') else endpoint+ if params is None:+ params = {}+ if API_KEY:+ params["access_token"] = API_KEY+ try:+ response = session.get(url, params=params, timeout=30)+ response.raise_for_status()+ return response.json()+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+ except (json.JSONDecodeError, ValueError) as e:+ return {"error": f"JSON decode error: {str(e)}"}+++def _extract_record(record: Dict) -> Dict:+ metadata = record.get("metadata", {})+ creators = metadata.get("creators", [])+ authors = [c.get("name", "") for c in creators]+ files = record.get("files", [])+ file_links = [+ {"key": f.get("key", ""), "size": f.get("size", 0), "url": f.get("links", {}).get("self", "")}+ for f in files+ ]+ return {+ "id": record.get("id", ""),+ "doi": record.get("doi", ""),+ "title": metadata.get("title", ""),+ "description": (metadata.get("description", "") or "")[:500],+ "creators": authors,+ "resource_type": metadata.get("resource_type", {}).get("type", ""),+ "publication_date": metadata.get("publication_date", ""),+ "version": metadata.get("version", ""),+ "keywords": metadata.get("keywords", []),+ "access_right": metadata.get("access_right", ""),+ "license": metadata.get("license", {}).get("id", "") if isinstance(metadata.get("license"), dict) else metadata.get("license", ""),+ "communities": [c.get("id", "") for c in metadata.get("communities", [])],+ "files": file_links,+ "stats": record.get("stats", {}),+ "url": record.get("links", {}).get("html", f"https://zenodo.org/record/{record.get('id', '')}"),+ "conceptdoi": record.get("conceptdoi", ""),+ }+++def search_records(query: str, type_: str = "", keywords: str = "",+ communities: str = "", size: int = 20) -> Dict:+ params = {+ "q": query,+ "size": min(size, 100),+ "page": 1,+ "sort": "mostrecent",+ }+ resolved_type = RECORD_TYPES.get(type_, type_)+ if resolved_type:+ params["type"] = resolved_type+ if keywords:+ params["q"] = f"{query} AND keywords:{keywords}"+ if communities:+ params["communities"] = communities+ data = _make_request("records", params)+ if "error" in data:+ return data+ hits = data.get("hits", {})+ records = hits.get("hits", [])+ return {+ "query": query,+ "total": hits.get("total", {}).get("value", len(records)) if isinstance(hits.get("total"), dict) else hits.get("total", len(records)),+ "records": [_extract_record(r) for r in records],+ "available_types": list(RECORD_TYPES.keys()),+ }+++def get_record(record_id: str) -> Dict:+ data = _make_request(f"records/{record_id}", {})+ if "error" in data:+ return data+ return _extract_record(data)+++def get_community_records(community_id: str, size: int = 20) -> Dict:+ params = {+ "communities": community_id,+ "size": min(size, 100),+ "page": 1,+ "sort": "mostrecent",+ }+ data = _make_request("records", params)+ if "error" in data:+ return data+ hits = data.get("hits", {})+ records = hits.get("hits", [])+ total = hits.get("total", {})+ return {+ "community_id": community_id,+ "total": total.get("value", len(records)) if isinstance(total, dict) else total,+ "records": [_extract_record(r) for r in records],+ }+++def get_latest_records(type_: str = "dataset", size: int = 20) -> Dict:+ resolved_type = RECORD_TYPES.get(type_, type_)+ params = {+ "size": min(size, 100),+ "page": 1,+ "sort": "mostrecent",+ }+ if resolved_type:+ params["type"] = resolved_type+ data = _make_request("records", params)+ if "error" in data:+ return data+ hits = data.get("hits", {})+ records = hits.get("hits", [])+ total = hits.get("total", {})+ return {+ "type": type_,+ "total": total.get("value", len(records)) if isinstance(total, dict) else total,+ "records": [_extract_record(r) for r in records],+ }+++def get_file_links(record_id: str) -> Dict:+ data = _make_request(f"records/{record_id}", {})+ if "error" in data:+ return data+ record = _extract_record(data)+ return {+ "record_id": record_id,+ "title": record.get("title", ""),+ "doi": record.get("doi", ""),+ "files": record.get("files", []),+ "access_right": record.get("access_right", ""),+ }+++def search_by_doi(doi: str) -> Dict:+ params = {"q": f"doi:{doi}", "size": 5}+ data = _make_request("records", params)+ if "error" in data:+ return data+ hits = data.get("hits", {})+ records = hits.get("hits", [])+ if records:+ return _extract_record(records[0])+ return {"error": f"No record found for DOI: {doi}", "doi": doi}+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "search":+ query = args[1] if len(args) > 1 else "finance"+ type_ = args[2] if len(args) > 2 else ""+ keywords = args[3] if len(args) > 3 else ""+ communities = args[4] if len(args) > 4 else ""+ size = int(args[5]) if len(args) > 5 else 20+ result = search_records(query, type_, keywords, communities, size)+ elif command == "record":+ record_id = args[1] if len(args) > 1 else ""+ if not record_id:+ result = {"error": "record_id required"}+ else:+ result = get_record(record_id)+ elif command == "community":+ community_id = args[1] if len(args) > 1 else ""+ if not community_id:+ result = {"error": "community_id required"}+ else:+ size = int(args[2]) if len(args) > 2 else 20+ result = get_community_records(community_id, size)+ elif command == "latest":+ type_ = args[1] if len(args) > 1 else "dataset"+ size = int(args[2]) if len(args) > 2 else 20+ result = get_latest_records(type_, size)+ elif command == "files":+ record_id = args[1] if len(args) > 1 else ""+ if not record_id:+ result = {"error": "record_id required"}+ else:+ result = get_file_links(record_id)+ elif command == "doi":+ doi = args[1] if len(args) > 1 else ""+ if not doi:+ result = {"error": "DOI required"}+ else:+ result = search_by_doi(doi)+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/scripts/zillow_data.py b/fincept-qt/scripts/zillow_data.pynew file mode 100644index 000000000..d3c9346aa--- /dev/null+++ b/fincept-qt/scripts/zillow_data.py@@ -0,0 +1,190 @@+"""+Zillow Research Data Fetcher+Zillow Research: median home values, rents, inventory, price cuts by zip/metro/state+via direct CSV download and parse from Zillow static files.+"""+import sys+import json+import os+import io+import requests+from typing import Dict, Any, Optional, List++BASE_URL = "https://files.zillowstatic.com/research/public_csvs"++session = requests.Session()+adapter = requests.adapters.HTTPAdapter(pool_connections=10, pool_maxsize=10, max_retries=3)+session.mount('https://', adapter)+session.mount('http://', adapter)++DATASETS = {+ "zhvi_zip": "zhvi/Zip_zhvi_uc_sfrcondo_tier_0.33_0.67_sm_sa_month.csv",+ "zhvi_metro": "zhvi/Metro_zhvi_uc_sfrcondo_tier_0.33_0.67_sm_sa_month.csv",+ "zhvi_state": "zhvi/State_zhvi_uc_sfrcondo_tier_0.33_0.67_sm_sa_month.csv",+ "zori_zip": "zori/Zip_ZORI_AllHomesPlusMultifamily_Smoothed.csv",+ "zori_metro": "zori/Metro_ZORI_AllHomesPlusMultifamily_Smoothed.csv",+ "inventory_zip": "market_summary/Zip_invt_fs_uc_sfrcondo_sm_month.csv",+ "inventory_metro":"market_summary/Metro_invt_fs_uc_sfrcondo_sm_month.csv",+ "dom_zip": "market_summary/Zip_median_dom_uc_sfrcondo_sm_month.csv",+ "dom_metro": "market_summary/Metro_median_dom_uc_sfrcondo_sm_month.csv",+ "price_cut_zip": "market_summary/Zip_perc_listings_price_cut_uc_sfrcondo_sm_month.csv",+ "price_cut_metro":"market_summary/Metro_perc_listings_price_cut_uc_sfrcondo_sm_month.csv",+ "zori_1br": "zori/Metro_ZORI_AllHomesPlusMultifamily_1Bedroom_Smoothed.csv",+ "zori_2br": "zori/Metro_ZORI_AllHomesPlusMultifamily_2Bedroom_Smoothed.csv",+ "zori_3br": "zori/Metro_ZORI_AllHomesPlusMultifamily_3Bedroom_Smoothed.csv",+ "zori_4br": "zori/Metro_ZORI_AllHomesPlusMultifamily_4Bedroom_Smoothed.csv",+ "zori_5br": "zori/Metro_ZORI_AllHomesPlusMultifamily_5BedroomOrMore_Smoothed.csv",+}+++def _fetch_csv(path: str) -> Any:+ url = f"{BASE_URL}/{path}"+ try:+ response = session.get(url, timeout=60)+ response.raise_for_status()+ return response.text+ except requests.exceptions.HTTPError as e:+ return {"error": f"HTTP {e.response.status_code}: {str(e)}"}+ except requests.exceptions.RequestException as e:+ return {"error": f"Request failed: {str(e)}"}+++def _parse_csv_to_records(csv_text: str, region_filter: str = None,+ region_col: str = "RegionName",+ start_date: str = None, end_date: str = None) -> Any:+ try:+ lines = csv_text.strip().split('\n')+ if not lines:+ return {"error": "Empty CSV"}+ headers = [h.strip().strip('"') for h in lines[0].split(',')]+ records = []+ for line in lines[1:]:+ parts = line.split(',')+ if len(parts) < len(headers):+ continue+ row = {headers[i]: parts[i].strip().strip('"') for i in range(len(headers))}+ if region_filter:+ col_val = row.get(region_col, row.get("RegionName", ""))+ if region_filter.lower() not in col_val.lower():+ continue+ # filter date columns+ date_cols = {}+ for k, v in row.items():+ if len(k) == 10 and k[4] == '-' and k[7] == '-':+ if start_date and k < start_date:+ continue+ if end_date and k > end_date:+ continue+ date_cols[k] = v+ meta = {k: v for k, v in row.items() if not (len(k) == 10 and k[4] == '-')}+ meta["time_series"] = date_cols+ records.append(meta)+ return records+ except Exception as e:+ return {"error": f"Parse error: {str(e)}"}+++def get_home_value_index(region_type: str = "metro", start_date: str = None, end_date: str = None) -> Any:+ key = f"zhvi_{region_type.lower()}"+ if key not in DATASETS:+ return {"error": f"Unknown region_type '{region_type}'. Use: zip, metro, state"}+ csv_text = _fetch_csv(DATASETS[key])+ if isinstance(csv_text, dict):+ return csv_text+ records = _parse_csv_to_records(csv_text, start_date=start_date, end_date=end_date)+ return {"region_type": region_type, "dataset": "ZHVI", "count": len(records), "data": records[:50]}+++def get_rental_index(region_type: str = "metro", bedroom_size: str = "all") -> Any:+ bedroom_map = {"all": "zori_metro", "1": "zori_1br", "2": "zori_2br",+ "3": "zori_3br", "4": "zori_4br", "5": "zori_5br"}+ if bedroom_size == "all" and region_type.lower() == "zip":+ key = "zori_zip"+ else:+ key = bedroom_map.get(str(bedroom_size), "zori_metro")+ if key not in DATASETS:+ return {"error": f"Unknown bedroom_size '{bedroom_size}'"}+ csv_text = _fetch_csv(DATASETS[key])+ if isinstance(csv_text, dict):+ return csv_text+ records = _parse_csv_to_records(csv_text)+ return {"region_type": region_type, "bedroom_size": bedroom_size, "dataset": "ZORI",+ "count": len(records), "data": records[:50]}+++def get_inventory(region_type: str = "metro") -> Any:+ key = f"inventory_{region_type.lower()}"+ if key not in DATASETS:+ return {"error": f"Unknown region_type '{region_type}'. Use: zip, metro"}+ csv_text = _fetch_csv(DATASETS[key])+ if isinstance(csv_text, dict):+ return csv_text+ records = _parse_csv_to_records(csv_text)+ return {"region_type": region_type, "dataset": "Inventory", "count": len(records), "data": records[:50]}+++def get_days_on_market(region_type: str = "metro") -> Any:+ key = f"dom_{region_type.lower()}"+ if key not in DATASETS:+ return {"error": f"Unknown region_type '{region_type}'. Use: zip, metro"}+ csv_text = _fetch_csv(DATASETS[key])+ if isinstance(csv_text, dict):+ return csv_text+ records = _parse_csv_to_records(csv_text)+ return {"region_type": region_type, "dataset": "Days On Market", "count": len(records), "data": records[:50]}+++def get_price_cut_pct(region_type: str = "metro") -> Any:+ key = f"price_cut_{region_type.lower()}"+ if key not in DATASETS:+ return {"error": f"Unknown region_type '{region_type}'. Use: zip, metro"}+ csv_text = _fetch_csv(DATASETS[key])+ if isinstance(csv_text, dict):+ return csv_text+ records = _parse_csv_to_records(csv_text)+ return {"region_type": region_type, "dataset": "Price Cut %", "count": len(records), "data": records[:50]}+++def get_available_datasets() -> Any:+ return {+ "datasets": list(DATASETS.keys()),+ "base_url": BASE_URL,+ "description": "Zillow Research public CSV datasets",+ "region_types": ["zip", "metro", "state"],+ "bedroom_sizes": ["all", "1", "2", "3", "4", "5"]+ }+++def main(args=None):+ if args is None:+ args = sys.argv[1:]+ if not args:+ print(json.dumps({"error": "No command provided"}))+ return+ command = args[0]+ result = {"error": f"Unknown command: {command}"}+ if command == "home_values":+ region_type = args[1] if len(args) > 1 else "metro"+ start_date = args[2] if len(args) > 2 else None+ end_date = args[3] if len(args) > 3 else None+ result = get_home_value_index(region_type, start_date, end_date)+ elif command == "rental":+ region_type = args[1] if len(args) > 1 else "metro"+ bedroom_size = args[2] if len(args) > 2 else "all"+ result = get_rental_index(region_type, bedroom_size)+ elif command == "inventory":+ region_type = args[1] if len(args) > 1 else "metro"+ result = get_inventory(region_type)+ elif command == "days_on_market":+ region_type = args[1] if len(args) > 1 else "metro"+ result = get_days_on_market(region_type)+ elif command == "price_cuts":+ region_type = args[1] if len(args) > 1 else "metro"+ result = get_price_cut_pct(region_type)+ elif command == "datasets":+ result = get_available_datasets()+ print(json.dumps(result))+++if __name__ == "__main__":+ main()diff --git a/fincept-qt/src/ai_chat/AiChatScreen.cpp b/fincept-qt/src/ai_chat/AiChatScreen.cppindex 6fdef3473..014891254 100644--- a/fincept-qt/src/ai_chat/AiChatScreen.cpp+++ b/fincept-qt/src/ai_chat/AiChatScreen.cpp@@ -11,6 +11,10 @@#include <QApplication>#include <QDateTime>#include <QDialog>+#include <QFile>+#include <QFileDialog>+#include <QFileInfo>+#include <QTextStream>#include <QDialogButtonBox>#include <QFrame>#include <QGridLayout>@@ -493,6 +497,31 @@ QWidget* AiChatScreen::build_input_area() {});hl->addWidget(input_box_, 1);+ // Attach file button+ attach_btn_ = new QPushButton("⊕");+ attach_btn_->setFixedSize(44, 44);+ attach_btn_->setCursor(Qt::PointingHandCursor);+ attach_btn_->setToolTip("Attach a file to this message");+ attach_btn_->setStyleSheet(+ QString("QPushButton{background:transparent;color:%1;border:1px solid %2;"+ "border-radius:6px;font-size:18px;font-weight:700;}"+ "QPushButton:hover{background:rgba(217,119,6,0.15);border-color:%1;}"+ "QPushButton[active=\"true\"]{background:rgba(217,119,6,0.2);"+ "border-color:%1;color:%1;}")+ .arg(col::AMBER, col::BORDER_MED));+ connect(attach_btn_, &QPushButton::clicked, this, &AiChatScreen::on_attach_file);+ hl->addWidget(attach_btn_);++ // Badge showing attached file name (hidden by default)+ attach_badge_ = new QLabel;+ attach_badge_->setVisible(false);+ attach_badge_->setMaximumWidth(160);+ attach_badge_->setStyleSheet(+ QString("color:%1;font-size:10px;background:rgba(217,119,6,0.12);"+ "border:1px solid #78350f;border-radius:3px;padding:2px 6px;%2")+ .arg(col::AMBER, "font-family:'Consolas',monospace;"));+ hl->addWidget(attach_badge_);+send_btn_ = new QPushButton("Send");send_btn_->setFixedSize(76, 44);send_btn_->setCursor(Qt::PointingHandCursor);@@ -673,22 +702,61 @@ void AiChatScreen::on_delete_session() {load_sessions();}+void AiChatScreen::on_attach_file() {+ // Let user pick from File Manager index or browse disk+ QStringList paths = QFileDialog::getOpenFileNames(+ this, "Attach File to Message", QString(),+ "All Files (*);;Text Files (*.txt *.md *.csv *.json);;Notebooks (*.ipynb);;PDF (*.pdf)");+ if (paths.isEmpty()) return;++ attached_file_path_ = paths.first(); // single attach for now+ QFileInfo fi(attached_file_path_);+ if (attach_badge_) {+ attach_badge_->setText("⊕ " + fi.fileName());+ attach_badge_->setVisible(true);+ }+ if (attach_btn_)+ attach_btn_->setProperty("active", true);+}+void AiChatScreen::on_send() {if (streaming_) return;- const QString text = input_box_->toPlainText().trimmed();- if (text.isEmpty()) return;+ const QString raw_text = input_box_->toPlainText().trimmed();+ if (raw_text.isEmpty() && attached_file_path_.isEmpty()) return;if (active_session_id_.isEmpty()) create_new_session();if (!ai_chat::LlmService::instance().is_configured()) {add_message_bubble("system","No LLM provider configured. Go to Settings > LLM Configuration to set up a provider.");return;}++ // Build final text: prepend file contents if attached+ QString text = raw_text;+ if (!attached_file_path_.isEmpty()) {+ QFile f(attached_file_path_);+ if (f.open(QIODevice::ReadOnly | QIODevice::Text)) {+ QTextStream in(&f);+ in.setEncoding(QStringConverter::Utf8);+ QString file_content = in.read(32000); // cap at 32K chars+ f.close();+ QFileInfo fi(attached_file_path_);+ text = QString("[Attached file: %1]\n\n%2\n\n---\n\n%3")+ .arg(fi.fileName(), file_content, raw_text);+ }+ // Reset attach state+ attached_file_path_.clear();+ if (attach_badge_) attach_badge_->setVisible(false);+ if (attach_btn_) attach_btn_->setProperty("active", false);+ }+input_box_->clear();input_box_->setFixedHeight(44);set_input_enabled(false);streaming_ = true;show_welcome(false);- add_message_bubble("user", text);+ // Display only raw_text in bubble (not full file dump)+ add_message_bubble("user", raw_text.isEmpty()+ ? "[File attached — see context]" : raw_text);total_messages_++;ChatRepository::instance().add_message(active_session_id_, "user", text,ai_chat::LlmService::instance().active_provider(),diff --git a/fincept-qt/src/ai_chat/AiChatScreen.h b/fincept-qt/src/ai_chat/AiChatScreen.hindex 98308e4f7..cb9a231a8 100644--- a/fincept-qt/src/ai_chat/AiChatScreen.h+++ b/fincept-qt/src/ai_chat/AiChatScreen.h@@ -31,6 +31,7 @@ class AiChatScreen : public QWidget {private slots:void on_send();+ void on_attach_file();void on_new_session();void on_session_selected(int row);void on_delete_session();@@ -67,6 +68,9 @@ class AiChatScreen : public QWidget {QWidget* welcome_panel_ = nullptr;QPlainTextEdit* input_box_ = nullptr;QPushButton* send_btn_ = nullptr;+ QPushButton* attach_btn_ = nullptr;+ QLabel* attach_badge_ = nullptr; // shows attached file name+ QString attached_file_path_;// ── Typing indicator ─────────────────────────────────────────────────QWidget* typing_indicator_ = nullptr;diff --git a/fincept-qt/src/ai_chat/LlmService.cpp b/fincept-qt/src/ai_chat/LlmService.cppindex 07202e75c..76a38673c 100644--- a/fincept-qt/src/ai_chat/LlmService.cpp+++ b/fincept-qt/src/ai_chat/LlmService.cpp@@ -135,6 +135,30 @@ QString LlmService::active_model() const {return model_;}+QString LlmService::active_api_key() const {+ QMutexLocker lock(&mutex_);+ const_cast<LlmService*>(this)->ensure_config();+ return api_key_;+}++QString LlmService::active_base_url() const {+ QMutexLocker lock(&mutex_);+ const_cast<LlmService*>(this)->ensure_config();+ return base_url_;+}++double LlmService::active_temperature() const {+ QMutexLocker lock(&mutex_);+ const_cast<LlmService*>(this)->ensure_config();+ return temperature_;+}++int LlmService::active_max_tokens() const {+ QMutexLocker lock(&mutex_);+ const_cast<LlmService*>(this)->ensure_config();+ return max_tokens_;+}+bool LlmService::is_configured() const {QMutexLocker lock(&mutex_);const_cast<LlmService*>(this)->ensure_config();@@ -145,6 +169,28 @@ bool LlmService::is_configured() const {return true;}+ResolvedLlmProfile LlmService::resolve_profile(const QString& context_type,+ const QString& context_id) const {+ return LlmProfileRepository::instance().resolve_for_context(context_type, context_id);+}++// static+QJsonObject LlmService::profile_to_json(const ResolvedLlmProfile& p) {+ // Only include fields the Python model constructor accepts.+ // profile_id / profile_name are internal metadata — never send them to Python+ // or they land in extra_model_kwargs and fail as unexpected kwargs (e.g. Claude(profile_id=...)).+ QJsonObject obj;+ obj["provider"] = p.provider;+ obj["model_id"] = p.model_id;+ obj["api_key"] = p.api_key;+ obj["base_url"] = p.base_url;+ obj["temperature"] = p.temperature;+ obj["max_tokens"] = p.max_tokens;+ if (!p.system_prompt.isEmpty())+ obj["system_prompt"] = p.system_prompt;+ return obj;+}+// ============================================================================// Endpoint + headers// ============================================================================diff --git a/fincept-qt/src/ai_chat/LlmService.h b/fincept-qt/src/ai_chat/LlmService.hindex 758f655fd..71d118952 100644--- a/fincept-qt/src/ai_chat/LlmService.h+++ b/fincept-qt/src/ai_chat/LlmService.h@@ -5,6 +5,7 @@// Streaming via QNetworkReply::readyRead + SSE parsing.#include "core/result/Result.h"+#include "storage/repositories/LlmProfileRepository.h"#include <QJsonArray>#include <QJsonObject>@@ -69,9 +70,26 @@ class LlmService : public QObject {// Reload config from DB (call after user changes LLM settings)void reload_config();+ // ── Active config accessors (AI Chat context) ─────────────────────────────QString active_provider() const;QString active_model() const;- bool is_configured() const;+ QString active_api_key() const;+ QString active_base_url() const;+ double active_temperature() const;+ int active_max_tokens() const;+ bool is_configured() const;++ // ── Profile-aware resolution ──────────────────────────────────────────────+ // Returns the resolved LLM profile for a given context.+ // context_type: "ai_chat" | "agent" | "agent_default" |+ // "team" | "team_default" | "team_coordinator"+ // context_id: agent/team id, or empty for type-level queries.+ ResolvedLlmProfile resolve_profile(const QString& context_type,+ const QString& context_id = {}) const;++ // Convenience: build a QJsonObject suitable for embedding in AgentService+ // payloads (provider, model_id, api_key, base_url, temperature, max_tokens).+ static QJsonObject profile_to_json(const ResolvedLlmProfile& p);// Fetch available models for a provider (async — emits models_fetched)void fetch_models(const QString& provider, const QString& api_key, const QString& base_url = {});diff --git a/fincept-qt/src/app/MainWindow.cpp b/fincept-qt/src/app/MainWindow.cppindex b2571409f..d1766d0b5 100644--- a/fincept-qt/src/app/MainWindow.cpp+++ b/fincept-qt/src/app/MainWindow.cpp@@ -1,5 +1,6 @@#include "app/MainWindow.h"+#include "services/updater/UpdateService.h"#include "ai_chat/AiChatBubble.h"#include "ai_chat/AiChatScreen.h"#include "auth/AuthManager.h"@@ -49,8 +50,6 @@#include "screens/news/NewsScreen.h"#include "screens/node_editor/NodeEditorScreen.h"#include "screens/notes/NotesScreen.h"-#include "screens/payment/PaymentProcessingScreen.h"-#include "screens/payment/PaymentSuccessScreen.h"#include "screens/polymarket/PolymarketScreen.h"#include "screens/portfolio/PortfolioScreen.h"#include "screens/profile/ProfileScreen.h"@@ -267,7 +266,35 @@ MainWindow::MainWindow(QWidget* parent) : QMainWindow(parent) {&MainWindow::on_auth_state_changed);connect(&auth::AuthManager::instance(), &auth::AuthManager::logged_out, this, &MainWindow::on_auth_state_changed);- on_auth_state_changed();+ // If a saved session exists, optimistically show the dashboard to avoid+ // flashing the login screen while session validation is in progress.+ auto& auth_mgr = auth::AuthManager::instance();+ if (auth_mgr.is_authenticated() || auth_mgr.is_loading()) {+ stack_->setCurrentIndex(1);+ router_->navigate("dashboard");+ } else {+ on_auth_state_changed();+ }++ // Periodic refresh of user credits/plan (every 3 minutes)+ user_refresh_timer_ = new QTimer(this);+ user_refresh_timer_->setInterval(3 * 60 * 1000);+ connect(user_refresh_timer_, &QTimer::timeout, this, []() {+ auto& auth = auth::AuthManager::instance();+ if (auth.is_authenticated())+ auth.refresh_user_data();+ });+ user_refresh_timer_->start();++ // Confetti overlay (parented to central widget so it covers the whole app)+ // Refresh user data when app regains focus (updates toolbar credits/plan)+ connect(qApp, &QApplication::applicationStateChanged, this, [](Qt::ApplicationState state) {+ if (state == Qt::ApplicationActive) {+ auto& auth = auth::AuthManager::instance();+ if (auth.is_authenticated())+ auth.refresh_user_data();+ }+ });}void MainWindow::setup_auth_screens() {@@ -275,8 +302,6 @@ void MainWindow::setup_auth_screens() {auto* reg = new screens::RegisterScreen;auto* forgot = new screens::ForgotPasswordScreen;auto* pricing = new screens::PricingScreen;- auto* pay_processing = new screens::PaymentProcessingScreen;- auto* pay_success = new screens::PaymentSuccessScreen;// Info screens stack (shared between auth and app via master stack index 2)info_stack_ = new QStackedWidget;@@ -292,13 +317,11 @@ void MainWindow::setup_auth_screens() {info_stack_->addWidget(trademarks); // index 3info_stack_->addWidget(help); // index 4- auth_stack_->addWidget(login); // index 0- auth_stack_->addWidget(reg); // index 1- auth_stack_->addWidget(forgot); // index 2- auth_stack_->addWidget(pricing); // index 3- auth_stack_->addWidget(pay_processing); // index 4- auth_stack_->addWidget(pay_success); // index 5- auth_stack_->addWidget(info_stack_); // index 6+ auth_stack_->addWidget(login); // index 0+ auth_stack_->addWidget(reg); // index 1+ auth_stack_->addWidget(forgot); // index 2+ auth_stack_->addWidget(pricing); // index 3+ auth_stack_->addWidget(info_stack_); // index 4// ── Auth navigation ──────────────────────────────────────────────────────connect(login, &screens::LoginScreen::navigate_register, this, &MainWindow::show_register);@@ -310,25 +333,6 @@ void MainWindow::setup_auth_screens() {router_->navigate("dashboard");});- // Pricing → payment processing: when user initiates payment, navigate to polling screen- connect(pricing, &screens::PricingScreen::payment_initiated, this,- [this, pay_processing](const QString& order_id, const QString& plan_name) {- auth_stack_->setCurrentIndex(4); // show processing screen- pay_processing->start_polling(order_id, plan_name);- });-- // ── Payment navigation ───────────────────────────────────────────────────- connect(pay_processing, &screens::PaymentProcessingScreen::payment_completed, this, [this, pay_success]() {- auth_stack_->setCurrentIndex(5); // show success- pay_success->show_success("", 0, 0); // details come from refreshed session- });- connect(pay_processing, &screens::PaymentProcessingScreen::navigate_back, this, &MainWindow::show_pricing);-- connect(pay_success, &screens::PaymentSuccessScreen::navigate_dashboard, this, [this]() {- stack_->setCurrentIndex(1);- router_->navigate("dashboard");- });-// ── Info screen navigation ───────────────────────────────────────────────// Back from info → return to previous auth screen (login by default)connect(contact, &screens::ContactScreen::navigate_back, this, &MainWindow::show_login);@@ -391,7 +395,18 @@ void MainWindow::setup_app_screens() {router_->register_factory("mcp_servers", []() { return new screens::McpServersScreen; });router_->register_factory("data_mapping", []() { return new screens::DataMappingScreen; });router_->register_factory("data_sources", []() { return new screens::DataSourcesScreen; });- router_->register_factory("file_manager", []() { return new screens::FileManagerScreen; });+ router_->register_factory("file_manager", [this]() {+ auto* fm = new screens::FileManagerScreen;+ // "Open With" buttons emit this — navigate to the target screen.+ // The file path is intentionally not forwarded here because each screen+ // manages its own open dialog; the navigation itself is sufficient to+ // bring the user to the right place.+ connect(fm, &screens::FileManagerScreen::open_file_in_screen,+ this, [this](const QString& route_id, const QString& /*file_path*/) {+ router_->navigate(route_id);+ });+ return fm;+ });router_->register_factory("excel", []() { return new screens::ExcelScreen; });router_->register_factory("trade_viz", []() { return new screens::TradeVizScreen; });@@ -409,11 +424,28 @@ void MainWindow::setup_navigation() {}void MainWindow::on_auth_state_changed() {auto& auth = auth::AuthManager::instance();++ // Still validating saved session — don't flash the login screen.+ // Stay on whatever is currently shown until validation completes.+ if (auth.is_loading())+ return;+if (auth.is_authenticated()) {+ // Don't redirect if user is already on the app stack (dashboard, etc.)+ // or is intentionally viewing the pricing screen from the toolbar.+ if (stack_->currentIndex() == 1)+ return;+ if (stack_->currentIndex() == 0 && auth_stack_->currentIndex() == 3)+ return; // user is on pricing screen — let PricingScreen handle it+if (auth.session().has_paid_plan()) {// Paid user → straight to dashboardstack_->setCurrentIndex(1);router_->navigate("dashboard");+ // Trigger silent update check after login (delayed so UI settles first)+ QTimer::singleShot(3000, this, []() {+ services::UpdateService::instance().check_for_updates(true);+ });} else {// Free/no plan → show pricing gatestack_->setCurrentIndex(0);@@ -437,28 +469,25 @@ void MainWindow::show_forgot_password() {void MainWindow::show_pricing() {auth_stack_->setCurrentIndex(3);}-void MainWindow::show_payment_processing() {- auth_stack_->setCurrentIndex(4);-}void MainWindow::show_info_contact() {info_stack_->setCurrentIndex(0);- auth_stack_->setCurrentIndex(6);+ auth_stack_->setCurrentIndex(4);}void MainWindow::show_info_terms() {info_stack_->setCurrentIndex(1);- auth_stack_->setCurrentIndex(6);+ auth_stack_->setCurrentIndex(4);}void MainWindow::show_info_privacy() {info_stack_->setCurrentIndex(2);- auth_stack_->setCurrentIndex(6);+ auth_stack_->setCurrentIndex(4);}void MainWindow::show_info_trademarks() {info_stack_->setCurrentIndex(3);- auth_stack_->setCurrentIndex(6);+ auth_stack_->setCurrentIndex(4);}void MainWindow::show_info_help() {info_stack_->setCurrentIndex(4);- auth_stack_->setCurrentIndex(6);+ auth_stack_->setCurrentIndex(4);}void MainWindow::restore_session() {}diff --git a/fincept-qt/src/app/MainWindow.h b/fincept-qt/src/app/MainWindow.hindex f23cbd1d3..452628000 100644--- a/fincept-qt/src/app/MainWindow.h+++ b/fincept-qt/src/app/MainWindow.h@@ -5,6 +5,7 @@#include <QMainWindow>#include <QShortcut>#include <QStackedWidget>+#include <QTimer>namespace fincept {@@ -31,6 +32,7 @@ class MainWindow : public QMainWindow {QWidget* tab_bar_widget_ = nullptr; // kept to hide/show in focus modeQWidget* status_bar_widget_ = nullptr;AiChatBubble* chat_bubble_ = nullptr;+ QTimer* user_refresh_timer_ = nullptr;void setup_auth_screens();void setup_app_screens();@@ -46,7 +48,6 @@ class MainWindow : public QMainWindow {void show_register();void show_forgot_password();void show_pricing();- void show_payment_processing();void show_info_contact();void show_info_terms();void show_info_privacy();diff --git a/fincept-qt/src/app/main.cpp b/fincept-qt/src/app/main.cppindex 4c52cfc6e..0683fe39a 100644--- a/fincept-qt/src/app/main.cpp+++ b/fincept-qt/src/app/main.cpp@@ -12,10 +12,12 @@#include "storage/sqlite/CacheDatabase.h"#include "storage/sqlite/Database.h"#include "storage/sqlite/migrations/MigrationRunner.h"+#include "trading/instruments/InstrumentService.h"#include "ui/theme/Theme.h"#include <QApplication>#include <QDir>+#include <QFile>#include <QSqlDatabase>#include <QSqlQuery>#include <QStandardPaths>@@ -29,6 +31,24 @@ int main(int argc, char* argv[]) {// Initialize loggingQString log_dir = QStandardPaths::writableLocation(QStandardPaths::AppDataLocation);QDir().mkpath(log_dir);++ // Remove stale SQLite WAL/SHM lock files left by a previous crash.+ // qsqlite.dll crashes on WAL recovery if the lock files are orphaned.+ for (const QString& db : {log_dir + "/fincept.db", log_dir + "/cache.db"}) {+ QFile::remove(db + "-wal");+ QFile::remove(db + "-shm");+ }+ // Also clean legacy DB location+ {+ const QString local_dir = QStandardPaths::writableLocation(QStandardPaths::AppLocalDataLocation);+ const QString legacy1 = local_dir.section('/', 0, -3) + "/FinceptTerminal/fincept_settings.db";+ const QString legacy2 = QString(local_dir).replace("Fincept/FinceptTerminal", "FinceptTerminal")+ + "/fincept_settings.db";+ for (const QString& db : {legacy1, legacy2}) {+ QFile::remove(db + "-wal");+ QFile::remove(db + "-shm");+ }+ }fincept::Logger::instance().set_file(log_dir + "/fincept.log");LOG_INFO("App", "Fincept Terminal v4.0.0 starting...");@@ -52,12 +72,22 @@ int main(int argc, char* argv[]) {fincept::register_migration_v006();fincept::register_migration_v007();fincept::register_migration_v008();+ fincept::register_migration_v009();+ fincept::register_migration_v010();// Open main databaseQString db_path = log_dir + "/fincept.db";auto db_result = fincept::Database::instance().open(db_path);if (db_result.is_err()) {LOG_ERROR("App", "Failed to open database: " + QString::fromStdString(db_result.error()));+ } else {+ // Warm InstrumentService cache from DB (non-blocking, no network).+ // If the table is empty on first run, the first broker login triggers a refresh.+ LOG_INFO("App", "Loading instruments from DB...");+ fincept::trading::InstrumentService::instance().load_from_db("zerodha");+ LOG_INFO("App", "Zerodha instruments loaded");+ fincept::trading::InstrumentService::instance().load_from_db("angelone");+ LOG_INFO("App", "AngelOne instruments loaded");}// Open cache database (non-fatal if fails)@@ -67,10 +97,13 @@ int main(int argc, char* argv[]) {LOG_WARN("App", "Cache DB failed (non-fatal): " + QString::fromStdString(cache_result.error()));}+ LOG_INFO("App", "Checking settings for legacy migration...");// One-time migration: copy settings from old DB (Local\FinceptTerminal\fincept_settings.db)// to new DB (Roaming\Fincept\FinceptTerminal\fincept.db) if the new DB has no settings yet.{+ LOG_INFO("App", "Querying settings...");auto existing = fincept::SettingsRepository::instance().get("fincept_session");+ LOG_INFO("App", "Settings query done");bool new_db_empty = existing.is_err() || existing.value().isEmpty();if (new_db_empty) {QString local_base = QStandardPaths::writableLocation(QStandardPaths::AppLocalDataLocation);@@ -101,6 +134,7 @@ int main(int argc, char* argv[]) {}}+ LOG_INFO("App", "Starting session manager...");// Start sessionfincept::SessionManager::instance().start_session();diff --git a/fincept-qt/src/auth/AuthApi.cpp b/fincept-qt/src/auth/AuthApi.cppindex a8328c6a8..17603796a 100644--- a/fincept-qt/src/auth/AuthApi.cpp+++ b/fincept-qt/src/auth/AuthApi.cpp@@ -12,53 +12,135 @@ AuthApi& AuthApi::instance() {return s;}+// Parse FastAPI/Pydantic 422 validation error detail array into a human-readable string.+// Input: {"detail": [{"loc": ["body", "email"], "msg": "...", "type": "..."}, ...]}+// Output: "Email: value is not a valid email address"+static QString parse_422_detail(const QJsonDocument& doc) {+ if (doc.isNull() || !doc.isObject())+ return {};++ auto root = doc.object();+ if (!root.contains("detail"))+ return {};++ // detail can be a string (plain message) or an array (Pydantic field errors)+ if (root["detail"].isString())+ return root["detail"].toString();++ if (!root["detail"].isArray())+ return {};++ QStringList msgs;+ for (const auto& item : root["detail"].toArray()) {+ auto err = item.toObject();+ QString msg = err["msg"].toString();+ if (msg.isEmpty())+ continue;++ // loc is ["body", "field_name"] — extract the field name (last element)+ QString field;+ auto loc = err["loc"].toArray();+ if (!loc.isEmpty()) {+ // Skip "body" prefix, take the last meaningful segment+ for (int i = loc.size() - 1; i >= 0; --i) {+ QString seg = loc[i].toString();+ if (!seg.isEmpty() && seg != "body") {+ // Convert snake_case to Title Case for display+ seg[0] = seg[0].toUpper();+ seg.replace('_', ' ');+ field = seg;+ break;+ }+ }+ }++ if (!field.isEmpty())+ msgs << field + ": " + msg;+ else+ msgs << msg;+ }++ return msgs.join("\n");+}+void AuthApi::request(const QString& method, const QString& endpoint, const QJsonObject& body, Callback cb) {auto& http = fincept::HttpClient::instance();auto handle = [cb, endpoint](fincept::Result<QJsonDocument> result) {+ // ── No body / network error path ─────────────────────────────────────+ // HttpClient returns err() only when there is NO parseable JSON body.+ // In that case we fall back to status-based messages.if (result.is_err()) {QString err = QString::fromStdString(result.error());- // Extract HTTP status from "HTTP_NNN" sentinel set by HttpClientint status = 0;- if (err.startsWith("HTTP_")) {+ if (err.startsWith("HTTP_"))status = err.mid(5).toInt();- }- // Build a meaningful error message from the status+QString msg;switch (status) {- case 401:- msg = "Session expired. Please log in again.";- break;- case 403:- msg = "Access denied.";- break;- case 404:- msg = "Resource not found.";- break;- case 422:- msg = "Invalid request data.";- break;- case 500:- msg = "Server error. Please try again.";- break;+ case 400: msg = "Bad request. Please check your input."; break;+ case 401: msg = "Incorrect email or password."; break;+ case 403: msg = "Access denied. Your account may be suspended."; break;+ case 404: msg = "Account not found. Please check your email."; break;+ case 409: msg = "An account with this email or username already exists."; break;+ case 422: msg = "Please check your input and try again."; break;+ case 429: msg = "Too many attempts. Please wait a moment and try again."; break;+ case 500: msg = "Server error. Please try again later."; break;+ case 503: msg = "Service unavailable. Please try again later."; break;default:- msg = status > 0 ? QString("Request failed (HTTP %1)").arg(status)+ msg = status > 0 ? QString("Request failed (HTTP %1). Please try again.").arg(status): "Network error. Check your connection.";}cb({false, {}, msg, status});return;}+ // ── JSON body path (covers both success and all HTTP error responses) ─auto doc = result.value();auto obj = doc.object();- // Detect API-level failures: {success: false, message: "..."}+ // Infer HTTP status from body when available (HttpClient doesn't pass status with ok())+ // We detect error bodies by absence of positive signals below.++ // 1. Pydantic 422 field-level validation errors: {"detail": [{loc, msg, type}, ...]}+ if (obj.contains("detail") && obj["detail"].isArray()) {+ QString detail_msg = parse_422_detail(doc);+ if (!detail_msg.isEmpty()) {+ cb({false, obj, detail_msg, 422});+ return;+ }+ }++ // 2. Server business-logic errors: {"success": false, "message": "..."}+ // This is the primary path for ALL the specific messages:+ // - "Incorrect password. You have 2 attempt(s) remaining."+ // - "Too many failed attempts — please try again in 2 minutes."+ // - "Your account is not verified yet."+ // - "This username is already taken."+ // - "An account with this email already exists."+ // - "Your verification code has expired."+ // - "Incorrect verification code. You have X attempt(s) remaining."+ // etc. — the server sends these verbatim and we display them as-is.if (obj.contains("success") && !obj["success"].toBool()) {- QString msg = obj.value("message").toString(obj.value("detail").toString("Request failed"));+ // Prefer "message", fall back to "detail" string, then generic+ QString msg = obj.value("message").toString();+ if (msg.isEmpty())+ msg = obj.value("detail").toString();+ if (msg.isEmpty())+ msg = "Request failed. Please try again.";cb({false, obj, msg, 200});return;}+ // 3. Plain {"detail": "string"} error (FastAPI default for non-422 errors)+ if (obj.contains("detail") && obj["detail"].isString()) {+ QString msg = obj["detail"].toString();+ if (!msg.isEmpty()) {+ cb({false, obj, msg, 0});+ return;+ }+ }+cb({true, obj, {}, 200});};@@ -147,15 +229,10 @@ void AuthApi::get_subscription_plans(Callback cb) {request("GET", "/cashfree/plans", {}, cb);}-void AuthApi::create_payment_order(const QString& plan_id, Callback cb) {+void AuthApi::generate_checkout_token(const QString& plan_id, Callback cb) {QJsonObject body;body["plan_id"] = plan_id;- body["currency"] = QStringLiteral("USD");- request("POST", "/cashfree/create-order", body, cb);-}--void AuthApi::get_transaction_status(const QString& order_id, Callback cb) {- request("GET", "/cashfree/order/" + order_id, {}, cb);+ request("POST", "/user/generate-checkout-token", body, cb);}} // namespace fincept::authdiff --git a/fincept-qt/src/auth/AuthApi.h b/fincept-qt/src/auth/AuthApi.hindex b60148f87..d3fe5cd84 100644--- a/fincept-qt/src/auth/AuthApi.h+++ b/fincept-qt/src/auth/AuthApi.h@@ -41,8 +41,7 @@ class AuthApi : public QObject {// Subscription / paymentvoid get_subscription_plans(Callback cb);- void create_payment_order(const QString& plan_id, Callback cb);- void get_transaction_status(const QString& order_id, Callback cb);+ void generate_checkout_token(const QString& plan_id, Callback cb);private:AuthApi() = default;diff --git a/fincept-qt/src/auth/AuthManager.cpp b/fincept-qt/src/auth/AuthManager.cppindex 61cdf8e0a..5bb3a513a 100644--- a/fincept-qt/src/auth/AuthManager.cpp+++ b/fincept-qt/src/auth/AuthManager.cpp@@ -32,7 +32,7 @@ void AuthManager::set_loading(bool v) {QJsonObject AuthManager::unwrap_data(const QJsonObject& raw) const {if (raw.contains("data") && raw["data"].isObject()) {- auto inner = raw["data"].toObject();+ const auto inner = raw["data"].toObject();if (inner.contains("data") && inner["data"].isObject()) {return inner["data"].toObject();}@@ -111,7 +111,7 @@ void AuthManager::initialize() {if (!session_.api_key.isEmpty()) {// Restore tokens on HttpClient so API calls workapply_tokens(session_.api_key, session_.session_token);- validate_saved_session(session_);+ validate_saved_session();return;}@@ -119,8 +119,7 @@ void AuthManager::initialize() {emit auth_state_changed();}-void AuthManager::validate_saved_session(const SessionData& saved) {- Q_UNUSED(saved);+void AuthManager::validate_saved_session() {AuthApi::instance().validate_session_server([this](ApiResponse r) {// 401/403 → session truly expired, must re-loginif (!r.success && (r.status_code == 401 || r.status_code == 403)) {@@ -142,7 +141,7 @@ void AuthManager::validate_saved_session(const SessionData& saved) {}// Success — check response body- auto data = unwrap_data(r.data);+ const auto data = unwrap_data(r.data);LOG_DEBUG("Auth", "validate-session response: " +QString::fromUtf8(QJsonDocument(r.data).toJson(QJsonDocument::Compact)));@@ -157,46 +156,63 @@ void AuthManager::validate_saved_session(const SessionData& saved) {}// Session valid — refresh profile then proceed- fetch_user_profile(session_.api_key);+ fetch_user_profile([this] { emit subscription_fetched(); });});}-void AuthManager::fetch_user_profile(const QString& api_key) {- Q_UNUSED(api_key);- AuthApi::instance().get_user_profile([this](ApiResponse r) {+void AuthManager::fetch_user_profile(std::function<void()> on_done) {+ AuthApi::instance().get_user_profile([this, on_done = std::move(on_done)](ApiResponse r) mutable {if (r.success) {- auto data = unwrap_data(r.data);+ const auto data = unwrap_data(r.data);session_.user_info = UserProfile::from_json(data);}- // Chain subscription fetch- fetch_user_subscription();+ fetch_user_subscription(std::move(on_done));});}-void AuthManager::fetch_user_subscription() {- UserApi::instance().get_user_subscription([this](ApiResponse r) {+// ── Shared post-auth completion ───────────────────────────────────────────────+// Fetches subscription, syncs state, saves session, emits success_signal.+// Called at the tail of login / verify_otp / verify_mfa / session restore.++// ── Shared post-auth completion ───────────────────────────────────────────────+// Fetches subscription, syncs state, saves session, then calls on_done().+// Used by login / verify_otp / verify_mfa / session restore to avoid+// duplicating the same 8-line block in four places.++void AuthManager::complete_auth_flow(std::function<void()> on_done) {+ UserApi::instance().get_user_subscription([this, on_done = std::move(on_done)](ApiResponse r) {if (r.success) {- auto data = unwrap_data(r.data);- session_.subscription = UserSubscription::from_json(data);+ const auto sub_data = unwrap_data(r.data);+ session_.subscription = UserSubscription::from_json(sub_data);session_.has_subscription = !session_.subscription.account_type.isEmpty();}- // Fallback: use account_type from profile+ // Fallback: promote profile account_type into subscription so account_type() is consistentif (session_.subscription.account_type.isEmpty() && !session_.user_info.account_type.isEmpty()) {session_.subscription.account_type = session_.user_info.account_type;session_.subscription.credit_balance = session_.user_info.credit_balance;session_.has_subscription = true;}- // Mark as authenticated — we have a valid api_key and server didn't reject+ // Sync user_info from subscription so legacy readers stay consistent+ if (!session_.subscription.account_type.isEmpty())+ session_.user_info.account_type = session_.subscription.account_type;+ if (session_.subscription.credit_balance > 0)+ session_.user_info.credit_balance = session_.subscription.credit_balance;+if (!session_.api_key.isEmpty())session_.authenticated = true;save_session();auto_configure_fincept_llm();set_loading(false);- emit subscription_fetched();+ if (on_done)+ on_done();emit auth_state_changed();});}+void AuthManager::fetch_user_subscription(std::function<void()> on_done) {+ complete_auth_flow(std::move(on_done));+}+// ── Login ────────────────────────────────────────────────────────────────────void AuthManager::login(const QString& email, const QString& password, bool force_login) {@@ -207,14 +223,14 @@ void AuthManager::login(const QString& email, const QString& password, bool forcreq.password = password;req.force_login = force_login;- AuthApi::instance().login(req, [this, email](ApiResponse r) {+ AuthApi::instance().login(req, [this](ApiResponse r) {if (!r.success) {set_loading(false);emit login_failed(r.error.isEmpty() ? "Login failed" : r.error);return;}- auto data = unwrap_data(r.data);+ const auto data = unwrap_data(r.data);if (data["active_session"].toBool()) {set_loading(false);@@ -228,14 +244,14 @@ void AuthManager::login(const QString& email, const QString& password, bool forcreturn;}- QString api_key = data["api_key"].toString();+ const QString api_key = data["api_key"].toString();if (api_key.isEmpty()) {set_loading(false);emit login_failed("No API key returned from server");return;}- QString session_token = data["session_token"].toString();+ const QString session_token = data["session_token"].toString();// Set tokens on HttpClient — all subsequent API calls will use themapply_tokens(api_key, session_token);@@ -244,32 +260,9 @@ void AuthManager::login(const QString& email, const QString& password, bool forcsession_.api_key = api_key;session_.session_token = session_token;session_.device_id = generate_device_id();- session_.user_info.email = email;-- // Fetch profile, then subscription (HttpClient already has tokens set)- AuthApi::instance().get_user_profile([this](ApiResponse pr) {- if (pr.success) {- session_.user_info = UserProfile::from_json(unwrap_data(pr.data));- }- // Chain subscription fetch before emitting success- UserApi::instance().get_user_subscription([this](ApiResponse sr) {- if (sr.success) {- auto sub_data = unwrap_data(sr.data);- session_.subscription = UserSubscription::from_json(sub_data);- session_.has_subscription = !session_.subscription.account_type.isEmpty();- }- if (session_.subscription.account_type.isEmpty() && !session_.user_info.account_type.isEmpty()) {- session_.subscription.account_type = session_.user_info.account_type;- session_.subscription.credit_balance = session_.user_info.credit_balance;- session_.has_subscription = true;- }- save_session();- auto_configure_fincept_llm();- set_loading(false);- emit login_succeeded();- emit auth_state_changed();- });- });++ // Fetch profile then subscription; on_done emits login_succeeded+ fetch_user_profile([this] { emit login_succeeded(); });});}@@ -305,52 +298,30 @@ void AuthManager::verify_otp(const QString& email, const QString& otp) {req.email = sanitize_input(email).toLower();req.otp = sanitize_input(otp);- AuthApi::instance().verify_otp(req, [this, email](ApiResponse r) {+ AuthApi::instance().verify_otp(req, [this](ApiResponse r) {if (!r.success) {set_loading(false);emit otp_failed(r.error.isEmpty() ? "Verification failed" : r.error);return;}- auto data = unwrap_data(r.data);- QString api_key = data["api_key"].toString();+ const auto data = unwrap_data(r.data);+ const QString api_key = data["api_key"].toString();if (api_key.isEmpty()) {set_loading(false);emit otp_failed("No API key returned");return;}- QString session_token = data["session_token"].toString();+ const QString session_token = data["session_token"].toString();apply_tokens(api_key, session_token);session_.authenticated = true;session_.api_key = api_key;session_.session_token = session_token;session_.device_id = generate_device_id();- session_.user_info.email = email;-- AuthApi::instance().get_user_profile([this](ApiResponse pr) {- if (pr.success) {- session_.user_info = UserProfile::from_json(unwrap_data(pr.data));- }- UserApi::instance().get_user_subscription([this](ApiResponse sr) {- if (sr.success) {- auto sub_data = unwrap_data(sr.data);- session_.subscription = UserSubscription::from_json(sub_data);- session_.has_subscription = !session_.subscription.account_type.isEmpty();- }- if (session_.subscription.account_type.isEmpty() && !session_.user_info.account_type.isEmpty()) {- session_.subscription.account_type = session_.user_info.account_type;- session_.subscription.credit_balance = session_.user_info.credit_balance;- session_.has_subscription = true;- }- save_session();- auto_configure_fincept_llm();- set_loading(false);- emit otp_verified();- emit auth_state_changed();- });- });++ fetch_user_profile([this] { emit otp_verified(); });});}@@ -359,52 +330,30 @@ void AuthManager::verify_otp(const QString& email, const QString& otp) {void AuthManager::verify_mfa(const QString& email, const QString& otp) {set_loading(true);- AuthApi::instance().verify_mfa(sanitize_input(email).toLower(), sanitize_input(otp), [this, email](ApiResponse r) {+ AuthApi::instance().verify_mfa(sanitize_input(email).toLower(), sanitize_input(otp), [this](ApiResponse r) {if (!r.success) {set_loading(false);emit mfa_failed(r.error.isEmpty() ? "MFA verification failed" : r.error);return;}- auto data = unwrap_data(r.data);- QString api_key = data["api_key"].toString();+ const auto data = unwrap_data(r.data);+ const QString api_key = data["api_key"].toString();if (api_key.isEmpty()) {set_loading(false);emit mfa_failed("No API key returned");return;}- QString session_token = data["session_token"].toString();+ const QString session_token = data["session_token"].toString();apply_tokens(api_key, session_token);session_.authenticated = true;session_.api_key = api_key;session_.session_token = session_token;session_.device_id = generate_device_id();- session_.user_info.email = email;-- AuthApi::instance().get_user_profile([this](ApiResponse pr) {- if (pr.success) {- session_.user_info = UserProfile::from_json(unwrap_data(pr.data));- }- UserApi::instance().get_user_subscription([this](ApiResponse sr) {- if (sr.success) {- auto sub_data = unwrap_data(sr.data);- session_.subscription = UserSubscription::from_json(sub_data);- session_.has_subscription = !session_.subscription.account_type.isEmpty();- }- if (session_.subscription.account_type.isEmpty() && !session_.user_info.account_type.isEmpty()) {- session_.subscription.account_type = session_.user_info.account_type;- session_.subscription.credit_balance = session_.user_info.credit_balance;- session_.has_subscription = true;- }- save_session();- auto_configure_fincept_llm();- set_loading(false);- emit mfa_verified();- emit auth_state_changed();- });- });++ fetch_user_profile([this] { emit mfa_verified(); });});}@@ -468,7 +417,7 @@ void AuthManager::refresh_user_data() {if (!session_.authenticated || session_.api_key.isEmpty())return;// fetch_user_profile chains into fetch_user_subscription automatically- fetch_user_profile(session_.api_key);+ fetch_user_profile([this] { emit subscription_fetched(); });}// ── Auto-configure Fincept LLM provider ──────────────────────────────────────diff --git a/fincept-qt/src/auth/AuthManager.h b/fincept-qt/src/auth/AuthManager.hindex 6d89cebb9..58833a900 100644--- a/fincept-qt/src/auth/AuthManager.h+++ b/fincept-qt/src/auth/AuthManager.h@@ -2,6 +2,7 @@#include "auth/AuthTypes.h"#include <QObject>+#include <functional>namespace fincept::auth {@@ -58,9 +59,10 @@ class AuthManager : public QObject {void save_session();void load_session();void clear_session();- void validate_saved_session(const SessionData& saved);- void fetch_user_profile(const QString& api_key);- void fetch_user_subscription();+ void validate_saved_session();+ void fetch_user_profile(std::function<void()> on_done = {});+ void fetch_user_subscription(std::function<void()> on_done = {});+ void complete_auth_flow(std::function<void()> on_done);void auto_configure_fincept_llm();QString generate_device_id() const;QJsonObject unwrap_data(const QJsonObject& raw) const;diff --git a/fincept-qt/src/auth/AuthTypes.h b/fincept-qt/src/auth/AuthTypes.hindex 9d832e57b..b98c656b7 100644--- a/fincept-qt/src/auth/AuthTypes.h+++ b/fincept-qt/src/auth/AuthTypes.h@@ -192,8 +192,17 @@ struct SessionData {UserSubscription subscription;bool has_subscription = false;+ // Single authoritative source for the current plan.+ // Subscription API is the most up-to-date; user_info is the fallback+ // populated at login before the subscription endpoint is called.+ const QString& account_type() const {+ return subscription.account_type.isEmpty()+ ? user_info.account_type+ : subscription.account_type;+ }+bool has_paid_plan() const {- QString at = user_info.account_type.toLower();+ const QString at = account_type().toLower();return at == "basic" || at == "standard" || at == "pro" || at == "enterprise";}@@ -244,6 +253,11 @@ struct SessionData {auto sub = obj["subscription"].toObject();s.subscription = UserSubscription::from_json(sub);s.has_subscription = !s.subscription.account_type.isEmpty();+ // Keep user_info in sync so legacy readers are consistent+ if (!s.subscription.account_type.isEmpty())+ s.user_info.account_type = s.subscription.account_type;+ if (s.subscription.credit_balance > 0)+ s.user_info.credit_balance = s.subscription.credit_balance;}return s;}diff --git a/fincept-qt/src/mcp/McpInit.cpp b/fincept-qt/src/mcp/McpInit.cppindex 2a83cc86d..25d114743 100644--- a/fincept-qt/src/mcp/McpInit.cpp+++ b/fincept-qt/src/mcp/McpInit.cpp@@ -6,6 +6,7 @@#include "mcp/McpProvider.h"#include "mcp/McpService.h"#include "mcp/tools/AiChatTools.h"+#include "mcp/tools/FileManagerTools.h"#include "mcp/tools/CryptoTradingTools.h"#include "mcp/tools/AltInvestmentsTools.h"#include "mcp/tools/DataSourcesTools.h"@@ -72,6 +73,9 @@ void initialize_all_tools() {// profile tabprovider.register_tools(tools::get_profile_tools());+ // file manager tab+ provider.register_tools(tools::get_file_manager_tools());+// settings, python, systemprovider.register_tools(tools::get_settings_tools());provider.register_tools(tools::get_python_tools());diff --git a/fincept-qt/src/mcp/tools/FileManagerTools.cpp b/fincept-qt/src/mcp/tools/FileManagerTools.cppnew file mode 100644index 000000000..dd904a696--- /dev/null+++ b/fincept-qt/src/mcp/tools/FileManagerTools.cpp@@ -0,0 +1,280 @@+// FileManagerTools.cpp — MCP tools for File Manager tab++#include "mcp/tools/FileManagerTools.h"++#include "core/logging/Logger.h"+#include "services/file_manager/FileManagerService.h"++#include <QDateTime>+#include <QFile>+#include <QFileInfo>+#include <QTextStream>++namespace fincept::mcp::tools {++std::vector<ToolDef> get_file_manager_tools() {+ std::vector<ToolDef> tools;++ // ── list_files ──────────────────────────────────────────────────────+ {+ ToolDef t;+ t.name = "list_files";+ t.description = "List all files managed by the File Manager. "+ "Optionally filter by source screen (e.g. 'excel', 'code_editor', "+ "'report_builder', 'notes') or MIME type fragment (e.g. 'pdf', 'csv').";+ t.category = "file_manager";+ t.input_schema.properties = QJsonObject{+ {"screen", QJsonObject{{"type", "string"},+ {"description", "Filter by source screen: excel, code_editor, report_builder, notes"}}},+ {"mime", QJsonObject{{"type", "string"},+ {"description", "Filter by MIME type fragment, e.g. 'pdf', 'csv', 'ipynb'"}}}+ };+ t.handler = [](const QJsonObject& args) -> ToolResult {+ auto& svc = services::FileManagerService::instance();+ QString screen = args["screen"].toString().trimmed();+ QString mime = args["mime"].toString().trimmed();++ QJsonArray files;+ if (!screen.isEmpty())+ files = svc.files_for_screen(screen);+ else if (!mime.isEmpty())+ files = svc.files_by_mime(mime);+ else+ files = svc.all_files();++ // Return a trimmed view — omit internal stored name, expose useful fields only+ QJsonArray result;+ for (const auto& v : files) {+ if (!v.isObject()) continue;+ QJsonObject obj = v.toObject();+ result.append(QJsonObject{+ {"id", obj["id"]},+ {"name", obj["originalName"]},+ {"size", obj["size"]},+ {"type", obj["type"]},+ {"uploadedAt", obj["uploadedAt"]},+ {"sourceScreen", obj["sourceScreen"]}+ });+ }+ return ToolResult::ok_data(result);+ };+ tools.push_back(std::move(t));+ }++ // ── get_file_info ───────────────────────────────────────────────────+ {+ ToolDef t;+ t.name = "get_file_info";+ t.description = "Get detailed info about a specific managed file by its ID.";+ t.category = "file_manager";+ t.input_schema.properties = QJsonObject{+ {"id", QJsonObject{{"type", "string"}, {"description", "File ID returned by list_files"}}}+ };+ t.input_schema.required = {"id"};+ t.handler = [](const QJsonObject& args) -> ToolResult {+ QString id = args["id"].toString().trimmed();+ if (id.isEmpty())+ return ToolResult::fail("Missing 'id'");++ auto f = services::FileManagerService::instance().find_by_id(id);+ if (f.id.isEmpty())+ return ToolResult::fail("File not found: " + id);++ return ToolResult::ok_data(QJsonObject{+ {"id", f.id},+ {"name", f.original_name},+ {"storedName", f.name},+ {"size", f.size},+ {"type", f.mime_type},+ {"uploadedAt", f.uploaded_at},+ {"sourceScreen", f.source_screen},+ {"fullPath", services::FileManagerService::instance().full_path(f.name)}+ });+ };+ tools.push_back(std::move(t));+ }++ // ── delete_file ─────────────────────────────────────────────────────+ {+ ToolDef t;+ t.name = "delete_managed_file";+ t.description = "Delete a managed file by its ID. This removes it from the File Manager "+ "and deletes the stored copy from disk.";+ t.category = "file_manager";+ t.input_schema.properties = QJsonObject{+ {"id", QJsonObject{{"type", "string"}, {"description", "File ID to delete"}}}+ };+ t.input_schema.required = {"id"};+ t.handler = [](const QJsonObject& args) -> ToolResult {+ QString id = args["id"].toString().trimmed();+ if (id.isEmpty())+ return ToolResult::fail("Missing 'id'");++ bool ok = services::FileManagerService::instance().remove_file(id);+ if (!ok)+ return ToolResult::fail("File not found or could not be deleted: " + id);++ return ToolResult::ok("File deleted: " + id);+ };+ tools.push_back(std::move(t));+ }++ // ── read_file_contents ──────────────────────────────────────────────+ {+ ToolDef t;+ t.name = "read_file_contents";+ t.description =+ "Read the text contents of a managed file by its ID. Supports plain text, CSV, JSON, "+ "Markdown, and any other UTF-8 text format. Binary files (images, zip, xlsx) are not "+ "readable and will return an error. Use list_files first to find the file ID. "+ "For large files, use the 'max_chars' parameter to limit the returned content.";+ t.category = "file_manager";+ t.input_schema.properties = QJsonObject{+ {"id", QJsonObject{{"type", "string"},+ {"description", "File ID returned by list_files"}}},+ {"max_chars", QJsonObject{{"type", "integer"},+ {"description", "Maximum characters to return (default 32000, max 128000)"}}}+ };+ t.input_schema.required = {"id"};+ t.handler = [](const QJsonObject& args) -> ToolResult {+ QString id = args["id"].toString().trimmed();+ if (id.isEmpty())+ return ToolResult::fail("Missing 'id'");++ auto f = services::FileManagerService::instance().find_by_id(id);+ if (f.id.isEmpty())+ return ToolResult::fail("File not found: " + id);++ // Reject known binary MIME types+ const QString& mime = f.mime_type;+ if (mime.contains("image") || mime.contains("video") || mime.contains("audio") ||+ mime.contains("zip") || mime.contains("archive") || mime.contains("compressed") ||+ mime.contains("octet-stream") ||+ mime.contains("spreadsheet") || mime.contains("excel") ||+ mime.contains("vnd.openxmlformats")) {+ return ToolResult::fail(+ "File type '" + mime + "' is binary and cannot be read as text.");+ }++ QString path = services::FileManagerService::instance().full_path(f.name);+ QFile file(path);+ if (!file.exists())+ return ToolResult::fail("File not found on disk: " + path);+ if (!file.open(QIODevice::ReadOnly | QIODevice::Text))+ return ToolResult::fail("Cannot open file: " + path);++ QTextStream in(&file);+ in.setEncoding(QStringConverter::Utf8);++ int max_chars = args["max_chars"].toInt(32000);+ if (max_chars <= 0 || max_chars > 128000) max_chars = 32000;++ QString content = in.read(max_chars);+ file.close();++ bool truncated = (content.length() == max_chars);++ LOG_INFO("FileManagerTools", "read_file_contents: " + f.original_name ++ " (" + QString::number(content.length()) + " chars)");++ return ToolResult::ok_data(QJsonObject{+ {"id", f.id},+ {"name", f.original_name},+ {"type", f.mime_type},+ {"sourceScreen", f.source_screen},+ {"uploadedAt", f.uploaded_at},+ {"sizeBytes", f.size},+ {"truncated", truncated},+ {"content", content}+ });+ };+ tools.push_back(std::move(t));+ }++ // ── search_files ────────────────────────────────────────────────────+ {+ ToolDef t;+ t.name = "search_files";+ t.description =+ "Search managed files by name keyword, source screen, MIME type, or date range. "+ "Returns matching file metadata (not contents — use read_file_contents for that). "+ "All parameters are optional and combined with AND logic.";+ t.category = "file_manager";+ t.input_schema.properties = QJsonObject{+ {"query", QJsonObject{{"type", "string"},+ {"description", "Keyword to match against file name (case-insensitive)"}}},+ {"screen", QJsonObject{{"type", "string"},+ {"description", "Source screen: excel, portfolio, backtesting, news, "+ "equity_research, algo_trading, ai_quant_lab, notes, "+ "code_editor, report_builder, data_sources"}}},+ {"mime", QJsonObject{{"type", "string"},+ {"description", "MIME type fragment to match, e.g. 'csv', 'json', 'pdf'"}}},+ {"after", QJsonObject{{"type", "string"},+ {"description", "ISO 8601 date — only return files uploaded after this date"}}},+ {"before", QJsonObject{{"type", "string"},+ {"description", "ISO 8601 date — only return files uploaded before this date"}}}+ };+ t.handler = [](const QJsonObject& args) -> ToolResult {+ auto& svc = services::FileManagerService::instance();+ QJsonArray all = svc.all_files();++ QString query = args["query"].toString().trimmed().toLower();+ QString screen = args["screen"].toString().trimmed().toLower();+ QString mime = args["mime"].toString().trimmed().toLower();+ QString after = args["after"].toString().trimmed();+ QString before = args["before"].toString().trimmed();++ QDateTime dt_after = after.isEmpty() ? QDateTime() : QDateTime::fromString(after, Qt::ISODate);+ QDateTime dt_before = before.isEmpty() ? QDateTime() : QDateTime::fromString(before, Qt::ISODate);++ QJsonArray result;+ for (const auto& v : all) {+ if (!v.isObject()) continue;+ QJsonObject obj = v.toObject();++ if (!query.isEmpty() &&+ !obj["originalName"].toString().toLower().contains(query))+ continue;+ if (!screen.isEmpty() &&+ !obj["sourceScreen"].toString().toLower().contains(screen))+ continue;+ if (!mime.isEmpty() &&+ !obj["type"].toString().toLower().contains(mime))+ continue;+ if (dt_after.isValid()) {+ QDateTime uploaded = QDateTime::fromString(obj["uploadedAt"].toString(), Qt::ISODate);+ if (uploaded < dt_after) continue;+ }+ if (dt_before.isValid()) {+ QDateTime uploaded = QDateTime::fromString(obj["uploadedAt"].toString(), Qt::ISODate);+ if (uploaded > dt_before) continue;+ }++ result.append(QJsonObject{+ {"id", obj["id"]},+ {"name", obj["originalName"]},+ {"size", obj["size"]},+ {"type", obj["type"]},+ {"uploadedAt", obj["uploadedAt"]},+ {"sourceScreen", obj["sourceScreen"]}+ });+ }++ if (result.isEmpty())+ return ToolResult::ok_data(QJsonObject{+ {"matches", 0},+ {"files", QJsonArray{}}+ });++ return ToolResult::ok_data(QJsonObject{+ {"matches", result.size()},+ {"files", result}+ });+ };+ tools.push_back(std::move(t));+ }++ return tools;+}++} // namespace fincept::mcp::toolsdiff --git a/fincept-qt/src/mcp/tools/FileManagerTools.h b/fincept-qt/src/mcp/tools/FileManagerTools.hnew file mode 100644index 000000000..9e5148c60--- /dev/null+++ b/fincept-qt/src/mcp/tools/FileManagerTools.h@@ -0,0 +1,8 @@+#pragma once+#include "mcp/McpTypes.h"++#include <vector>++namespace fincept::mcp::tools {+std::vector<ToolDef> get_file_manager_tools();+} // namespace fincept::mcp::toolsdiff --git a/fincept-qt/src/mcp/tools/SystemTools.cpp b/fincept-qt/src/mcp/tools/SystemTools.cppindex 1b53dbb63..41fbb66db 100644--- a/fincept-qt/src/mcp/tools/SystemTools.cpp+++ b/fincept-qt/src/mcp/tools/SystemTools.cpp@@ -28,7 +28,7 @@ std::vector<ToolDef> get_system_tools() {return ToolResult::ok_data(QJsonObject{{"authenticated", true},{"username", s.user_info.username},{"email", s.user_info.email},- {"account_type", s.user_info.account_type},+ {"account_type", s.account_type()},{"is_verified", s.user_info.is_verified},{"credit_balance", s.user_info.credit_balance},{"has_subscription", s.has_subscription}});diff --git a/fincept-qt/src/network/http/HttpClient.cpp b/fincept-qt/src/network/http/HttpClient.cppindex 41ee440a8..a19f1b92d 100644--- a/fincept-qt/src/network/http/HttpClient.cpp+++ b/fincept-qt/src/network/http/HttpClient.cpp@@ -43,7 +43,16 @@ void HttpClient::handle_reply(QNetworkReply* reply, JsonCallback callback) {if (reply->error() != QNetworkReply::NoError) {LOG_WARN("HTTP",QString("HTTP %1: %2 — %3").arg(status).arg(reply->url().toString()).arg(reply->errorString()));- // Return error so callers can distinguish HTTP failures from success++ // For any HTTP error that has a parseable JSON body, pass it through+ // so callers (AuthApi) can extract server-side error messages+ // (e.g. "Incorrect password. 2 attempts remaining.", "Account locked.", etc.)+ if (!data.isEmpty() && parse_err.error == QJsonParseError::NoError && doc.isObject()) {+ cb(Result<QJsonDocument>::ok(doc));+ return;+ }++ // No parseable body — return sentinel so callers map status to fallback messagecb(Result<QJsonDocument>::err(QString("HTTP_%1").arg(status).toStdString()));return;}diff --git a/fincept-qt/src/network/websocket/WebSocketClient.cpp b/fincept-qt/src/network/websocket/WebSocketClient.cppindex 10bda532f..ab87f2a89 100644--- a/fincept-qt/src/network/websocket/WebSocketClient.cpp+++ b/fincept-qt/src/network/websocket/WebSocketClient.cpp@@ -10,6 +10,7 @@ WebSocketClient::WebSocketClient(QObject* parent) : QObject(parent) {connect(&socket_, &QWebSocket::connected, this, &WebSocketClient::on_connected);connect(&socket_, &QWebSocket::disconnected, this, &WebSocketClient::on_disconnected);connect(&socket_, &QWebSocket::textMessageReceived, this, &WebSocketClient::on_text_received);+ connect(&socket_, &QWebSocket::binaryMessageReceived, this, &WebSocketClient::on_binary_received);connect(&socket_, QOverload<QAbstractSocket::SocketError>::of(&QWebSocket::error), this,&WebSocketClient::on_error);connect(&reconnect_timer_, &QTimer::timeout, this, &WebSocketClient::attempt_reconnect);@@ -32,6 +33,10 @@ void WebSocketClient::send(const QString& message) {socket_.sendTextMessage(message);}+void WebSocketClient::send_binary(const QByteArray& data) {+ socket_.sendBinaryMessage(data);+}+bool WebSocketClient::is_connected() const {return socket_.state() == QAbstractSocket::ConnectedState;}@@ -55,6 +60,10 @@ void WebSocketClient::on_text_received(const QString& msg) {emit message_received(msg);}+void WebSocketClient::on_binary_received(const QByteArray& data) {+ emit binary_message_received(data);+}+void WebSocketClient::on_error(QAbstractSocket::SocketError err) {Q_UNUSED(err);LOG_ERROR("WS", "Error: " + socket_.errorString());@@ -75,6 +84,7 @@ void WebSocketClient::connect_to(const QString& /*url*/) {}void WebSocketClient::disconnect() {}void WebSocketClient::send(const QString& /*message*/) {}+void WebSocketClient::send_binary(const QByteArray& /*data*/) {}bool WebSocketClient::is_connected() const {return false;}diff --git a/fincept-qt/src/network/websocket/WebSocketClient.h b/fincept-qt/src/network/websocket/WebSocketClient.hindex 66c70a122..3492a4e8f 100644--- a/fincept-qt/src/network/websocket/WebSocketClient.h+++ b/fincept-qt/src/network/websocket/WebSocketClient.h@@ -19,12 +19,14 @@ class WebSocketClient : public QObject {void connect_to(const QString& url);void disconnect();void send(const QString& message);+ void send_binary(const QByteArray& data);bool is_connected() const;signals:void connected();void disconnected();void message_received(const QString& message);+ void binary_message_received(const QByteArray& data);void error_occurred(const QString& error);private slots:@@ -32,6 +34,7 @@ class WebSocketClient : public QObject {void on_connected();void on_disconnected();void on_text_received(const QString& msg);+ void on_binary_received(const QByteArray& data);void on_error(QAbstractSocket::SocketError err);void attempt_reconnect();#endifdiff --git a/fincept-qt/src/python/PythonRunner.cpp b/fincept-qt/src/python/PythonRunner.cppindex 2a7f40e47..9543911a4 100644--- a/fincept-qt/src/python/PythonRunner.cpp+++ b/fincept-qt/src/python/PythonRunner.cpp@@ -308,17 +308,23 @@ void PythonRunner::start_next() {// ── Extract JSON ─────────────────────────────────────────────────────────────QString extract_json(const QString& output) {- // Find the last line that starts with '{' or '['- // This matches the Rust python_runner's extract_json logic- QStringList lines = output.split('\n', Qt::SkipEmptyParts);-- for (int i = lines.size() - 1; i >= 0; --i) {- QString trimmed = lines[i].trimmed();- if (trimmed.startsWith('{') || trimmed.startsWith('[')) {- return trimmed;- }- }- return {};+ // Find the first '{' or '[' and return everything from that point.+ // Scripts print multi-line indented JSON, so we cannot take a single line.+ int brace = output.indexOf('{');+ int bracket = output.indexOf('[');++ int start = -1;+ if (brace >= 0 && bracket >= 0)+ start = qMin(brace, bracket);+ else if (brace >= 0)+ start = brace;+ else if (bracket >= 0)+ start = bracket;++ if (start < 0)+ return {};++ return output.mid(start).trimmed();}} // namespace fincept::pythondiff --git a/fincept-qt/src/python/PythonSetupManager.cpp b/fincept-qt/src/python/PythonSetupManager.cppindex 70e6612e1..fd2d7ceb9 100644--- a/fincept-qt/src/python/PythonSetupManager.cpp+++ b/fincept-qt/src/python/PythonSetupManager.cpp@@ -39,8 +39,16 @@ PythonSetupManager::PythonSetupManager(QObject* parent) : QObject(parent) {}QString PythonSetupManager::install_dir() const {#ifdef _WIN32- QString base = QStandardPaths::writableLocation(QStandardPaths::GenericDataLocation);- return base + "/com.fincept.terminal";+ // AppLocalDataLocation = %LOCALAPPDATA% — matches Tauri's com.fincept.terminal path.+ // GenericDataLocation can return either Local or Roaming depending on Qt version/build,+ // so pin to AppLocalDataLocation for consistency across all Windows builds.+ QString base = QStandardPaths::writableLocation(QStandardPaths::AppLocalDataLocation);+ // AppLocalDataLocation = .../Local/Fincept/FinceptTerminal — strip to .../Local/+ // by going up two levels, then append the app-specific folder name.+ QDir d(base);+ d.cdUp(); // .../Local/Fincept+ d.cdUp(); // .../Local+ return d.absolutePath() + "/com.fincept.terminal";#elif defined(__APPLE__)return QDir::homePath() + "/Library/Application Support/com.fincept.terminal";#else@@ -488,6 +496,14 @@ bool PythonSetupManager::install_python_via_uv() {bool PythonSetupManager::create_venv(const QString& venv_name) {QString venv_path = install_dir() + "/" + venv_name;+ // If the directory exists but is not a valid venv (no pyvenv.cfg), remove it.+ // This happens when a previous setup run created the dir but failed before+ // UV could populate it — UV refuses to overwrite a non-venv directory.+ if (QFileInfo::exists(venv_path) && !QFileInfo::exists(venv_path + "/pyvenv.cfg")) {+ LOG_WARN("PythonSetup", QString("Removing stale non-venv dir: %1").arg(venv_path));+ QDir(venv_path).removeRecursively();+ }+QStringList env = {"UV_PYTHON_INSTALL_DIR=" + install_dir() + "/python",};diff --git a/fincept-qt/src/screens/agent_config/AgentChatPanel.cpp b/fincept-qt/src/screens/agent_config/AgentChatPanel.cppindex c5308b54c..7eb7d5154 100644--- a/fincept-qt/src/screens/agent_config/AgentChatPanel.cpp+++ b/fincept-qt/src/screens/agent_config/AgentChatPanel.cpp@@ -295,7 +295,35 @@ void AgentChatPanel::setup_connections() {}});+ connect(&svc, &services::AgentService::agent_stream_thinking, this, [this](const QString& status) {+ if (!executing_) return;+ status_label_->setText(status);+ });+ connect(&svc, &services::AgentService::agent_stream_token, this, [this](const QString& token) {+ if (!executing_) return;+ // Append tokens to the last assistant bubble's label if present,+ // otherwise fall back to a new bubble finalised on stream_done.+ status_label_->setText("Streaming...");+ // Accumulate in last_query_ temporarily — reset on send_message already saved it+ // We use a dedicated streaming_buffer_ approach: just update status here,+ // full response rendered on agent_stream_done below.+ Q_UNUSED(token)+ });+ connect(&svc, &services::AgentService::agent_stream_done, this, [this](services::AgentExecutionResult r) {+ if (!executing_) return;+ executing_ = false;+ send_btn_->setEnabled(true);+ send_btn_->setText("SEND");+ if (r.success) {+ add_assistant_bubble(r.response);+ status_label_->setText(QString("Response received (%1ms)").arg(r.execution_time_ms));+ } else {+ add_system_bubble("Error: " + r.error);+ status_label_->setText("Agent execution failed");+ }+ });connect(&svc, &services::AgentService::agent_result, this, [this](services::AgentExecutionResult r) {+ if (!executing_) return;executing_ = false;send_btn_->setEnabled(true);send_btn_->setText("SEND");@@ -364,4 +392,12 @@ void AgentChatPanel::clear_chat() {add_system_bubble("Chat cleared. Start a new conversation.");}+void AgentChatPanel::showEvent(QShowEvent* event) {+ QWidget::showEvent(event);+ if (!data_loaded_) {+ data_loaded_ = true;+ add_system_bubble("Agent Chat ready. Type a message or use the quick actions below.");+ }+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/agent_config/AgentChatPanel.h b/fincept-qt/src/screens/agent_config/AgentChatPanel.hindex 91eb5755a..a73400203 100644--- a/fincept-qt/src/screens/agent_config/AgentChatPanel.h+++ b/fincept-qt/src/screens/agent_config/AgentChatPanel.h@@ -21,6 +21,9 @@ class AgentChatPanel : public QWidget {public:explicit AgentChatPanel(QWidget* parent = nullptr);+ protected:+ void showEvent(QShowEvent* event) override;+private:void build_ui();void setup_connections();@@ -52,7 +55,8 @@ class AgentChatPanel : public QWidget {// Statebool auto_routing_ = false;- bool executing_ = false;+ bool executing_ = false;+ bool data_loaded_ = false;QString last_query_; // saved for routed execution};diff --git a/fincept-qt/src/screens/agent_config/AgentConfigScreen.cpp b/fincept-qt/src/screens/agent_config/AgentConfigScreen.cppindex df59d4f29..d3947ab34 100644--- a/fincept-qt/src/screens/agent_config/AgentConfigScreen.cpp+++ b/fincept-qt/src/screens/agent_config/AgentConfigScreen.cpp@@ -56,13 +56,17 @@ void AgentConfigScreen::build_ui() {root->addWidget(view_stack_, 1);// Index 0: AGENTS view- view_stack_->addWidget(new AgentsViewPanel);+ agents_panel_ = new AgentsViewPanel;+ view_stack_->addWidget(agents_panel_);- view_stack_->addWidget(new CreateAgentPanel); // 1- view_stack_->addWidget(new TeamsViewPanel); // 2+ create_panel_ = new CreateAgentPanel;+ view_stack_->addWidget(create_panel_); // 1+ teams_panel_ = new TeamsViewPanel;+ view_stack_->addWidget(teams_panel_); // 2view_stack_->addWidget(new WorkflowsViewPanel); // 3view_stack_->addWidget(new PlannerViewPanel); // 4- view_stack_->addWidget(new ToolsViewPanel); // 5+ tools_panel_ = new ToolsViewPanel;+ view_stack_->addWidget(tools_panel_); // 5view_stack_->addWidget(new AgentChatPanel); // 6// Index 7: SYSTEM view@@ -185,6 +189,16 @@ void AgentConfigScreen::setup_connections() {status_label_->setStyleSheet(QString("color:%1;font-size:10px;").arg(ui::colors::NEGATIVE));});+ // Wire "Add to Team" button in Agents tab → TeamsViewPanel+ connect(agents_panel_, &AgentsViewPanel::add_agent_to_team,+ teams_panel_, &TeamsViewPanel::add_agent_from_panel);++ // Wire Tools tab selection → Agents + Create panels+ connect(tools_panel_, &ToolsViewPanel::tools_selection_changed,+ agents_panel_, &AgentsViewPanel::apply_tools_selection);+ connect(tools_panel_, &ToolsViewPanel::tools_selection_changed,+ create_panel_, &CreateAgentPanel::apply_tools_selection);+// Reset status on successful operationsconnect(&svc, &services::AgentService::agent_result, this, [this](services::AgentExecutionResult r) {if (r.success) {diff --git a/fincept-qt/src/screens/agent_config/AgentConfigScreen.h b/fincept-qt/src/screens/agent_config/AgentConfigScreen.hindex eff7ba182..c94a5c587 100644--- a/fincept-qt/src/screens/agent_config/AgentConfigScreen.h+++ b/fincept-qt/src/screens/agent_config/AgentConfigScreen.h@@ -1,5 +1,9 @@// src/screens/agent_config/AgentConfigScreen.h#pragma once+#include "screens/agent_config/AgentsViewPanel.h"+#include "screens/agent_config/CreateAgentPanel.h"+#include "screens/agent_config/TeamsViewPanel.h"+#include "screens/agent_config/ToolsViewPanel.h"#include "services/agents/AgentTypes.h"#include <QLabel>@@ -33,6 +37,10 @@ class AgentConfigScreen : public QWidget {QVector<QPushButton*> nav_buttons_;QLabel* status_label_ = nullptr;QLabel* agent_count_label_ = nullptr;+ AgentsViewPanel* agents_panel_ = nullptr;+ TeamsViewPanel* teams_panel_ = nullptr;+ CreateAgentPanel* create_panel_ = nullptr;+ ToolsViewPanel* tools_panel_ = nullptr;services::AgentViewMode current_view_ = services::AgentViewMode::Agents;bool first_show_ = true;diff --git a/fincept-qt/src/screens/agent_config/AgentsViewPanel.cpp b/fincept-qt/src/screens/agent_config/AgentsViewPanel.cppindex c17447707..d02d095b6 100644--- a/fincept-qt/src/screens/agent_config/AgentsViewPanel.cpp+++ b/fincept-qt/src/screens/agent_config/AgentsViewPanel.cpp@@ -1,9 +1,10 @@// src/screens/agent_config/AgentsViewPanel.cpp#include "screens/agent_config/AgentsViewPanel.h"+#include "ai_chat/LlmService.h"#include "core/logging/Logger.h"#include "services/agents/AgentService.h"-#include "storage/repositories/LlmConfigRepository.h"+#include "storage/repositories/LlmProfileRepository.h"#include "ui/theme/Theme.h"#include <QHBoxLayout>@@ -21,8 +22,9 @@ static QLabel* section_hdr(const QString& text) {return lbl;}-static const QString kInput = QString("background:%1;color:%2;border:1px solid %3;padding:4px 8px;font-size:12px;")- .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED);+static const QString kInput =+ QString("background:%1;color:%2;border:1px solid %3;padding:4px 8px;font-size:12px;")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED);AgentsViewPanel::AgentsViewPanel(QWidget* parent) : QWidget(parent) {setObjectName("AgentsViewPanel");@@ -30,25 +32,7 @@ AgentsViewPanel::AgentsViewPanel(QWidget* parent) : QWidget(parent) {setup_connections();}-void AgentsViewPanel::build_ui() {- auto* root = new QHBoxLayout(this);- root->setContentsMargins(0, 0, 0, 0);- root->setSpacing(0);-- auto* splitter = new QSplitter(Qt::Horizontal);- splitter->setHandleWidth(1);- splitter->setStyleSheet(QString("QSplitter::handle{background:%1;}").arg(ui::colors::BORDER_DIM));- splitter->addWidget(build_agent_list_panel());- splitter->addWidget(build_config_panel());- splitter->addWidget(build_query_panel());- splitter->setSizes({220, 500, 350});- splitter->setStretchFactor(0, 0);- splitter->setStretchFactor(1, 1);- splitter->setStretchFactor(2, 0);- root->addWidget(splitter);-}--// ── Left: agent list ─────────────────────────────────────────────────────────+// ── Left: agent list ──────────────────────────────────────────────────────────QWidget* AgentsViewPanel::build_agent_list_panel() {auto* panel = new QWidget;@@ -62,11 +46,13 @@ QWidget* AgentsViewPanel::build_agent_list_panel() {auto* hdr = new QHBoxLayout;auto* title = new QLabel("AGENTS");- title->setStyleSheet(QString("color:%1;font-size:11px;font-weight:700;letter-spacing:1px;").arg(ui::colors::AMBER));+ title->setStyleSheet(+ QString("color:%1;font-size:11px;font-weight:700;letter-spacing:1px;").arg(ui::colors::AMBER));hdr->addWidget(title);list_count_label_ = new QLabel("0");- list_count_label_->setStyleSheet(QString("color:%1;font-size:10px;background:%2;padding:1px 6px;border-radius:2px;")- .arg(ui::colors::CYAN, ui::colors::BG_RAISED));+ list_count_label_->setStyleSheet(+ QString("color:%1;font-size:10px;background:%2;padding:1px 6px;border-radius:2px;")+ .arg(ui::colors::CYAN, ui::colors::BG_RAISED));hdr->addWidget(list_count_label_);hdr->addStretch();vl->addLayout(hdr);@@ -80,20 +66,22 @@ QWidget* AgentsViewPanel::build_agent_list_panel() {vl->addWidget(category_combo_);agent_list_ = new QListWidget;- agent_list_->setStyleSheet(QString("QListWidget{background:%1;border:1px solid %2;color:%3;font-size:12px;}"- "QListWidget::item{padding:6px 8px;border-bottom:1px solid %2;}"- "QListWidget::item:selected{background:%4;}"- "QListWidget::item:hover{background:%5;}")- .arg(ui::colors::BG_BASE, ui::colors::BORDER_DIM, ui::colors::TEXT_PRIMARY,- ui::colors::AMBER_DIM, ui::colors::BG_HOVER));+ agent_list_->setStyleSheet(+ QString("QListWidget{background:%1;border:1px solid %2;color:%3;font-size:12px;}"+ "QListWidget::item{padding:6px 8px;border-bottom:1px solid %2;}"+ "QListWidget::item:selected{background:%4;}"+ "QListWidget::item:hover{background:%5;}")+ .arg(ui::colors::BG_BASE, ui::colors::BORDER_DIM, ui::colors::TEXT_PRIMARY,+ ui::colors::AMBER_DIM, ui::colors::BG_HOVER));vl->addWidget(agent_list_, 1);auto* refresh_btn = new QPushButton("REFRESH");refresh_btn->setCursor(Qt::PointingHandCursor);- refresh_btn->setStyleSheet(QString("QPushButton{background:%1;color:%2;border:1px solid %3;padding:6px;"- "font-size:10px;font-weight:600;letter-spacing:1px;}"- "QPushButton:hover{background:%3;}")- .arg(ui::colors::BG_RAISED, ui::colors::AMBER, ui::colors::AMBER_DIM));+ refresh_btn->setStyleSheet(+ QString("QPushButton{background:%1;color:%2;border:1px solid %3;padding:6px;"+ "font-size:10px;font-weight:600;letter-spacing:1px;}"+ "QPushButton:hover{background:%3;}")+ .arg(ui::colors::BG_RAISED, ui::colors::AMBER, ui::colors::AMBER_DIM));connect(refresh_btn, &QPushButton::clicked, this, []() {services::AgentService::instance().clear_cache();services::AgentService::instance().discover_agents();@@ -102,7 +90,7 @@ QWidget* AgentsViewPanel::build_agent_list_panel() {return panel;}-// ── Center: config editor with JSON toggle ───────────────────────────────────+// ── Center: config editor ─────────────────────────────────────────────────────QWidget* AgentsViewPanel::build_config_panel() {auto* wrapper = new QWidget;@@ -122,9 +110,8 @@ QWidget* AgentsViewPanel::build_config_panel() {json_toggle_btn_->setCheckable(true);json_toggle_btn_->setCursor(Qt::PointingHandCursor);json_toggle_btn_->setStyleSheet(- QString(- "QPushButton{background:transparent;color:%1;border:none;font-size:10px;font-weight:600;padding:4px 8px;}"- "QPushButton:checked{color:%2;}")+ QString("QPushButton{background:transparent;color:%1;border:none;font-size:10px;font-weight:600;padding:4px 8px;}"+ "QPushButton:checked{color:%2;}").arg(ui::colors::TEXT_SECONDARY, ui::colors::AMBER));tbl->addWidget(json_toggle_btn_);tbl->addStretch();@@ -141,14 +128,15 @@ QWidget* AgentsViewPanel::build_config_panel() {// Stacked: form vs JSONauto* stack = new QStackedWidget;- // Form view+ // ── Form view ──auto* scroll = new QScrollArea;scroll->setWidgetResizable(true);scroll->setHorizontalScrollBarPolicy(Qt::ScrollBarAlwaysOff);- scroll->setStyleSheet(QString("QScrollArea{background:%1;border:none;}"- "QScrollBar:vertical{background:%1;width:6px;}"- "QScrollBar::handle:vertical{background:%2;min-height:30px;}")- .arg(ui::colors::BG_BASE, ui::colors::BORDER_BRIGHT));+ scroll->setStyleSheet(+ QString("QScrollArea{background:%1;border:none;}"+ "QScrollBar:vertical{background:%1;width:6px;}"+ "QScrollBar::handle:vertical{background:%2;min-height:30px;}")+ .arg(ui::colors::BG_BASE, ui::colors::BORDER_BRIGHT));form_widget_ = new QWidget;auto* vl = new QVBoxLayout(form_widget_);@@ -156,7 +144,8 @@ QWidget* AgentsViewPanel::build_config_panel() {vl->setSpacing(8);agent_name_label_ = new QLabel("Select an agent");- agent_name_label_->setStyleSheet(QString("color:%1;font-size:16px;font-weight:700;").arg(ui::colors::TEXT_PRIMARY));+ agent_name_label_->setStyleSheet(+ QString("color:%1;font-size:16px;font-weight:700;").arg(ui::colors::TEXT_PRIMARY));vl->addWidget(agent_name_label_);agent_desc_label_ = new QLabel;@@ -165,46 +154,23 @@ QWidget* AgentsViewPanel::build_config_panel() {QString("color:%1;font-size:12px;padding-bottom:8px;").arg(ui::colors::TEXT_SECONDARY));vl->addWidget(agent_desc_label_);- // MODEL- vl->addWidget(section_hdr("MODEL"));- auto* mg = new QHBoxLayout;- provider_combo_ = new QComboBox;- for (const auto& p : {"openai", "anthropic", "google", "groq", "deepseek", "ollama", "openrouter", "fincept"})- provider_combo_->addItem(p);- provider_combo_->setStyleSheet(- QString("QComboBox{%1}QComboBox::drop-down{border:none;}"- "QComboBox QAbstractItemView{background:%2;color:%3;selection-background-color:%4;}")- .arg(kInput, ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::AMBER_DIM));- mg->addWidget(provider_combo_, 1);- model_id_edit_ = new QLineEdit;- model_id_edit_->setPlaceholderText("model id");- model_id_edit_->setStyleSheet(kInput);- mg->addWidget(model_id_edit_, 2);- vl->addLayout(mg);-- auto* pg = new QHBoxLayout;- auto* tl = new QLabel("Temp:");- tl->setStyleSheet(QString("color:%1;font-size:11px;").arg(ui::colors::TEXT_SECONDARY));- pg->addWidget(tl);- temperature_spin_ = new QDoubleSpinBox;- temperature_spin_->setRange(0.0, 2.0);- temperature_spin_->setSingleStep(0.1);- temperature_spin_->setValue(0.7);- temperature_spin_->setStyleSheet(kInput);- pg->addWidget(temperature_spin_);- auto* tkl = new QLabel("Max Tokens:");- tkl->setStyleSheet(QString("color:%1;font-size:11px;").arg(ui::colors::TEXT_SECONDARY));- pg->addWidget(tkl);- max_tokens_spin_ = new QSpinBox;- max_tokens_spin_->setRange(100, 128000);- max_tokens_spin_->setSingleStep(500);- max_tokens_spin_->setValue(4096);- max_tokens_spin_->setStyleSheet(kInput);- pg->addWidget(max_tokens_spin_);- pg->addStretch();- vl->addLayout(pg);-- // INSTRUCTIONS+ // ── LLM PROFILE — per-agent profile picker ────────────────────────────────+ vl->addWidget(section_hdr("LLM PROFILE"));++ llm_profile_combo_ = new QComboBox;+ llm_profile_combo_->setToolTip("Select which LLM profile this agent uses. Create profiles in Settings > LLM Config > Profiles.");+ llm_profile_combo_->setStyleSheet(+ QString("QComboBox{background:%1;color:%2;border:1px solid %3;padding:5px 10px;font-size:12px;}"+ "QComboBox::drop-down{border:none;}")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED));+ vl->addWidget(llm_profile_combo_);++ llm_resolved_lbl_ = new QLabel;+ llm_resolved_lbl_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::TEXT_TERTIARY));+ vl->addWidget(llm_resolved_lbl_);++ // ── INSTRUCTIONS ──vl->addWidget(section_hdr("INSTRUCTIONS"));instructions_edit_ = new QPlainTextEdit;instructions_edit_->setPlaceholderText("System prompt / instructions...");@@ -212,18 +178,20 @@ QWidget* AgentsViewPanel::build_config_panel() {instructions_edit_->setStyleSheet(QString("QPlainTextEdit{%1}").arg(kInput));vl->addWidget(instructions_edit_);- // TOOLS+ // ── TOOLS ──vl->addWidget(section_hdr("TOOLS"));tools_list_ = new QListWidget;tools_list_->setMaximumHeight(100);- tools_list_->setStyleSheet(QString("QListWidget{background:%1;border:1px solid %2;color:%3;font-size:11px;}"- "QListWidget::item{padding:2px 6px;}")- .arg(ui::colors::BG_RAISED, ui::colors::BORDER_DIM, ui::colors::TEXT_PRIMARY));+ tools_list_->setStyleSheet(+ QString("QListWidget{background:%1;border:1px solid %2;color:%3;font-size:11px;}"+ "QListWidget::item{padding:2px 6px;}")+ .arg(ui::colors::BG_RAISED, ui::colors::BORDER_DIM, ui::colors::TEXT_PRIMARY));vl->addWidget(tools_list_);- // FEATURES (expanded)+ // ── FEATURES ──vl->addWidget(section_hdr("FEATURES"));- auto chk_style = QString("QCheckBox{color:%1;font-size:11px;spacing:6px;}").arg(ui::colors::TEXT_PRIMARY);+ const QString chk_style =+ QString("QCheckBox{color:%1;font-size:11px;spacing:6px;}").arg(ui::colors::TEXT_PRIMARY);auto* feat_grid = new QGridLayout;reasoning_check_ = new QCheckBox("Reasoning");reasoning_check_->setStyleSheet(chk_style);@@ -245,7 +213,7 @@ QWidget* AgentsViewPanel::build_config_panel() {feat_grid->addWidget(agentic_memory_check_, 2, 1);vl->addLayout(feat_grid);- // Actions+ // ── Actions ──vl->addSpacing(12);auto* acts = new QHBoxLayout;save_btn_ = new QPushButton("SAVE CONFIG");@@ -269,23 +237,24 @@ QWidget* AgentsViewPanel::build_config_panel() {scroll->setWidget(form_widget_);stack->addWidget(scroll); // index 0 = form- // JSON editor view+ // ── JSON editor view ──json_widget_ = new QWidget;auto* jl = new QVBoxLayout(json_widget_);jl->setContentsMargins(8, 8, 8, 8);json_editor_ = new QPlainTextEdit;- json_editor_->setStyleSheet(QString("QPlainTextEdit{background:%1;color:%2;border:1px solid %3;padding:8px;"- "font-size:12px;font-family:'Consolas','Courier New',monospace;}")- .arg(ui::colors::BG_BASE, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_DIM));+ json_editor_->setStyleSheet(+ QString("QPlainTextEdit{background:%1;color:%2;border:1px solid %3;padding:8px;"+ "font-size:12px;font-family:'Consolas','Courier New',monospace;}")+ .arg(ui::colors::BG_BASE, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_DIM));jl->addWidget(json_editor_);auto* apply_btn = new QPushButton("APPLY JSON");apply_btn->setCursor(Qt::PointingHandCursor);- apply_btn->setStyleSheet(QString("QPushButton{background:%1;color:%2;border:none;padding:8px;font-size:11px;"- "font-weight:700;}QPushButton:hover{background:%3;}")- .arg(ui::colors::AMBER, ui::colors::BG_BASE, ui::colors::ORANGE));+ apply_btn->setStyleSheet(+ QString("QPushButton{background:%1;color:%2;border:none;padding:8px;font-size:11px;"+ "font-weight:700;}QPushButton:hover{background:%3;}")+ .arg(ui::colors::AMBER, ui::colors::BG_BASE, ui::colors::ORANGE));connect(apply_btn, &QPushButton::clicked, this, [this, stack]() {- // Parse JSON from editor and switch back to form- QJsonDocument doc = QJsonDocument::fromJson(json_editor_->toPlainText().toUtf8());+ const QJsonDocument doc = QJsonDocument::fromJson(json_editor_->toPlainText().toUtf8());if (!doc.isNull() && selected_agent_idx_ >= 0) {filtered_agents_[selected_agent_idx_].config = doc.object();load_agent_into_editor(filtered_agents_[selected_agent_idx_]);@@ -298,10 +267,9 @@ QWidget* AgentsViewPanel::build_config_panel() {connect(json_toggle_btn_, &QPushButton::toggled, this, [this, stack](bool checked) {json_mode_ = checked;- if (checked) {- // Sync form → JSON- json_editor_->setPlainText(QJsonDocument(build_config_from_editor()).toJson(QJsonDocument::Indented));- }+ if (checked)+ json_editor_->setPlainText(+ QJsonDocument(build_config_from_editor()).toJson(QJsonDocument::Indented));stack->setCurrentIndex(checked ? 1 : 0);});@@ -309,7 +277,7 @@ QWidget* AgentsViewPanel::build_config_panel() {return wrapper;}-// ── Right: query + results ───────────────────────────────────────────────────+// ── Right: query + results ────────────────────────────────────────────────────QWidget* AgentsViewPanel::build_query_panel() {auto* panel = new QWidget;@@ -323,22 +291,25 @@ QWidget* AgentsViewPanel::build_query_panel() {vl->addWidget(section_hdr("TEST QUERY"));- // Auto-route + output modelauto* opts = new QHBoxLayout;auto_route_check_ = new QCheckBox("Auto-Route");- auto_route_check_->setStyleSheet(QString("QCheckBox{color:%1;font-size:10px;}").arg(ui::colors::POSITIVE));+ auto_route_check_->setStyleSheet(+ QString("QCheckBox{color:%1;font-size:10px;}").arg(ui::colors::POSITIVE));opts->addWidget(auto_route_check_);auto* om_lbl = new QLabel("Output:");- om_lbl->setStyleSheet(QString("color:%1;font-size:10px;").arg(ui::colors::TEXT_SECONDARY));+ om_lbl->setStyleSheet(+ QString("color:%1;font-size:10px;").arg(ui::colors::TEXT_SECONDARY));opts->addWidget(om_lbl);+output_model_combo_ = new QComboBox;output_model_combo_->addItems({"text", "InvestmentReport", "StockAnalysis", "RiskAssessment", "TradeSignal"});output_model_combo_->setStyleSheet(QString("QComboBox{background:%1;color:%2;border:1px solid %3;padding:2px 6px;font-size:10px;}""QComboBox::drop-down{border:none;}""QComboBox QAbstractItemView{background:%1;color:%2;selection-background-color:%4;}")- .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED, ui::colors::AMBER_DIM));+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED,+ ui::colors::AMBER_DIM));opts->addWidget(output_model_combo_);opts->addStretch();vl->addLayout(opts);@@ -353,27 +324,30 @@ QWidget* AgentsViewPanel::build_query_panel() {run_btn_ = new QPushButton("RUN AGENT");run_btn_->setCursor(Qt::PointingHandCursor);- run_btn_->setStyleSheet(QString("QPushButton{background:%1;color:%2;border:none;padding:8px;font-size:11px;"- "font-weight:700;letter-spacing:1px;}QPushButton:hover{background:%3;}"- "QPushButton:disabled{background:%4;color:%5;}")- .arg(ui::colors::AMBER, ui::colors::BG_BASE, ui::colors::ORANGE, ui::colors::BG_RAISED,- ui::colors::TEXT_TERTIARY));+ run_btn_->setStyleSheet(+ QString("QPushButton{background:%1;color:%2;border:none;padding:8px;font-size:11px;"+ "font-weight:700;letter-spacing:1px;}QPushButton:hover{background:%3;}"+ "QPushButton:disabled{background:%4;color:%5;}")+ .arg(ui::colors::AMBER, ui::colors::BG_BASE, ui::colors::ORANGE,+ ui::colors::BG_RAISED, ui::colors::TEXT_TERTIARY));vl->addWidget(run_btn_);- // Routing inforouting_info_label_ = new QLabel;routing_info_label_->setWordWrap(true);- routing_info_label_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::CYAN));+ routing_info_label_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::CYAN));routing_info_label_->hide();vl->addWidget(routing_info_label_);result_status_ = new QLabel;- result_status_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::TEXT_TERTIARY));+ result_status_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::TEXT_TERTIARY));vl->addWidget(result_status_);auto* rh = new QLabel("RESULT");- rh->setStyleSheet(QString("color:%1;font-size:10px;font-weight:700;letter-spacing:1px;padding-top:4px;")- .arg(ui::colors::TEXT_SECONDARY));+ rh->setStyleSheet(+ QString("color:%1;font-size:10px;font-weight:700;letter-spacing:1px;padding-top:4px;")+ .arg(ui::colors::TEXT_SECONDARY));vl->addWidget(rh);result_display_ = new QTextEdit;@@ -382,13 +356,59 @@ QWidget* AgentsViewPanel::build_query_panel() {QString("QTextEdit{background:%1;color:%2;border:1px solid %3;padding:8px;font-size:12px;}""QScrollBar:vertical{background:%1;width:6px;}""QScrollBar::handle:vertical{background:%4;min-height:20px;}")- .arg(ui::colors::BG_BASE, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_DIM, ui::colors::BORDER_BRIGHT));+ .arg(ui::colors::BG_BASE, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_DIM,+ ui::colors::BORDER_BRIGHT));+ // Document stylesheet controls rendered markdown colors (headers, code, links, etc.)+ result_display_->document()->setDefaultStyleSheet(+ QString("body { color: %1; background: %2; font-size: 12px; }"+ "h1, h2, h3, h4 { color: %3; margin: 8px 0 4px 0; }"+ "h1 { font-size: 16px; border-bottom: 1px solid %4; padding-bottom: 4px; }"+ "h2 { font-size: 14px; }"+ "h3 { font-size: 13px; color: %5; }"+ "code { background: %6; color: %7; padding: 1px 4px; border-radius: 3px; font-family: monospace; }"+ "pre { background: %6; color: %7; padding: 8px; border-radius: 4px; font-family: monospace; }"+ "blockquote { border-left: 3px solid %3; margin: 4px 0; padding-left: 10px; color: %8; }"+ "a { color: %5; }"+ "ul, ol { margin: 4px 0; padding-left: 20px; }"+ "li { margin: 2px 0; }"+ "strong { color: %1; }"+ "hr { border: none; border-top: 1px solid %4; }")+ .arg(ui::colors::TEXT_PRIMARY, // body color %1+ ui::colors::BG_BASE, // body background %2+ ui::colors::AMBER, // h1/h2 + blockquote %3+ ui::colors::BORDER_DIM, // hr / h1 border %4+ ui::colors::CYAN, // h3 / links %5+ ui::colors::BG_RAISED, // code background %6+ ui::colors::TEXT_PRIMARY, // code color %7+ ui::colors::TEXT_SECONDARY // blockquote text %8+ ));vl->addWidget(result_display_, 1);return panel;}-// ── Connections ──────────────────────────────────────────────────────────────+// ── Layout ────────────────────────────────────────────────────────────────────++void AgentsViewPanel::build_ui() {+ auto* root = new QHBoxLayout(this);+ root->setContentsMargins(0, 0, 0, 0);+ root->setSpacing(0);++ auto* splitter = new QSplitter(Qt::Horizontal);+ splitter->setHandleWidth(1);+ splitter->setStyleSheet(+ QString("QSplitter::handle{background:%1;}").arg(ui::colors::BORDER_DIM));+ splitter->addWidget(build_agent_list_panel());+ splitter->addWidget(build_config_panel());+ splitter->addWidget(build_query_panel());+ splitter->setSizes({220, 500, 350});+ splitter->setStretchFactor(0, 0);+ splitter->setStretchFactor(1, 1);+ splitter->setStretchFactor(2, 0);+ root->addWidget(splitter);+}++// ── Connections ───────────────────────────────────────────────────────────────void AgentsViewPanel::setup_connections() {auto& svc = services::AgentService::instance();@@ -397,7 +417,7 @@ void AgentsViewPanel::setup_connections() {[this](QVector<services::AgentInfo> agents, QVector<services::AgentCategory> categories) {all_agents_ = agents;category_combo_->blockSignals(true);- int prev = category_combo_->currentIndex();+ const int prev = category_combo_->currentIndex();category_combo_->clear();category_combo_->addItem("All Categories", "");for (const auto& cat : categories)@@ -408,43 +428,183 @@ void AgentsViewPanel::setup_connections() {on_category_changed(category_combo_->currentIndex());});- connect(&svc, &services::AgentService::agent_result, this, [this](services::AgentExecutionResult r) {- executing_ = false;- run_btn_->setEnabled(true);- run_btn_->setText("RUN AGENT");- if (r.success) {- result_display_->setPlainText(r.response);- result_status_->setText(QString("Completed in %1ms").arg(r.execution_time_ms));- result_status_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::POSITIVE));- } else {- result_display_->setPlainText("Error: " + r.error);- result_status_->setText("FAILED");- result_status_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::NEGATIVE));- }- });+ connect(&svc, &services::AgentService::agent_result, this,+ [this](services::AgentExecutionResult r) {+ executing_ = false;+ run_btn_->setEnabled(true);+ run_btn_->setText("RUN AGENT");+ if (r.success) {+ result_display_->setMarkdown(r.response);+ result_status_->setText(QString("Completed in %1ms").arg(r.execution_time_ms));+ result_status_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::POSITIVE));+ } else {+ result_display_->setPlainText("Error: " + r.error);+ result_status_->setText("FAILED");+ result_status_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::NEGATIVE));+ }+ });- connect(&svc, &services::AgentService::routing_result, this, [this](services::RoutingResult r) {- if (r.success) {- routing_info_label_->setText(QString("Routed → %1 (intent: %2, confidence: %3%)")- .arg(r.agent_id, r.intent)- .arg(int(r.confidence * 100)));- routing_info_label_->show();- }- });+ // ── Streaming signals ─────────────────────────────────────────────────────+ connect(&svc, &services::AgentService::agent_stream_thinking, this,+ [this](const QString& status) {+ result_status_->setText(status);+ });++ connect(&svc, &services::AgentService::agent_stream_token, this,+ [this](const QString& token) {+ // Append token as plain text during streaming — fast, no re-parse+ QTextCursor cursor = result_display_->textCursor();+ cursor.movePosition(QTextCursor::End);+ result_display_->setTextCursor(cursor);+ result_display_->insertPlainText(token + " ");+ });++ connect(&svc, &services::AgentService::agent_stream_done, this,+ [this](services::AgentExecutionResult r) {+ executing_ = false;+ run_btn_->setEnabled(true);+ run_btn_->setText("RUN AGENT");+ if (r.success) {+ // Re-render full response as markdown now streaming is complete+ result_display_->setMarkdown(r.response);+ result_status_->setText(QString("Completed in %1ms").arg(r.execution_time_ms));+ result_status_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::POSITIVE));+ } else {+ result_display_->setPlainText("Error: " + r.error);+ result_status_->setText("FAILED");+ result_status_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::NEGATIVE));+ }+ });++ connect(&svc, &services::AgentService::routing_result, this,+ [this](services::RoutingResult r) {+ if (r.success) {+ routing_info_label_->setText(+ QString("Routed → %1 (intent: %2, confidence: %3%)")+ .arg(r.agent_id, r.intent)+ .arg(static_cast<int>(r.confidence * 100)));+ routing_info_label_->show();+ }+ });++ // Reload profile combo when LLM config changes+ connect(&ai_chat::LlmService::instance(), &ai_chat::LlmService::config_changed,+ this, &AgentsViewPanel::load_profile_combo);- connect(category_combo_, QOverload<int>::of(&QComboBox::currentIndexChanged), this,- &AgentsViewPanel::on_category_changed);- connect(agent_list_, &QListWidget::currentRowChanged, this, &AgentsViewPanel::on_agent_selected);- connect(run_btn_, &QPushButton::clicked, this, &AgentsViewPanel::run_query);- connect(save_btn_, &QPushButton::clicked, this, &AgentsViewPanel::save_current_config);+ // Update resolved label when user picks a different profile+ connect(llm_profile_combo_, QOverload<int>::of(&QComboBox::currentIndexChanged),+ this, &AgentsViewPanel::refresh_llm_pill);++ connect(category_combo_, QOverload<int>::of(&QComboBox::currentIndexChanged),+ this, &AgentsViewPanel::on_category_changed);+ connect(agent_list_, &QListWidget::currentRowChanged,+ this, &AgentsViewPanel::on_agent_selected);+ connect(run_btn_, &QPushButton::clicked, this, &AgentsViewPanel::run_query);+ connect(save_btn_, &QPushButton::clicked, this, &AgentsViewPanel::save_current_config);connect(delete_btn_, &QPushButton::clicked, this, &AgentsViewPanel::delete_current_config);connect(add_team_btn_, &QPushButton::clicked, this, [this]() {if (selected_agent_idx_ >= 0 && selected_agent_idx_ < filtered_agents_.size())emit add_agent_to_team(filtered_agents_[selected_agent_idx_]);});++ // Populate profile combo on first show+ load_profile_combo();+}++// ── LLM profile combo ─────────────────────────────────────────────────────────++void AgentsViewPanel::load_profile_combo() {+ // Preserve current selection+ const QString prev_id = llm_profile_combo_->currentData().toString();+ llm_profile_combo_->blockSignals(true);+ llm_profile_combo_->clear();++ // First item = use global default (no explicit assignment)+ llm_profile_combo_->addItem("Default (Global)", QString{});++ const auto pr = LlmProfileRepository::instance().list_profiles();+ const auto profiles = pr.is_ok() ? pr.value() : QVector<LlmProfile>{};+ for (const auto& p : profiles) {+ QString label = p.name;+ if (p.is_default)+ label += " [default]";+ llm_profile_combo_->addItem(label, p.id);+ }++ // Restore previous selection if still present+ int restore = 0;+ if (!prev_id.isEmpty()) {+ for (int i = 1; i < llm_profile_combo_->count(); ++i) {+ if (llm_profile_combo_->itemData(i).toString() == prev_id) {+ restore = i;+ break;+ }+ }+ }+ llm_profile_combo_->blockSignals(false);+ llm_profile_combo_->setCurrentIndex(restore);+ // Trigger resolved label update+ refresh_llm_pill();}-// ── Population ───────────────────────────────────────────────────────────────+void AgentsViewPanel::refresh_llm_pill() {+ const QString profile_id = llm_profile_combo_->currentData().toString();++ // Get agent_id for current selection (may be empty if none selected yet)+ QString agent_id;+ if (selected_agent_idx_ >= 0 && selected_agent_idx_ < filtered_agents_.size())+ agent_id = filtered_agents_[selected_agent_idx_].id;++ // Resolve: if user picked "Default (Global)" use agent-id-based resolution,+ // otherwise resolve the explicitly chosen profile+ ResolvedLlmProfile resolved;+ if (profile_id.isEmpty()) {+ // Resolve via assignment chain (entity → type-default → global → legacy)+ resolved = ai_chat::LlmService::instance().resolve_profile("agent", agent_id);+ } else {+ // User explicitly chose a profile — look it up directly+ const auto pr2 = LlmProfileRepository::instance().list_profiles();+ const auto profiles = pr2.is_ok() ? pr2.value() : QVector<LlmProfile>{};+ for (const auto& p : profiles) {+ if (p.id == profile_id) {+ resolved.profile_id = p.id;+ resolved.profile_name = p.name;+ resolved.provider = p.provider;+ resolved.model_id = p.model_id;+ resolved.api_key = p.api_key;+ resolved.base_url = p.base_url;+ resolved.temperature = p.temperature;+ resolved.max_tokens = p.max_tokens;+ resolved.system_prompt = p.system_prompt;+ break;+ }+ }+ // Fallback to resolution if not found+ if (resolved.profile_id.isEmpty())+ resolved = ai_chat::LlmService::instance().resolve_profile("agent", agent_id);+ }++ if (!resolved.provider.isEmpty()) {+ QString text = resolved.provider.toUpper() + " / " + resolved.model_id;+ if (text.length() > 60)+ text = text.left(58) + "..";+ if (profile_id.isEmpty())+ text += " (inherited)";+ llm_resolved_lbl_->setText(text);+ llm_resolved_lbl_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::TEXT_TERTIARY));+ } else {+ llm_resolved_lbl_->setText("No provider configured — go to Settings > LLM Config");+ llm_resolved_lbl_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::NEGATIVE));+ }+}++// ── Population ────────────────────────────────────────────────────────────────void AgentsViewPanel::populate_agent_list(const QVector<services::AgentInfo>& agents) {agent_list_->clear();@@ -459,15 +619,15 @@ void AgentsViewPanel::populate_agent_list(const QVector<services::AgentInfo>& ag}void AgentsViewPanel::on_category_changed(int index) {- QString cat = category_combo_->itemData(index).toString();+ const QString cat = category_combo_->itemData(index).toString();if (cat.isEmpty()) {populate_agent_list(all_agents_);} else {- QVector<services::AgentInfo> f;+ QVector<services::AgentInfo> filtered;for (const auto& a : all_agents_)if (a.category == cat)- f.append(a);- populate_agent_list(f);+ filtered.append(a);+ populate_agent_list(filtered);}}@@ -484,18 +644,28 @@ void AgentsViewPanel::load_agent_into_editor(const services::AgentInfo& agent) {agent_name_label_->setText(agent.name);agent_desc_label_->setText(agent.description);- QJsonObject config = agent.config;- QJsonObject model = config["model"].toObject();- int pi = provider_combo_->findText(model["provider"].toString(agent.provider));- if (pi >= 0)- provider_combo_->setCurrentIndex(pi);- model_id_edit_->setText(model["model_id"].toString());- temperature_spin_->setValue(model["temperature"].toDouble(0.7));- max_tokens_spin_->setValue(model["max_tokens"].toInt(4096));+ // Restore the profile assignment for this agent in the combo+ const QString assigned_id = LlmProfileRepository::instance()+ .get_assignment("agent", agent.id);+ llm_profile_combo_->blockSignals(true);+ int select_idx = 0; // default = "Default (Global)"+ if (!assigned_id.isEmpty()) {+ for (int i = 1; i < llm_profile_combo_->count(); ++i) {+ if (llm_profile_combo_->itemData(i).toString() == assigned_id) {+ select_idx = i;+ break;+ }+ }+ }+ llm_profile_combo_->blockSignals(false);+ llm_profile_combo_->setCurrentIndex(select_idx);+ refresh_llm_pill();++ const QJsonObject config = agent.config;instructions_edit_->setPlainText(config["instructions"].toString());tools_list_->clear();- QJsonArray tools = config["tools"].toArray();+ const QJsonArray tools = config["tools"].toArray();for (const auto& t : tools)tools_list_->addItem(new QListWidgetItem(t.toString()));@@ -506,19 +676,46 @@ void AgentsViewPanel::load_agent_into_editor(const services::AgentInfo& agent) {tracing_check_->setChecked(config["tracing"].toBool());agentic_memory_check_->setChecked(config["agentic_memory"].toBool());- // Sync JSON editor if openif (json_mode_)json_editor_->setPlainText(QJsonDocument(config).toJson(QJsonDocument::Indented));}QJsonObject AgentsViewPanel::build_config_from_editor() const {QJsonObject config;- QJsonObject model;- model["provider"] = provider_combo_->currentText();- model["model_id"] = model_id_edit_->text();- model["temperature"] = temperature_spin_->value();- model["max_tokens"] = max_tokens_spin_->value();- config["model"] = model;++ // Resolve the LLM profile for this agent.+ // If the user explicitly chose a profile in the combo, use that.+ // Otherwise fall back to the assignment chain.+ const QString profile_id = llm_profile_combo_->currentData().toString();+ QString agent_id;+ if (selected_agent_idx_ >= 0 && selected_agent_idx_ < filtered_agents_.size())+ agent_id = filtered_agents_[selected_agent_idx_].id;++ ResolvedLlmProfile resolved;+ if (!profile_id.isEmpty()) {+ // Explicit profile selection: look it up by ID+ const auto pr3 = LlmProfileRepository::instance().list_profiles();+ const auto profiles = pr3.is_ok() ? pr3.value() : QVector<LlmProfile>{};+ for (const auto& p : profiles) {+ if (p.id == profile_id) {+ resolved.profile_id = p.id;+ resolved.profile_name = p.name;+ resolved.provider = p.provider;+ resolved.model_id = p.model_id;+ resolved.api_key = p.api_key;+ resolved.base_url = p.base_url;+ resolved.temperature = p.temperature;+ resolved.max_tokens = p.max_tokens;+ resolved.system_prompt = p.system_prompt;+ break;+ }+ }+ }+ if (resolved.provider.isEmpty())+ resolved = ai_chat::LlmService::instance().resolve_profile("agent", agent_id);++ config["model"] = ai_chat::LlmService::profile_to_json(resolved);+config["instructions"] = instructions_edit_->toPlainText();QJsonArray tools;@@ -526,28 +723,41 @@ QJsonObject AgentsViewPanel::build_config_from_editor() const {tools.append(tools_list_->item(i)->text());config["tools"] = tools;- config["reasoning"] = reasoning_check_->isChecked();- config["memory"] = memory_check_->isChecked();- config["knowledge"] = knowledge_check_->isChecked();- config["guardrails"] = guardrails_check_->isChecked();- config["tracing"] = tracing_check_->isChecked();+ config["reasoning"] = reasoning_check_->isChecked();+ config["memory"] = memory_check_->isChecked();+ config["knowledge"] = knowledge_check_->isChecked();+ config["guardrails"] = guardrails_check_->isChecked();+ config["tracing"] = tracing_check_->isChecked();config["agentic_memory"] = agentic_memory_check_->isChecked();return config;}+// ── Actions ───────────────────────────────────────────────────────────────────+void AgentsViewPanel::save_current_config() {if (selected_agent_idx_ < 0 || selected_agent_idx_ >= filtered_agents_.size())return;const auto& agent = filtered_agents_[selected_agent_idx_];++ // Persist profile assignment for this agent+ const QString profile_id = llm_profile_combo_->currentData().toString();+ auto& repo = LlmProfileRepository::instance();+ if (profile_id.isEmpty())+ repo.remove_assignment("agent", agent.id); // revert to global default+ else+ repo.assign_profile("agent", agent.id, profile_id); // pin to chosen profile+AgentConfig db;- db.id = agent.id;- db.name = agent.name;+ db.id = agent.id;+ db.name = agent.name;db.description = agent.description;- db.category = agent.category;- db.config_json = QString::fromUtf8(QJsonDocument(build_config_from_editor()).toJson(QJsonDocument::Compact));+ db.category = agent.category;+ db.config_json =+ QString::fromUtf8(QJsonDocument(build_config_from_editor()).toJson(QJsonDocument::Compact));services::AgentService::instance().save_config(db);result_status_->setText("Config saved");- result_status_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::POSITIVE));+ result_status_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::POSITIVE));}void AgentsViewPanel::delete_current_config() {@@ -555,11 +765,12 @@ void AgentsViewPanel::delete_current_config() {return;services::AgentService::instance().delete_config(filtered_agents_[selected_agent_idx_].id);result_status_->setText("Config deleted");- result_status_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::WARNING));+ result_status_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::WARNING));}void AgentsViewPanel::run_query() {- QString q = query_input_->toPlainText().trimmed();+ const QString q = query_input_->toPlainText().trimmed();if (q.isEmpty() || executing_)return;@@ -569,22 +780,21 @@ void AgentsViewPanel::run_query() {result_display_->clear();routing_info_label_->hide();result_status_->setText("Executing...");- result_status_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::AMBER));+ result_status_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::AMBER));- QJsonObject config = build_config_from_editor();+ const QJsonObject config = build_config_from_editor();auto& svc = services::AgentService::instance();if (auto_route_check_->isChecked()) {svc.route_query(q);- // The routing_result signal handler will show routing info,- // then execute_routed_query is called by the agent_result handler- svc.execute_routed_query(q);+ svc.execute_routed_query(q, config);} else {- QString om = output_model_combo_->currentText();+ const QString om = output_model_combo_->currentText();if (om != "text")svc.run_agent_structured(q, config, om);else- svc.run_agent(q, config);+ svc.run_agent_streaming(q, config);}}@@ -592,4 +802,11 @@ void AgentsViewPanel::toggle_json_editor() {json_toggle_btn_->setChecked(!json_toggle_btn_->isChecked());}+void AgentsViewPanel::apply_tools_selection(const QStringList& tools) {+ for (int i = 0; i < tools_list_->count(); ++i) {+ auto* item = tools_list_->item(i);+ item->setCheckState(tools.contains(item->text()) ? Qt::Checked : Qt::Unchecked);+ }+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/agent_config/AgentsViewPanel.h b/fincept-qt/src/screens/agent_config/AgentsViewPanel.hindex a00dffaa9..4d57183c6 100644--- a/fincept-qt/src/screens/agent_config/AgentsViewPanel.h+++ b/fincept-qt/src/screens/agent_config/AgentsViewPanel.h@@ -2,17 +2,15 @@#pragma once#include "services/agents/AgentTypes.h"#include "storage/repositories/AgentConfigRepository.h"+#include "storage/repositories/LlmProfileRepository.h"#include <QCheckBox>#include <QComboBox>-#include <QDoubleSpinBox>-#include <QGroupBox>#include <QLabel>#include <QLineEdit>#include <QListWidget>#include <QPlainTextEdit>#include <QPushButton>-#include <QSpinBox>#include <QSplitter>#include <QTextEdit>#include <QWidget>@@ -20,11 +18,15 @@namespace fincept::screens {/// AGENTS view — 3-panel layout for listing, editing, and testing agents.+/// LLM provider/model is sourced from LlmService (configured in Settings > LLM Config).class AgentsViewPanel : public QWidget {Q_OBJECTpublic:explicit AgentsViewPanel(QWidget* parent = nullptr);+ public slots:+ void apply_tools_selection(const QStringList& tools);+signals:void add_agent_to_team(services::AgentInfo agent);@@ -44,51 +46,53 @@ class AgentsViewPanel : public QWidget {void delete_current_config();void run_query();void toggle_json_editor();+ void refresh_llm_pill();+ void load_profile_combo();// ── Left panel ───────────────────────────────────────────────────────────- QListWidget* agent_list_ = nullptr;- QComboBox* category_combo_ = nullptr;- QLabel* list_count_label_ = nullptr;+ QListWidget* agent_list_ = nullptr;+ QComboBox* category_combo_ = nullptr;+ QLabel* list_count_label_ = nullptr;// ── Center panel ─────────────────────────────────────────────────────────- QLabel* agent_name_label_ = nullptr;- QLabel* agent_desc_label_ = nullptr;- QComboBox* provider_combo_ = nullptr;- QLineEdit* model_id_edit_ = nullptr;- QDoubleSpinBox* temperature_spin_ = nullptr;- QSpinBox* max_tokens_spin_ = nullptr;+ QLabel* agent_name_label_ = nullptr;+ QLabel* agent_desc_label_ = nullptr;+ // LLM profile picker — selects which named profile this agent uses+ QComboBox* llm_profile_combo_ = nullptr; // "Default (Global)" + named profiles+ QLabel* llm_resolved_lbl_ = nullptr; // shows resolved provider/model beneath+ // Agent-specific fieldsQPlainTextEdit* instructions_edit_ = nullptr;- QListWidget* tools_list_ = nullptr;- QCheckBox* reasoning_check_ = nullptr;- QCheckBox* memory_check_ = nullptr;- QCheckBox* knowledge_check_ = nullptr;- QCheckBox* guardrails_check_ = nullptr;- QCheckBox* tracing_check_ = nullptr;- QCheckBox* agentic_memory_check_ = nullptr;- QPushButton* save_btn_ = nullptr;- QPushButton* delete_btn_ = nullptr;- QPushButton* add_team_btn_ = nullptr;+ QListWidget* tools_list_ = nullptr;+ QCheckBox* reasoning_check_ = nullptr;+ QCheckBox* memory_check_ = nullptr;+ QCheckBox* knowledge_check_ = nullptr;+ QCheckBox* guardrails_check_ = nullptr;+ QCheckBox* tracing_check_ = nullptr;+ QCheckBox* agentic_memory_check_ = nullptr;+ QPushButton* save_btn_ = nullptr;+ QPushButton* delete_btn_ = nullptr;+ QPushButton* add_team_btn_ = nullptr;// JSON editor- QPushButton* json_toggle_btn_ = nullptr;- QPlainTextEdit* json_editor_ = nullptr;- QWidget* form_widget_ = nullptr;- QWidget* json_widget_ = nullptr;- bool json_mode_ = false;+ QPushButton* json_toggle_btn_ = nullptr;+ QPlainTextEdit* json_editor_ = nullptr;+ QWidget* form_widget_ = nullptr;+ QWidget* json_widget_ = nullptr;+ bool json_mode_ = false;// ── Right panel ──────────────────────────────────────────────────────────- QPlainTextEdit* query_input_ = nullptr;- QPushButton* run_btn_ = nullptr;- QTextEdit* result_display_ = nullptr;- QLabel* result_status_ = nullptr;- QComboBox* output_model_combo_ = nullptr;- QCheckBox* auto_route_check_ = nullptr;- QLabel* routing_info_label_ = nullptr;+ QPlainTextEdit* query_input_ = nullptr;+ QPushButton* run_btn_ = nullptr;+ QTextEdit* result_display_ = nullptr;+ QLabel* result_status_ = nullptr;+ QComboBox* output_model_combo_= nullptr;+ QCheckBox* auto_route_check_ = nullptr;+ QLabel* routing_info_label_= nullptr;// ── State ────────────────────────────────────────────────────────────────QVector<services::AgentInfo> all_agents_;QVector<services::AgentInfo> filtered_agents_;- int selected_agent_idx_ = -1;- bool executing_ = false;+ int selected_agent_idx_ = -1;+ bool executing_ = false;};} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/agent_config/CreateAgentPanel.cpp b/fincept-qt/src/screens/agent_config/CreateAgentPanel.cppindex eb9149088..de18a3789 100644--- a/fincept-qt/src/screens/agent_config/CreateAgentPanel.cpp+++ b/fincept-qt/src/screens/agent_config/CreateAgentPanel.cpp@@ -1,9 +1,11 @@// src/screens/agent_config/CreateAgentPanel.cpp#include "screens/agent_config/CreateAgentPanel.h"+#include "ai_chat/LlmService.h"#include "core/logging/Logger.h"#include "mcp/McpService.h"#include "services/agents/AgentService.h"+#include "storage/repositories/LlmProfileRepository.h"#include "storage/repositories/McpServerRepository.h"#include "ui/theme/Theme.h"@@ -191,45 +193,24 @@ QWidget* CreateAgentPanel::build_form_panel() {bl->addWidget(desc_edit_);vl->addWidget(basic);- // ── MODEL ────────────────────────────────────────────────────────────────+ // ── MODEL (read-only pill — configured in Settings > LLM Config) ─────────auto* model = make_section("MODEL", false);auto* ml = new QVBoxLayout(model);ml->setSpacing(6);- auto* r3 = new QHBoxLayout;- r3->addWidget(field_label("Provider:"));- provider_combo_ = new QComboBox;- for (const auto& p : {"openai", "anthropic", "google", "groq", "deepseek", "ollama", "openrouter", "fincept"})- provider_combo_->addItem(p);- provider_combo_->setStyleSheet(QString("QComboBox{%1}QComboBox::drop-down{border:none;}").arg(kIn));- r3->addWidget(provider_combo_, 1);- ml->addLayout(r3);-- auto* r4 = new QHBoxLayout;- r4->addWidget(field_label("Model ID:"));- model_id_edit_ = new QLineEdit;- model_id_edit_->setPlaceholderText("e.g. gpt-4o");- model_id_edit_->setStyleSheet(kIn);- r4->addWidget(model_id_edit_, 1);- ml->addLayout(r4);-- auto* r5 = new QHBoxLayout;- r5->addWidget(field_label("Temp:"));- temperature_spin_ = new QDoubleSpinBox;- temperature_spin_->setRange(0.0, 2.0);- temperature_spin_->setSingleStep(0.1);- temperature_spin_->setValue(0.7);- temperature_spin_->setStyleSheet(kIn);- r5->addWidget(temperature_spin_);- r5->addWidget(field_label("Max Tokens:"));- max_tokens_spin_ = new QSpinBox;- max_tokens_spin_->setRange(100, 128000);- max_tokens_spin_->setSingleStep(500);- max_tokens_spin_->setValue(4096);- max_tokens_spin_->setStyleSheet(kIn);- r5->addWidget(max_tokens_spin_);- r5->addStretch();- ml->addLayout(r5);+ llm_profile_combo_ = new QComboBox;+ llm_profile_combo_->setToolTip("Select which LLM profile this agent uses. Create profiles in Settings > LLM Config > Profiles.");+ llm_profile_combo_->setStyleSheet(+ QString("QComboBox{background:%1;color:%2;border:1px solid %3;padding:5px 10px;font-size:12px;}"+ "QComboBox::drop-down{border:none;}"+ "QComboBox QAbstractItemView{background:%1;color:%2;selection-background-color:%4;}")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED, ui::colors::AMBER_DIM));+ ml->addWidget(llm_profile_combo_);++ llm_resolved_lbl_ = new QLabel;+ llm_resolved_lbl_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::TEXT_TERTIARY));+ ml->addWidget(llm_resolved_lbl_);vl->addWidget(model);// ── INSTRUCTIONS ─────────────────────────────────────────────────────────@@ -467,10 +448,84 @@ QWidget* CreateAgentPanel::build_form_panel() {// ── Connections ──────────────────────────────────────────────────────────────+void CreateAgentPanel::load_profile_combo() {+ const QString prev_id = llm_profile_combo_->currentData().toString();+ llm_profile_combo_->blockSignals(true);+ llm_profile_combo_->clear();+ llm_profile_combo_->addItem("Default (Global)", QString{});++ const auto pr = LlmProfileRepository::instance().list_profiles();+ const auto profiles = pr.is_ok() ? pr.value() : QVector<LlmProfile>{};+ for (const auto& p : profiles) {+ QString label = p.name;+ if (p.is_default) label += " [default]";+ llm_profile_combo_->addItem(label, p.id);+ }++ int restore = 0;+ if (!prev_id.isEmpty()) {+ for (int i = 1; i < llm_profile_combo_->count(); ++i) {+ if (llm_profile_combo_->itemData(i).toString() == prev_id) {+ restore = i;+ break;+ }+ }+ }+ llm_profile_combo_->blockSignals(false);+ llm_profile_combo_->setCurrentIndex(restore);+ refresh_llm_pill();+}++void CreateAgentPanel::refresh_llm_pill() {+ const QString profile_id = llm_profile_combo_->currentData().toString();+ ResolvedLlmProfile resolved;+ if (!profile_id.isEmpty()) {+ const auto pr2 = LlmProfileRepository::instance().list_profiles();+ const auto profiles2 = pr2.is_ok() ? pr2.value() : QVector<LlmProfile>{};+ for (const auto& p : profiles2) {+ if (p.id == profile_id) {+ resolved.profile_id = p.id;+ resolved.profile_name = p.name;+ resolved.provider = p.provider;+ resolved.model_id = p.model_id;+ resolved.api_key = p.api_key;+ resolved.base_url = p.base_url;+ resolved.temperature = p.temperature;+ resolved.max_tokens = p.max_tokens;+ resolved.system_prompt = p.system_prompt;+ break;+ }+ }+ }+ if (resolved.provider.isEmpty())+ resolved = ai_chat::LlmService::instance().resolve_profile("agent", editing_id_);++ if (!resolved.provider.isEmpty()) {+ QString text = resolved.provider.toUpper() + " / " + resolved.model_id;+ if (text.length() > 60) text = text.left(58) + "..";+ if (profile_id.isEmpty()) text += " (inherited)";+ llm_resolved_lbl_->setText(text);+ llm_resolved_lbl_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::TEXT_TERTIARY));+ } else {+ llm_resolved_lbl_->setText("No provider configured — go to Settings > LLM Config");+ llm_resolved_lbl_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::NEGATIVE));+ }+}+void CreateAgentPanel::setup_connections() {connect(save_btn_, &QPushButton::clicked, this, &CreateAgentPanel::save_agent);connect(test_btn_, &QPushButton::clicked, this, &CreateAgentPanel::test_agent);+ // Reload profile combo when LLM config changes+ connect(&ai_chat::LlmService::instance(), &ai_chat::LlmService::config_changed,+ this, &CreateAgentPanel::load_profile_combo);+ // Update resolved label when user picks a different profile+ connect(llm_profile_combo_, QOverload<int>::of(&QComboBox::currentIndexChanged),+ this, &CreateAgentPanel::refresh_llm_pill);+ load_profile_combo();+auto& svc = services::AgentService::instance();connect(&svc, &services::AgentService::config_saved, this, [this]() {status_label_->setText("Agent saved successfully");@@ -483,6 +538,28 @@ void CreateAgentPanel::setup_connections() {editing_id_.clear();load_saved_agents();});+ connect(&svc, &services::AgentService::agent_stream_thinking, this, [this](const QString& status) {+ status_label_->setText(status);+ });+ connect(&svc, &services::AgentService::agent_stream_token, this, [this](const QString& token) {+ QTextCursor cursor = test_result_->textCursor();+ cursor.movePosition(QTextCursor::End);+ test_result_->setTextCursor(cursor);+ test_result_->insertPlainText(token + " ");+ });+ connect(&svc, &services::AgentService::agent_stream_done, this, [this](services::AgentExecutionResult r) {+ test_btn_->setEnabled(true);+ test_btn_->setText("TEST");+ if (r.success) {+ test_result_->setPlainText(r.response);+ status_label_->setText(QString("Test completed in %1ms").arg(r.execution_time_ms));+ status_label_->setStyleSheet(QString("color:%1;font-size:10px;padding:4px 0;").arg(ui::colors::POSITIVE));+ } else {+ test_result_->setPlainText("Error: " + r.error);+ status_label_->setText("Test failed");+ status_label_->setStyleSheet(QString("color:%1;font-size:10px;padding:4px 0;").arg(ui::colors::NEGATIVE));+ }+ });connect(&svc, &services::AgentService::agent_result, this, [this](services::AgentExecutionResult r) {test_btn_->setEnabled(true);test_btn_->setText("TEST");@@ -537,20 +614,30 @@ void CreateAgentPanel::load_saved_agents() {void CreateAgentPanel::load_agent_into_form(const AgentConfig& cfg) {editing_id_ = cfg.id;++ // Restore the profile assignment for this agent+ const QString assigned_id = LlmProfileRepository::instance().get_assignment("agent", cfg.id);+ llm_profile_combo_->blockSignals(true);+ int select_idx = 0;+ if (!assigned_id.isEmpty()) {+ for (int i = 1; i < llm_profile_combo_->count(); ++i) {+ if (llm_profile_combo_->itemData(i).toString() == assigned_id) {+ select_idx = i;+ break;+ }+ }+ }+ llm_profile_combo_->blockSignals(false);+ llm_profile_combo_->setCurrentIndex(select_idx);+ refresh_llm_pill();+name_edit_->setText(cfg.name);desc_edit_->setPlainText(cfg.description);int ci = category_combo_->findText(cfg.category);if (ci >= 0)category_combo_->setCurrentIndex(ci);- QJsonObject c = QJsonDocument::fromJson(cfg.config_json.toUtf8()).object();- QJsonObject m = c["model"].toObject();- int pi = provider_combo_->findText(m["provider"].toString());- if (pi >= 0)- provider_combo_->setCurrentIndex(pi);- model_id_edit_->setText(m["model_id"].toString());- temperature_spin_->setValue(m["temperature"].toDouble(0.7));- max_tokens_spin_->setValue(m["max_tokens"].toInt(4096));+ const QJsonObject c = QJsonDocument::fromJson(cfg.config_json.toUtf8()).object();instructions_edit_->setPlainText(c["instructions"].toString());// Tools@@ -622,10 +709,6 @@ void CreateAgentPanel::clear_form() {name_edit_->clear();desc_edit_->clear();category_combo_->setCurrentIndex(0);- provider_combo_->setCurrentIndex(0);- model_id_edit_->clear();- temperature_spin_->setValue(0.7);- max_tokens_spin_->setValue(4096);instructions_edit_->clear();for (int i = 0; i < tools_list_->count(); ++i)tools_list_->item(i)->setCheckState(Qt::Unchecked);@@ -657,12 +740,32 @@ void CreateAgentPanel::clear_form() {QJsonObject CreateAgentPanel::build_config_json() const {QJsonObject config;- QJsonObject model;- model["provider"] = provider_combo_->currentText();- model["model_id"] = model_id_edit_->text();- model["temperature"] = temperature_spin_->value();- model["max_tokens"] = max_tokens_spin_->value();- config["model"] = model;++ // Resolve the LLM profile — explicit selection or fallback via assignment chain.+ const QString profile_id = llm_profile_combo_->currentData().toString();+ ResolvedLlmProfile resolved;+ if (!profile_id.isEmpty()) {+ const auto pr3 = LlmProfileRepository::instance().list_profiles();+ const auto profiles3 = pr3.is_ok() ? pr3.value() : QVector<LlmProfile>{};+ for (const auto& p : profiles3) {+ if (p.id == profile_id) {+ resolved.profile_id = p.id;+ resolved.profile_name = p.name;+ resolved.provider = p.provider;+ resolved.model_id = p.model_id;+ resolved.api_key = p.api_key;+ resolved.base_url = p.base_url;+ resolved.temperature = p.temperature;+ resolved.max_tokens = p.max_tokens;+ resolved.system_prompt = p.system_prompt;+ break;+ }+ }+ }+ if (resolved.provider.isEmpty())+ resolved = ai_chat::LlmService::instance().resolve_profile("agent", editing_id_);+ config["model"] = ai_chat::LlmService::profile_to_json(resolved);+config["instructions"] = instructions_edit_->toPlainText();QJsonArray tools;@@ -736,6 +839,14 @@ void CreateAgentPanel::save_agent() {db.config_json = QString::fromUtf8(QJsonDocument(build_config_json()).toJson(QJsonDocument::Compact));services::AgentService::instance().save_config(db);editing_id_ = db.id;++ // Persist profile assignment+ const QString profile_id = llm_profile_combo_->currentData().toString();+ auto& repo = LlmProfileRepository::instance();+ if (profile_id.isEmpty())+ repo.remove_assignment("agent", editing_id_);+ else+ repo.assign_profile("agent", editing_id_, profile_id);}void CreateAgentPanel::delete_agent() {@@ -808,4 +919,11 @@ void CreateAgentPanel::showEvent(QShowEvent* event) {}}+void CreateAgentPanel::apply_tools_selection(const QStringList& tools) {+ for (int i = 0; i < tools_list_->count(); ++i) {+ auto* item = tools_list_->item(i);+ item->setCheckState(tools.contains(item->text()) ? Qt::Checked : Qt::Unchecked);+ }+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/agent_config/CreateAgentPanel.h b/fincept-qt/src/screens/agent_config/CreateAgentPanel.hindex 163cd9b58..fe4bbd679 100644--- a/fincept-qt/src/screens/agent_config/CreateAgentPanel.h+++ b/fincept-qt/src/screens/agent_config/CreateAgentPanel.h@@ -2,17 +2,16 @@#pragma once#include "services/agents/AgentTypes.h"#include "storage/repositories/AgentConfigRepository.h"+#include "storage/repositories/LlmProfileRepository.h"#include <QCheckBox>#include <QComboBox>-#include <QDoubleSpinBox>#include <QGroupBox>#include <QLabel>#include <QLineEdit>#include <QListWidget>#include <QPlainTextEdit>#include <QPushButton>-#include <QSpinBox>#include <QTextEdit>#include <QWidget>@@ -28,6 +27,9 @@ class CreateAgentPanel : public QWidget {protected:void showEvent(QShowEvent* event) override;+ public slots:+ void apply_tools_selection(const QStringList& tools);+private:void build_ui();QWidget* build_saved_list_panel();@@ -42,6 +44,8 @@ class CreateAgentPanel : public QWidget {void test_agent();void export_json();void import_json();+ void load_profile_combo();+ void refresh_llm_pill();QJsonObject build_config_json() const;// Left panel@@ -53,11 +57,9 @@ class CreateAgentPanel : public QWidget {QPlainTextEdit* desc_edit_ = nullptr;QComboBox* category_combo_ = nullptr;- // ── Model fields ─────────────────────────────────────────────────────────- QComboBox* provider_combo_ = nullptr;- QLineEdit* model_id_edit_ = nullptr;- QDoubleSpinBox* temperature_spin_ = nullptr;- QSpinBox* max_tokens_spin_ = nullptr;+ // ── LLM profile picker ───────────────────────────────────────────────────+ QComboBox* llm_profile_combo_ = nullptr;+ QLabel* llm_resolved_lbl_ = nullptr;// ── Instructions ─────────────────────────────────────────────────────────QPlainTextEdit* instructions_edit_ = nullptr;diff --git a/fincept-qt/src/screens/agent_config/PlannerViewPanel.cpp b/fincept-qt/src/screens/agent_config/PlannerViewPanel.cppindex 2743f2e1c..b56f5074f 100644--- a/fincept-qt/src/screens/agent_config/PlannerViewPanel.cpp+++ b/fincept-qt/src/screens/agent_config/PlannerViewPanel.cpp@@ -503,4 +503,12 @@ void PlannerViewPanel::copy_result() {}}+void PlannerViewPanel::showEvent(QShowEvent* event) {+ QWidget::showEvent(event);+ if (!data_loaded_) {+ data_loaded_ = true;+ services::AgentService::instance().discover_agents();+ }+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/agent_config/PlannerViewPanel.h b/fincept-qt/src/screens/agent_config/PlannerViewPanel.hindex 1e13cb6d3..b903f427f 100644--- a/fincept-qt/src/screens/agent_config/PlannerViewPanel.h+++ b/fincept-qt/src/screens/agent_config/PlannerViewPanel.h@@ -21,6 +21,9 @@ class PlannerViewPanel : public QWidget {public:explicit PlannerViewPanel(QWidget* parent = nullptr);+ protected:+ void showEvent(QShowEvent* event) override;+private:void build_ui();QWidget* build_templates_panel();@@ -66,8 +69,9 @@ class PlannerViewPanel : public QWidget {// Stateservices::ExecutionPlan current_plan_;QVector<services::ExecutionPlan> plan_history_;- bool generating_ = false;- bool executing_ = false;+ bool generating_ = false;+ bool executing_ = false;+ bool data_loaded_ = false;};} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/agent_config/TeamsViewPanel.cpp b/fincept-qt/src/screens/agent_config/TeamsViewPanel.cppindex a6b1ba299..6e8b49dc9 100644--- a/fincept-qt/src/screens/agent_config/TeamsViewPanel.cpp+++ b/fincept-qt/src/screens/agent_config/TeamsViewPanel.cpp@@ -1,8 +1,10 @@// src/screens/agent_config/TeamsViewPanel.cpp#include "screens/agent_config/TeamsViewPanel.h"+#include "ai_chat/LlmService.h"#include "core/logging/Logger.h"#include "services/agents/AgentService.h"+#include "storage/repositories/LlmProfileRepository.h"#include "ui/theme/Theme.h"#include <QHBoxLayout>@@ -174,27 +176,24 @@ QWidget* TeamsViewPanel::build_execution_panel() {vl->setContentsMargins(12, 8, 12, 8);vl->setSpacing(6);- // LLM override section- auto* llm_hdr = new QLabel("TEAM LLM OVERRIDE");+ // Coordinator LLM profile picker+ auto* llm_hdr = new QLabel("COORDINATOR LLM PROFILE");llm_hdr->setStyleSheet(QString("color:%1;font-size:10px;font-weight:700;letter-spacing:1px;").arg(ui::colors::TEXT_SECONDARY));vl->addWidget(llm_hdr);- auto* lr = new QHBoxLayout;- auto* pl = new QLabel("Provider:");- pl->setStyleSheet(QString("color:%1;font-size:10px;").arg(ui::colors::TEXT_SECONDARY));- lr->addWidget(pl);- team_provider_combo_ = new QComboBox;- team_provider_combo_->addItems({"(default)", "openai", "anthropic", "google", "groq", "deepseek", "ollama"});- team_provider_combo_->setStyleSheet(QString("QComboBox{%1}QComboBox::drop-down{border:none;}").arg(kIn));- lr->addWidget(team_provider_combo_);- auto* mdl = new QLabel("Model:");- mdl->setStyleSheet(QString("color:%1;font-size:10px;").arg(ui::colors::TEXT_SECONDARY));- lr->addWidget(mdl);- team_model_edit_ = new QLineEdit;- team_model_edit_->setPlaceholderText("(use agent default)");- team_model_edit_->setStyleSheet(kIn);- lr->addWidget(team_model_edit_, 1);- vl->addLayout(lr);++ team_profile_combo_ = new QComboBox;+ team_profile_combo_->setToolTip("LLM profile for the team coordinator. Members use their own assigned profiles.");+ team_profile_combo_->setStyleSheet(+ QString("QComboBox{%1}QComboBox::drop-down{border:none;}"+ "QComboBox QAbstractItemView{background:%2;color:%3;selection-background-color:%4;}")+ .arg(kIn, ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::AMBER_DIM));+ vl->addWidget(team_profile_combo_);++ team_resolved_lbl_ = new QLabel;+ team_resolved_lbl_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::TEXT_TERTIARY));+ vl->addWidget(team_resolved_lbl_);// Queryauto* qh = new QLabel("TEAM QUERY");@@ -245,6 +244,21 @@ QWidget* TeamsViewPanel::build_execution_panel() {"QScrollBar:vertical{background:%1;width:6px;}""QScrollBar::handle:vertical{background:%4;min-height:20px;}").arg(ui::colors::BG_BASE, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_DIM, ui::colors::BORDER_BRIGHT));+ result_display_->document()->setDefaultStyleSheet(+ QString("body { color: %1; background: %2; font-size: 12px; }"+ "h1, h2, h3, h4 { color: %3; margin: 8px 0 4px 0; }"+ "h1 { font-size: 16px; border-bottom: 1px solid %4; padding-bottom: 4px; }"+ "h2 { font-size: 14px; }"+ "h3 { font-size: 13px; color: %5; }"+ "code { background: %6; color: %7; padding: 1px 4px; border-radius: 3px; font-family: monospace; }"+ "pre { background: %6; color: %7; padding: 8px; border-radius: 4px; font-family: monospace; }"+ "blockquote { border-left: 3px solid %3; margin: 4px 0; padding-left: 10px; color: %8; }"+ "a { color: %5; } ul, ol { margin: 4px 0; padding-left: 20px; }"+ "li { margin: 2px 0; } strong { color: %1; }"+ "hr { border: none; border-top: 1px solid %4; }")+ .arg(ui::colors::TEXT_PRIMARY, ui::colors::BG_BASE, ui::colors::AMBER,+ ui::colors::BORDER_DIM, ui::colors::CYAN, ui::colors::BG_RAISED,+ ui::colors::TEXT_PRIMARY, ui::colors::TEXT_SECONDARY));vl->addWidget(result_display_, 1);return p;}@@ -263,7 +277,38 @@ void TeamsViewPanel::setup_connections() {run_btn_->setEnabled(true);run_btn_->setText("RUN TEAM");if (r.success) {- result_display_->setPlainText(r.response);+ result_display_->setMarkdown(r.response);+ exec_status_->setText(QString("Completed in %1ms").arg(r.execution_time_ms));+ exec_status_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::POSITIVE));+ log_display_->append(QString("[DONE] Team completed (%1ms)").arg(r.execution_time_ms));+ } else {+ result_display_->setPlainText("Error: " + r.error);+ exec_status_->setText("FAILED");+ exec_status_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::NEGATIVE));+ log_display_->append("[ERROR] " + r.error);+ }+ });++ connect(&svc, &services::AgentService::agent_stream_thinking, this, [this](const QString& status) {+ if (!executing_) return;+ exec_status_->setText(status);+ });++ connect(&svc, &services::AgentService::agent_stream_token, this, [this](const QString& token) {+ if (!executing_) return;+ QTextCursor cursor = result_display_->textCursor();+ cursor.movePosition(QTextCursor::End);+ result_display_->setTextCursor(cursor);+ result_display_->insertPlainText(token + " ");+ });++ connect(&svc, &services::AgentService::agent_stream_done, this, [this](services::AgentExecutionResult r) {+ if (!executing_) return;+ executing_ = false;+ run_btn_->setEnabled(true);+ run_btn_->setText("RUN TEAM");+ if (r.success) {+ result_display_->setMarkdown(r.response);exec_status_->setText(QString("Completed in %1ms").arg(r.execution_time_ms));exec_status_->setStyleSheet(QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::POSITIVE));log_display_->append(QString("[DONE] Team completed (%1ms)").arg(r.execution_time_ms));@@ -274,6 +319,13 @@ void TeamsViewPanel::setup_connections() {log_display_->append("[ERROR] " + r.error);}});+ // Profile combo for coordinator+ connect(&ai_chat::LlmService::instance(), &ai_chat::LlmService::config_changed,+ this, &TeamsViewPanel::load_team_profile_combo);+ connect(team_profile_combo_, QOverload<int>::of(&QComboBox::currentIndexChanged),+ this, &TeamsViewPanel::refresh_team_llm_label);+ load_team_profile_combo();+connect(run_btn_, &QPushButton::clicked, this, &TeamsViewPanel::run_team);connect(available_list_, &QListWidget::itemDoubleClicked, this, [this]() {int row = available_list_->currentRow();@@ -294,6 +346,10 @@ void TeamsViewPanel::populate_available_agents(const QVector<services::AgentInfoavailable_count_->setText(QString::number(agents.size()));}+void TeamsViewPanel::add_agent_from_panel(const services::AgentInfo& agent) {+ add_to_team(agent);+}+void TeamsViewPanel::add_to_team(const services::AgentInfo& agent) {for (const auto& m : team_members_)if (m.id == agent.id)@@ -322,6 +378,72 @@ void TeamsViewPanel::update_leader_combo() {leader_combo_->addItem(QString("%1. %2").arg(i + 1).arg(team_members_[i].name));}+void TeamsViewPanel::load_team_profile_combo() {+ const QString prev_id = team_profile_combo_->currentData().toString();+ team_profile_combo_->blockSignals(true);+ team_profile_combo_->clear();+ team_profile_combo_->addItem("Default (Global)", QString{});++ const auto pr = LlmProfileRepository::instance().list_profiles();+ const auto profiles = pr.is_ok() ? pr.value() : QVector<LlmProfile>{};+ for (const auto& p : profiles) {+ QString label = p.name;+ if (p.is_default) label += " [default]";+ team_profile_combo_->addItem(label, p.id);+ }++ int restore = 0;+ if (!prev_id.isEmpty()) {+ for (int i = 1; i < team_profile_combo_->count(); ++i) {+ if (team_profile_combo_->itemData(i).toString() == prev_id) {+ restore = i;+ break;+ }+ }+ }+ team_profile_combo_->blockSignals(false);+ team_profile_combo_->setCurrentIndex(restore);+ refresh_team_llm_label();+}++void TeamsViewPanel::refresh_team_llm_label() {+ const QString profile_id = team_profile_combo_->currentData().toString();+ ResolvedLlmProfile resolved;+ if (!profile_id.isEmpty()) {+ const auto pr2 = LlmProfileRepository::instance().list_profiles();+ const auto profiles2 = pr2.is_ok() ? pr2.value() : QVector<LlmProfile>{};+ for (const auto& p : profiles2) {+ if (p.id == profile_id) {+ resolved.profile_id = p.id;+ resolved.profile_name = p.name;+ resolved.provider = p.provider;+ resolved.model_id = p.model_id;+ resolved.api_key = p.api_key;+ resolved.base_url = p.base_url;+ resolved.temperature = p.temperature;+ resolved.max_tokens = p.max_tokens;+ resolved.system_prompt = p.system_prompt;+ break;+ }+ }+ }+ if (resolved.provider.isEmpty())+ resolved = ai_chat::LlmService::instance().resolve_profile("team_coordinator", {});++ if (!resolved.provider.isEmpty()) {+ QString text = resolved.provider.toUpper() + " / " + resolved.model_id;+ if (text.length() > 60) text = text.left(58) + "..";+ if (profile_id.isEmpty()) text += " (inherited)";+ team_resolved_lbl_->setText(text);+ team_resolved_lbl_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::TEXT_TERTIARY));+ } else {+ team_resolved_lbl_->setText("No provider — go to Settings > LLM Config");+ team_resolved_lbl_->setStyleSheet(+ QString("color:%1;font-size:10px;padding:2px 0;").arg(ui::colors::NEGATIVE));+ }+}+void TeamsViewPanel::run_team() {QString q = query_input_->toPlainText().trimmed();if (q.isEmpty() || team_members_.isEmpty() || executing_)@@ -336,30 +458,52 @@ void TeamsViewPanel::run_team() {.arg(team_members_.size()).arg(mode_combo_->currentText()));+ // Resolve coordinator profile+ const QString coord_profile_id = team_profile_combo_->currentData().toString();+ ResolvedLlmProfile coord;+ if (!coord_profile_id.isEmpty()) {+ const auto pr3 = LlmProfileRepository::instance().list_profiles();+ const auto profiles3 = pr3.is_ok() ? pr3.value() : QVector<LlmProfile>{};+ for (const auto& p : profiles3) {+ if (p.id == coord_profile_id) {+ coord.profile_id = p.id; coord.provider = p.provider;+ coord.model_id = p.model_id; coord.api_key = p.api_key;+ coord.base_url = p.base_url; coord.temperature = p.temperature;+ coord.max_tokens = p.max_tokens;+ break;+ }+ }+ }+ if (coord.provider.isEmpty())+ coord = ai_chat::LlmService::instance().resolve_profile("team_coordinator", {});+QJsonObject tc;tc["name"] = "Custom Team";tc["mode"] = mode_combo_->currentText();tc["show_members_responses"] = show_responses_check_->isChecked();tc["leader_index"] = leader_combo_->currentIndex();-- // Team LLM override- QString tp = team_provider_combo_->currentText();- if (tp != "(default)" && !tp.isEmpty()) {- QJsonObject model;- model["provider"] = tp;- if (!team_model_edit_->text().trimmed().isEmpty())- model["model_id"] = team_model_edit_->text().trimmed();- tc["model"] = model;- }+ tc["model"] = ai_chat::LlmService::profile_to_json(coord);QJsonArray members;for (const auto& m : team_members_) {QJsonObject member;member["name"] = m.name;member["role"] = m.description;- QJsonObject mc = m.config.contains("model") ? m.config["model"].toObject()- : QJsonObject{{"provider", "openai"}, {"model_id", "gpt-4o"}};++ // Resolve per-member profile via assignment chain+ const ResolvedLlmProfile member_profile =+ ai_chat::LlmService::instance().resolve_profile("agent", m.id);+ QJsonObject mc = ai_chat::LlmService::profile_to_json(member_profile);++ // If the member has a saved model config with api_key, honour it;+ // otherwise the resolved profile above is authoritative.+ if (m.config.contains("model")) {+ QJsonObject saved = m.config["model"].toObject();+ if (!saved["api_key"].toString().isEmpty())+ mc = saved;+ }member["model"] = mc;+if (m.config.contains("tools"))member["tools"] = m.config["tools"];if (m.config.contains("instructions"))diff --git a/fincept-qt/src/screens/agent_config/TeamsViewPanel.h b/fincept-qt/src/screens/agent_config/TeamsViewPanel.hindex 6be482999..61f288249 100644--- a/fincept-qt/src/screens/agent_config/TeamsViewPanel.h+++ b/fincept-qt/src/screens/agent_config/TeamsViewPanel.h@@ -1,6 +1,7 @@// src/screens/agent_config/TeamsViewPanel.h#pragma once#include "services/agents/AgentTypes.h"+#include "storage/repositories/LlmProfileRepository.h"#include <QCheckBox>#include <QComboBox>@@ -24,6 +25,9 @@ class TeamsViewPanel : public QWidget {protected:void showEvent(QShowEvent* event) override;+ public slots:+ void add_agent_from_panel(const services::AgentInfo& agent);+private:void build_ui();QWidget* build_team_panel();@@ -36,6 +40,8 @@ class TeamsViewPanel : public QWidget {void remove_from_team(int row);void run_team();void update_leader_combo();+ void load_team_profile_combo();+ void refresh_team_llm_label();// Left: teamQListWidget* team_list_ = nullptr;@@ -49,10 +55,10 @@ class TeamsViewPanel : public QWidget {QListWidget* available_list_ = nullptr;QLabel* available_count_ = nullptr;- // Right: execution + LLM override- QComboBox* team_provider_combo_ = nullptr;- QLineEdit* team_model_edit_ = nullptr;- QPlainTextEdit* query_input_ = nullptr;+ // Right: execution + LLM profile+ QComboBox* team_profile_combo_ = nullptr; // coordinator profile picker+ QLabel* team_resolved_lbl_ = nullptr; // shows resolved provider/model+ QPlainTextEdit* query_input_ = nullptr;QPushButton* run_btn_ = nullptr;QTextEdit* result_display_ = nullptr;QTextEdit* log_display_ = nullptr;diff --git a/fincept-qt/src/screens/agent_config/WorkflowsViewPanel.cpp b/fincept-qt/src/screens/agent_config/WorkflowsViewPanel.cppindex ac7b46ece..b8c893240 100644--- a/fincept-qt/src/screens/agent_config/WorkflowsViewPanel.cpp+++ b/fincept-qt/src/screens/agent_config/WorkflowsViewPanel.cpp@@ -259,4 +259,12 @@ void WorkflowsViewPanel::run_workflow(const QString& type, const QJsonObject& paservices::AgentService::instance().run_workflow(type, params);}+void WorkflowsViewPanel::showEvent(QShowEvent* event) {+ QWidget::showEvent(event);+ if (!data_loaded_) {+ data_loaded_ = true;+ services::AgentService::instance().discover_agents();+ }+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/agent_config/WorkflowsViewPanel.h b/fincept-qt/src/screens/agent_config/WorkflowsViewPanel.hindex a7991ffbe..57ee829b0 100644--- a/fincept-qt/src/screens/agent_config/WorkflowsViewPanel.h+++ b/fincept-qt/src/screens/agent_config/WorkflowsViewPanel.h@@ -16,6 +16,9 @@ class WorkflowsViewPanel : public QWidget {public:explicit WorkflowsViewPanel(QWidget* parent = nullptr);+ protected:+ void showEvent(QShowEvent* event) override;+private:void build_ui();QWidget* build_workflow_cards();@@ -34,7 +37,8 @@ class WorkflowsViewPanel : public QWidget {QLabel* result_status_ = nullptr;QLabel* workflow_title_ = nullptr;- bool executing_ = false;+ bool executing_ = false;+ bool data_loaded_ = false;};} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/ai_quant_lab/QuantModulePanel.cpp b/fincept-qt/src/screens/ai_quant_lab/QuantModulePanel.cppindex 9d0a632c9..d92a15918 100644--- a/fincept-qt/src/screens/ai_quant_lab/QuantModulePanel.cpp+++ b/fincept-qt/src/screens/ai_quant_lab/QuantModulePanel.cpp@@ -3,9 +3,16 @@#include "core/logging/Logger.h"#include "services/ai_quant_lab/AIQuantLabService.h"+#include "services/file_manager/FileManagerService.h"+#include "storage/repositories/LlmProfileRepository.h"#include "ui/theme/Theme.h"+#include <QDateTime>+#include <QDesktopServices>+#include <QFile>+#include <QFileInfo>#include <QGridLayout>+#include <QRegularExpression>#include <QHBoxLayout>#include <QHeaderView>#include <QJsonArray>@@ -13,6 +20,8 @@#include <QScrollArea>#include <QTabWidget>#include <QTableWidget>+#include <QTableWidgetItem>+#include <QUrl>#include <cmath>@@ -71,6 +80,61 @@ QWidget* QuantModulePanel::build_input_row(const QString& label, QWidget* input,return row;}+// ── LLM picker helpers ────────────────────────────────────────────────────────++QWidget* QuantModulePanel::build_llm_picker(QWidget* parent, QComboBox** out_combo) {+ auto* combo = new QComboBox(parent);+ combo->setStyleSheet(QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 8px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:%1; color:%2; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL));++ // Populate from saved profiles+ auto profiles_result = LlmProfileRepository::instance().list_profiles();+ if (profiles_result.is_ok()) {+ for (const auto& p : profiles_result.value()) {+ combo->addItem(+ QString("%1 [%2 / %3]").arg(p.name, p.provider, p.model_id),+ p.id);+ }+ }+ if (combo->count() == 0)+ combo->addItem("No LLM profiles — configure in Settings → LLM Config", QString());++ // Pre-select the global default if present+ auto resolved = LlmProfileRepository::instance().resolve_for_context("ai_quant_lab");+ if (!resolved.profile_id.isEmpty()) {+ int idx = combo->findData(resolved.profile_id);+ if (idx >= 0)+ combo->setCurrentIndex(idx);+ }++ if (out_combo) *out_combo = combo;+ return build_input_row("LLM Profile", combo, parent);+}++QJsonObject QuantModulePanel::llm_config_from_combo(QComboBox* combo) const {+ if (!combo) return {};+ QString profile_id = combo->currentData().toString();+ if (profile_id.isEmpty()) return {};++ auto resolved = LlmProfileRepository::instance().resolve_for_context("ai_quant_lab", profile_id);+ // resolve_for_context uses context_id as a profile_id hint — use get_profile directly+ auto result = LlmProfileRepository::instance().get_profile(profile_id);+ if (!result.is_ok()) return {};++ const auto& p = result.value();+ QJsonObject cfg;+ cfg["llm_provider"] = p.provider;+ cfg["llm_api_key"] = p.api_key;+ cfg["llm_model"] = p.model_id;+ cfg["llm_base_url"] = p.base_url;+ return cfg;+}+// ── Constructor ──────────────────────────────────────────────────────────────QuantModulePanel::QuantModulePanel(const QuantModule& mod, QWidget* parent) : QWidget(parent), module_(mod) {@@ -134,6 +198,34 @@ void QuantModulePanel::build_ui() {content = build_rl_trading_panel();else if (module_.id == "advanced_models")content = build_advanced_models_panel();+ else if (module_.id == "deep_agent")+ content = build_deep_agent_panel();+ else if (module_.id == "factor_discovery")+ content = build_factor_discovery_panel();+ else if (module_.id == "model_library")+ content = build_model_library_panel();+ else if (module_.id == "live_signals")+ content = build_live_signals_panel();+ else if (module_.id == "online_learning")+ content = build_online_learning_panel();+ else if (module_.id == "meta_learning")+ content = build_meta_learning_panel();+ else if (module_.id == "hft")+ content = build_hft_panel();+ else if (module_.id == "rolling_retraining")+ content = build_rolling_retraining_panel();+ else if (module_.id == "feature_engineering")+ content = build_feature_engineering_panel();+ else if (module_.id == "portfolio_opt")+ content = build_portfolio_opt_panel();+ else if (module_.id == "factor_evaluation")+ content = build_factor_evaluation_panel();+ else if (module_.id == "strategy_builder")+ content = build_strategy_builder_panel();+ else if (module_.id == "data_processors")+ content = build_data_processors_panel();+ else if (module_.id == "quant_reporting")+ content = build_quant_reporting_panel();elsecontent = build_generic_panel();@@ -707,6 +799,559 @@ QWidget* QuantModulePanel::build_advanced_models_panel() {return w;}+// ═══════════════════════════════════════════════════════════════════════════════+// ═══════════════════════════════════════════════════════════════════════════════+// DEEP AGENT PANEL — tabbed: LangGraph Deep Analysis + RD-Agent Research+// ═══════════════════════════════════════════════════════════════════════════════++QWidget* QuantModulePanel::build_deep_agent_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(0, 0, 0, 0);+ vl->setSpacing(0);++ // ── Shared LLM profile picker (used by both Deep Analysis and RD-Agent) ──+ QComboBox* llm_combo = nullptr;+ auto* llm_bar = new QWidget(w);+ llm_bar->setStyleSheet(QString("background:%1; border-bottom:1px solid %2;")+ .arg(ui::colors::BG_RAISED, ui::colors::BORDER_DIM));+ auto* llm_bar_l = new QHBoxLayout(llm_bar);+ llm_bar_l->setContentsMargins(16, 8, 16, 8);+ llm_bar_l->setSpacing(0);+ llm_bar_l->addWidget(build_llm_picker(llm_bar, &llm_combo));+ vl->addWidget(llm_bar);++ auto tab_style = QString(+ "QTabWidget::pane { border:none; background:%1; }"+ "QTabBar::tab { background:%2; color:%3; padding:7px 16px;"+ "font-family:%4; font-size:%5px; border:1px solid %6; border-bottom:none; margin-right:2px; }"+ "QTabBar::tab:selected { background:%1; color:%7; font-weight:700;"+ "border-bottom:2px solid %7; }"+ "QTabBar::tab:hover { color:%3; background:%2; }")+ .arg(ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL)+ .arg(ui::colors::BORDER_DIM)+ .arg(module_.color.name());++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(tab_style);++ // ── Tab 1: LangGraph Deep Analysis ──────────────────────────────────────+ auto* da_w = new QWidget(tabs);+ auto* da_vl = new QVBoxLayout(da_w);+ da_vl->setContentsMargins(16, 16, 16, 16);+ da_vl->setSpacing(12);++ auto* desc = new QLabel(+ "Multi-agent financial analysis powered by LangGraph. Delegates to specialist subagents "+ "(research, data-analyst, trading, risk-analyzer, portfolio-optimizer, backtester, reporter).", da_w);+ desc->setWordWrap(true);+ desc->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY)+ .arg(ui::fonts::SMALL)+ .arg(ui::fonts::DATA_FAMILY));+ da_vl->addWidget(desc);++ auto* task_edit = new QTextEdit(da_w);+ task_edit->setPlaceholderText(+ "Describe your analysis task...\n"+ "e.g. \"Conduct a full investment analysis of NVDA: research fundamentals, "+ "assess risks, and give a buy/sell/hold recommendation with price target\"");+ task_edit->setFixedHeight(90);+ task_edit->setStyleSheet(QString("QTextEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:6px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL));+ da_vl->addWidget(build_input_row("Task", task_edit, da_w));++ auto* agent_type = new QComboBox(da_w);+ agent_type->addItems({"general", "research", "trading_strategy", "portfolio_management", "risk_assessment"});+ agent_type->setStyleSheet(QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 8px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:%1; color:%2; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL));+ combo_inputs_["agent_type"] = agent_type;+ da_vl->addWidget(build_input_row("Agent Type", agent_type, da_w));++ auto* thread_id = new QLineEdit(da_w);+ thread_id->setPlaceholderText("Optional — leave blank to auto-generate");+ thread_id->setStyleSheet(QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:6px 8px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL));+ text_inputs_["thread_id"] = thread_id;+ da_vl->addWidget(build_input_row("Thread ID", thread_id, da_w));++ auto* da_run = make_run_button("RUN DEEP ANALYSIS", da_w);+ connect(da_run, &QPushButton::clicked, this, [this, task_edit, agent_type, thread_id, llm_combo]() {+ auto task = task_edit->toPlainText().trimmed();+ if (task.isEmpty()) { display_error("Please enter an analysis task."); return; }+ auto cfg = llm_config_from_combo(llm_combo);+ if (cfg.isEmpty()) { display_error("Select an LLM profile before running."); return; }+ status_label_->setText("Running...");+ clear_results();+ QJsonObject params;+ params["task"] = task;+ params["agent_type"] = agent_type->currentText();+ params["config"] = cfg;+ auto tid = thread_id->text().trimmed();+ if (!tid.isEmpty()) params["thread_id"] = tid;+ AIQuantLabService::instance().run_deep_agent(params);+ });+ da_vl->addWidget(da_run);++ agent_output_ = new QTextEdit(da_w);+ agent_output_->setReadOnly(true);+ agent_output_->setPlaceholderText("Analysis results will appear here...");+ agent_output_->setMinimumHeight(300);+ agent_output_->setStyleSheet(QString("QTextEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:12px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_DIM)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL));+ da_vl->addWidget(agent_output_, 1);++ auto* rc = new QWidget(da_w);+ results_layout_ = new QVBoxLayout(rc);+ results_layout_->setContentsMargins(0, 0, 0, 0);+ results_layout_->setSpacing(0);+ da_vl->addWidget(rc);++ tabs->addTab(da_w, "Deep Analysis");++ // ── Tab 2: RD-Agent ─────────────────────────────────────────────────────+ tabs->addTab(build_rd_agent_tab(llm_combo), "RD-Agent");++ vl->addWidget(tabs, 1);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// RD-AGENT TAB — Autonomous factor/model research (Microsoft RD-Agent)+// ═══════════════════════════════════════════════════════════════════════════════++QWidget* QuantModulePanel::build_rd_agent_tab(QComboBox* llm_combo) {+ auto* w = new QWidget;+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(0, 0, 0, 0);+ vl->setSpacing(0);++ // shared styles+ auto input_style = QString("QLineEdit,QTextEdit,QSpinBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus,QTextEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL)+ .arg(module_.color.name());++ auto combo_style = QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 8px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:%1; color:%2; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL);++ auto sub_tab_style = QString(+ "QTabWidget::pane { border:none; background:%1; }"+ "QTabBar::tab { background:%2; color:%3; padding:5px 12px;"+ "font-family:%4; font-size:%5px; border:1px solid %6; border-bottom:none; margin-right:1px; }"+ "QTabBar::tab:selected { background:%1; color:%7; font-weight:700; }"+ "QTabBar { background:%2; }")+ .arg(ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::TINY)+ .arg(ui::colors::BORDER_DIM)+ .arg(module_.color.name());++ auto* sub = new QTabWidget(w);+ sub->setStyleSheet(sub_tab_style);++ // ── Status bar ───────────────────────────────────────────────────────────+ auto* status_bar = new QWidget(w);+ status_bar->setFixedHeight(28);+ status_bar->setStyleSheet(QString("background:%1; border-bottom:1px solid %2;")+ .arg(ui::colors::BG_RAISED, ui::colors::BORDER_DIM));+ auto* sbl = new QHBoxLayout(status_bar);+ sbl->setContentsMargins(12, 0, 12, 0);+ sbl->setSpacing(8);+ auto* status_dot = new QLabel("●", status_bar);+ status_dot->setStyleSheet(QString("color:%1; font-size:8px;").arg(ui::colors::TEXT_TERTIARY));+ sbl->addWidget(status_dot);+ auto* status_txt = new QLabel("RD-Agent ready", status_bar);+ status_txt->setObjectName("rdStatusTxt");+ status_txt->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_TERTIARY)+ .arg(ui::fonts::TINY)+ .arg(ui::fonts::DATA_FAMILY));+ sbl->addWidget(status_txt, 1);+ auto* check_btn = new QPushButton("CHECK STATUS", status_bar);+ check_btn->setCursor(Qt::PointingHandCursor);+ check_btn->setStyleSheet(QString("QPushButton { background:transparent; color:%1; border:1px solid %1;"+ "font-family:%2; font-size:%3px; padding:2px 8px; border-radius:2px; }"+ "QPushButton:hover { background:%1; color:%4; }")+ .arg(module_.color.name())+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::TINY)+ .arg(ui::colors::BG_BASE));+ connect(check_btn, &QPushButton::clicked, this, [this, status_txt]() {+ status_txt->setText("Checking...");+ AIQuantLabService::instance().rd_agent_check_status();+ });+ sbl->addWidget(check_btn);++ auto* ui_btn = new QPushButton("OPEN LOG VIEWER", status_bar);+ ui_btn->setCursor(Qt::PointingHandCursor);+ ui_btn->setStyleSheet(QString("QPushButton { background:transparent; color:%1; border:1px solid %1;"+ "font-family:%2; font-size:%3px; padding:2px 8px; border-radius:2px; }"+ "QPushButton:hover { background:%1; color:%4; }")+ .arg(ui::colors::TEXT_TERTIARY)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::TINY)+ .arg(ui::colors::BG_BASE));+ connect(ui_btn, &QPushButton::clicked, this, [this, status_txt]() {+ status_txt->setText("Starting log viewer...");+ AIQuantLabService::instance().rd_agent_start_ui();+ });+ sbl->addWidget(ui_btn);++ auto* mcp_btn = new QPushButton("MCP TOOLS", status_bar);+ mcp_btn->setCursor(Qt::PointingHandCursor);+ mcp_btn->setCheckable(true);+ mcp_btn->setToolTip("Start/stop the Fincept MCP tool server\n"+ "Gives RD-Agent loops access to market data,\n"+ "financial news and economics tools.");+ mcp_btn->setStyleSheet(+ QString("QPushButton { background:transparent; color:%1; border:1px solid %1;"+ "font-family:%2; font-size:%3px; padding:2px 8px; border-radius:2px; }"+ "QPushButton:checked { background:%4; color:%5; border-color:%4; }"+ "QPushButton:hover { background:%1; color:%5; }")+ .arg(ui::colors::TEXT_TERTIARY)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::TINY)+ .arg(module_.color.name())+ .arg(ui::colors::BG_BASE));+ connect(mcp_btn, &QPushButton::toggled, this, [this, mcp_btn, status_txt](bool checked) {+ if (checked) {+ status_txt->setText("Starting MCP tool server...");+ AIQuantLabService::instance().rd_agent_start_mcp_server();+ } else {+ status_txt->setText("MCP tool server stopped");+ mcp_btn->setText("MCP TOOLS");+ }+ });+ sbl->addWidget(mcp_btn);+ vl->addWidget(status_bar);++ // ── Sub-tab 1: Factor Mining ─────────────────────────────────────────────+ auto* fm_w = new QWidget(sub);+ auto* fm_vl = new QVBoxLayout(fm_w);+ fm_vl->setContentsMargins(14, 14, 14, 14);+ fm_vl->setSpacing(10);++ auto* fm_desc = new QLabel(+ "Autonomous alpha factor discovery via FactorRDLoop. The agent proposes, codes, runs "+ "and evaluates factors iteratively until the target IC is reached.", fm_w);+ fm_desc->setWordWrap(true);+ fm_desc->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY)+ .arg(ui::fonts::SMALL)+ .arg(ui::fonts::DATA_FAMILY));+ fm_vl->addWidget(fm_desc);++ auto* fm_task = new QTextEdit(fm_w);+ fm_task->setPlaceholderText("Describe the factor hypothesis...\ne.g. \"Discover momentum-based alpha factors for US equities\"");+ fm_task->setFixedHeight(70);+ fm_task->setStyleSheet(input_style);+ fm_vl->addWidget(build_input_row("Task Description", fm_task, fm_w));++ auto* fm_market = new QComboBox(fm_w);+ fm_market->addItems({"US", "CN", "EU", "IN", "JP", "HK", "GLOBAL"});+ fm_market->setStyleSheet(combo_style);+ fm_vl->addWidget(build_input_row("Target Market", fm_market, fm_w));++ auto* fm_iter = new QSpinBox(fm_w);+ fm_iter->setRange(1, 100);+ fm_iter->setValue(10);+ fm_iter->setStyleSheet(input_style);+ fm_vl->addWidget(build_input_row("Max Iterations", fm_iter, fm_w));++ auto* fm_ic = make_double_spin(0.01, 0.50, 0.05, 3, "", fm_w);+ fm_vl->addWidget(build_input_row("Target IC", fm_ic, fm_w));++ auto* fm_run = make_run_button("START FACTOR MINING", fm_w);+ connect(fm_run, &QPushButton::clicked, this, [this, fm_task, fm_market, fm_iter, fm_ic, status_txt, llm_combo]() {+ auto desc_text = fm_task->toPlainText().trimmed();+ if (desc_text.isEmpty()) { display_error("Enter a task description."); return; }+ auto cfg = llm_config_from_combo(llm_combo);+ if (cfg.isEmpty()) { display_error("Select an LLM profile before running."); return; }+ status_label_->setText("Starting...");+ status_txt->setText("Factor mining started...");+ QJsonObject params;+ params["task_description"] = desc_text;+ params["target_market"] = fm_market->currentText();+ params["max_iterations"] = fm_iter->value();+ params["target_ic"] = fm_ic->value();+ params["config"] = cfg;+ AIQuantLabService::instance().rd_agent_start_factor_mining(params);+ });+ fm_vl->addWidget(fm_run);+ fm_vl->addStretch();+ sub->addTab(fm_w, "Factor Mining");++ // ── Sub-tab 2: Model Optimization ────────────────────────────────────────+ auto* mo_w = new QWidget(sub);+ auto* mo_vl = new QVBoxLayout(mo_w);+ mo_vl->setContentsMargins(14, 14, 14, 14);+ mo_vl->setSpacing(10);++ auto* mo_desc = new QLabel(+ "ML model hyperparameter optimization via ModelRDLoop. Supports LightGBM, XGBoost, "+ "LSTM, GRU, Transformer and TCN. Optimizes for Sharpe, IC, max drawdown, or win rate.", mo_w);+ mo_desc->setWordWrap(true);+ mo_desc->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY)+ .arg(ui::fonts::SMALL)+ .arg(ui::fonts::DATA_FAMILY));+ mo_vl->addWidget(mo_desc);++ auto* mo_model = new QComboBox(mo_w);+ mo_model->addItems({"lightgbm", "xgboost", "lstm", "gru", "transformer", "tcn"});+ mo_model->setStyleSheet(combo_style);+ mo_vl->addWidget(build_input_row("Model Type", mo_model, mo_w));++ auto* mo_target = new QComboBox(mo_w);+ mo_target->addItems({"sharpe", "ic", "max_drawdown", "win_rate", "calmar_ratio"});+ mo_target->setStyleSheet(combo_style);+ mo_vl->addWidget(build_input_row("Optimize For", mo_target, mo_w));++ auto* mo_iter = new QSpinBox(mo_w);+ mo_iter->setRange(1, 100);+ mo_iter->setValue(10);+ mo_iter->setStyleSheet(input_style);+ mo_vl->addWidget(build_input_row("Max Iterations", mo_iter, mo_w));++ auto* mo_run = make_run_button("START MODEL OPTIMIZATION", mo_w);+ connect(mo_run, &QPushButton::clicked, this, [this, mo_model, mo_target, mo_iter, status_txt, llm_combo]() {+ auto cfg = llm_config_from_combo(llm_combo);+ if (cfg.isEmpty()) { display_error("Select an LLM profile before running."); return; }+ status_label_->setText("Starting...");+ status_txt->setText("Model optimization started...");+ QJsonObject params;+ params["model_type"] = mo_model->currentText();+ params["optimization_target"] = mo_target->currentText();+ params["max_iterations"] = mo_iter->value();+ params["config"] = cfg;+ AIQuantLabService::instance().rd_agent_start_model_optimization(params);+ });+ mo_vl->addWidget(mo_run);+ mo_vl->addStretch();+ sub->addTab(mo_w, "Model Optimization");++ // ── Sub-tab 3: Quant Research ─────────────────────────────────────────────+ auto* qr_w = new QWidget(sub);+ auto* qr_vl = new QVBoxLayout(qr_w);+ qr_vl->setContentsMargins(14, 14, 14, 14);+ qr_vl->setSpacing(10);++ auto* qr_desc = new QLabel(+ "Combined factor discovery + model optimization via QuantRDLoop. Runs the full "+ "research pipeline end-to-end: propose factors, code them, backtest, refine.", qr_w);+ qr_desc->setWordWrap(true);+ qr_desc->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY)+ .arg(ui::fonts::SMALL)+ .arg(ui::fonts::DATA_FAMILY));+ qr_vl->addWidget(qr_desc);++ auto* qr_goal = new QTextEdit(qr_w);+ qr_goal->setPlaceholderText("Research goal...\ne.g. \"Build a quantitative equity strategy for mid-cap US stocks\"");+ qr_goal->setFixedHeight(70);+ qr_goal->setStyleSheet(input_style);+ qr_vl->addWidget(build_input_row("Research Goal", qr_goal, qr_w));++ auto* qr_market = new QComboBox(qr_w);+ qr_market->addItems({"US", "CN", "EU", "IN", "JP", "HK", "GLOBAL"});+ qr_market->setStyleSheet(combo_style);+ qr_vl->addWidget(build_input_row("Target Market", qr_market, qr_w));++ auto* qr_iter = new QSpinBox(qr_w);+ qr_iter->setRange(1, 100);+ qr_iter->setValue(15);+ qr_iter->setStyleSheet(input_style);+ qr_vl->addWidget(build_input_row("Max Iterations", qr_iter, qr_w));++ auto* qr_run = make_run_button("START QUANT RESEARCH", qr_w);+ connect(qr_run, &QPushButton::clicked, this, [this, qr_goal, qr_market, qr_iter, status_txt, llm_combo]() {+ auto goal = qr_goal->toPlainText().trimmed();+ if (goal.isEmpty()) { display_error("Enter a research goal."); return; }+ auto cfg = llm_config_from_combo(llm_combo);+ if (cfg.isEmpty()) { display_error("Select an LLM profile before running."); return; }+ status_label_->setText("Starting...");+ status_txt->setText("Quant research started...");+ QJsonObject params;+ params["research_goal"] = goal;+ params["target_market"] = qr_market->currentText();+ params["max_iterations"] = qr_iter->value();+ params["config"] = cfg;+ AIQuantLabService::instance().rd_agent_start_quant_research(params);+ });+ qr_vl->addWidget(qr_run);+ qr_vl->addStretch();+ sub->addTab(qr_w, "Quant Research");++ // ── Sub-tab 4: Task Monitor ───────────────────────────────────────────────+ auto* tm_w = new QWidget(sub);+ auto* tm_vl = new QVBoxLayout(tm_w);+ tm_vl->setContentsMargins(14, 14, 14, 14);+ tm_vl->setSpacing(8);++ // Toolbar: filter + buttons+ auto* tm_toolbar = new QWidget(tm_w);+ auto* tm_hl = new QHBoxLayout(tm_toolbar);+ tm_hl->setContentsMargins(0, 0, 0, 0);+ tm_hl->setSpacing(6);++ auto* filter_combo = new QComboBox(tm_toolbar);+ filter_combo->addItems({"All", "running", "completed", "stopped", "failed"});+ filter_combo->setFixedWidth(120);+ filter_combo->setStyleSheet(combo_style);+ tm_hl->addWidget(filter_combo);++ auto* refresh_btn = new QPushButton("REFRESH", tm_toolbar);+ refresh_btn->setCursor(Qt::PointingHandCursor);+ refresh_btn->setStyleSheet(QString("QPushButton { background:%1; color:%2; border:none;"+ "font-family:%3; font-size:%4px; font-weight:700; padding:5px 12px; border-radius:2px; }"+ "QPushButton:hover { background:%5; }")+ .arg(module_.color.name())+ .arg(ui::colors::BG_BASE)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::TINY)+ .arg(module_.color.lighter(120).name()));+ tm_hl->addWidget(refresh_btn);++ auto* task_id_input = new QLineEdit(tm_toolbar);+ task_id_input->setPlaceholderText("Task ID...");+ task_id_input->setStyleSheet(input_style);+ task_id_input->setFixedWidth(200);+ tm_hl->addWidget(task_id_input);++ auto* stop_btn = new QPushButton("STOP", tm_toolbar);+ stop_btn->setCursor(Qt::PointingHandCursor);+ stop_btn->setStyleSheet(QString("QPushButton { background:#c0392b; color:#fff; border:none;"+ "font-family:%1; font-size:%2px; font-weight:700; padding:5px 12px; border-radius:2px; }"+ "QPushButton:hover { background:#e74c3c; }")+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::TINY));+ tm_hl->addWidget(stop_btn);++ auto* resume_btn = new QPushButton("RESUME", tm_toolbar);+ resume_btn->setCursor(Qt::PointingHandCursor);+ resume_btn->setStyleSheet(QString("QPushButton { background:#27ae60; color:#fff; border:none;"+ "font-family:%1; font-size:%2px; font-weight:700; padding:5px 12px; border-radius:2px; }"+ "QPushButton:hover { background:#2ecc71; }")+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::TINY));+ tm_hl->addWidget(resume_btn);++ auto* factors_btn = new QPushButton("GET FACTORS", tm_toolbar);+ factors_btn->setCursor(Qt::PointingHandCursor);+ factors_btn->setStyleSheet(QString("QPushButton { background:transparent; color:%1; border:1px solid %1;"+ "font-family:%2; font-size:%3px; font-weight:700; padding:5px 10px; border-radius:2px; }"+ "QPushButton:hover { background:%1; color:%4; }")+ .arg(module_.color.name())+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::TINY)+ .arg(ui::colors::BG_BASE));+ tm_hl->addWidget(factors_btn);+ tm_hl->addStretch();+ tm_vl->addWidget(tm_toolbar);++ // Task table+ rd_task_table_ = new QTableWidget(0, 6, tm_w);+ rd_task_table_->setHorizontalHeaderLabels({"Task ID", "Type", "Status", "Progress", "Best IC", "Elapsed"});+ rd_task_table_->horizontalHeader()->setStretchLastSection(true);+ rd_task_table_->setSelectionBehavior(QAbstractItemView::SelectRows);+ rd_task_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);+ rd_task_table_->setAlternatingRowColors(true);+ rd_task_table_->setStyleSheet(+ QString("QTableWidget { background:%1; color:%2; border:1px solid %3; gridline-color:%3;"+ "font-family:%4; font-size:%5px; alternate-background-color:%6; }"+ "QHeaderView::section { background:%7; color:%8; border:none; border-bottom:1px solid %3;"+ "padding:4px 8px; font-weight:700; font-family:%4; font-size:%5px; }"+ "QTableWidget::item:selected { background:%9; color:%2; }")+ .arg(ui::colors::BG_SURFACE, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_DIM)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL)+ .arg(ui::colors::BG_RAISED)+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_SECONDARY)+ .arg(module_.color.darker(150).name()));+ tm_vl->addWidget(rd_task_table_, 1);++ // Output area for factor results+ rd_agent_output_ = new QTextEdit(tm_w);+ rd_agent_output_->setReadOnly(true);+ rd_agent_output_->setPlaceholderText("Select a task and click GET FACTORS / GET MODEL to view results...");+ rd_agent_output_->setFixedHeight(160);+ rd_agent_output_->setStyleSheet(QString("QTextEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:8px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_DIM)+ .arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL));+ tm_vl->addWidget(rd_agent_output_);++ // Wire toolbar buttons+ connect(refresh_btn, &QPushButton::clicked, this, [this, filter_combo]() {+ auto filter = filter_combo->currentText();+ AIQuantLabService::instance().rd_agent_list_tasks(filter == "All" ? QString{} : filter);+ });++ connect(stop_btn, &QPushButton::clicked, this, [this, task_id_input]() {+ auto tid = task_id_input->text().trimmed();+ if (tid.isEmpty() && rd_task_table_->currentRow() >= 0)+ tid = rd_task_table_->item(rd_task_table_->currentRow(), 0)->text();+ if (tid.isEmpty()) { display_error("Select or enter a task ID."); return; }+ AIQuantLabService::instance().rd_agent_stop_task(tid);+ });++ connect(resume_btn, &QPushButton::clicked, this, [this, task_id_input]() {+ auto tid = task_id_input->text().trimmed();+ if (tid.isEmpty() && rd_task_table_->currentRow() >= 0)+ tid = rd_task_table_->item(rd_task_table_->currentRow(), 0)->text();+ if (tid.isEmpty()) { display_error("Select or enter a task ID."); return; }+ AIQuantLabService::instance().rd_agent_resume_task(tid);+ });++ connect(factors_btn, &QPushButton::clicked, this, [this, task_id_input]() {+ auto tid = task_id_input->text().trimmed();+ if (tid.isEmpty() && rd_task_table_->currentRow() >= 0)+ tid = rd_task_table_->item(rd_task_table_->currentRow(), 0)->text();+ if (tid.isEmpty()) { display_error("Select or enter a task ID."); return; }+ AIQuantLabService::instance().rd_agent_get_discovered_factors(tid);+ });++ // Populate task_id_input on row click+ connect(rd_task_table_, &QTableWidget::currentCellChanged, this,+ [task_id_input, this](int row, int, int, int) {+ if (row >= 0 && rd_task_table_->item(row, 0))+ task_id_input->setText(rd_task_table_->item(row, 0)->text());+ });++ sub->addTab(tm_w, "Task Monitor");++ vl->addWidget(sub, 1);+ return w;+}+// ═══════════════════════════════════════════════════════════════════════════════// GENERIC PANEL — for modules without specialized UI// ═══════════════════════════════════════════════════════════════════════════════@@ -890,14 +1535,731 @@ void QuantModulePanel::display_result(const QJsonObject& data) {.arg(ui::fonts::SMALL));results_layout_->addWidget(raw);+ // Export button — saves raw JSON to File Manager+ auto* export_btn = new QPushButton("EXPORT RESULTS");+ export_btn->setCursor(Qt::PointingHandCursor);+ export_btn->setFixedHeight(28);+ export_btn->setStyleSheet(+ QString("QPushButton { background:transparent; color:%1; border:1px solid %2; "+ "font-size:%3px; font-family:%4; padding:0 12px; }"+ "QPushButton:hover { color:%1; background:rgba(255,255,255,0.05); }")+ .arg(module_.color.name(), ui::colors::BORDER_DIM)+ .arg(ui::fonts::SMALL)+ .arg(ui::fonts::DATA_FAMILY));+ QString json_str = QJsonDocument(data).toJson(QJsonDocument::Indented);+ connect(export_btn, &QPushButton::clicked, this, [this, json_str]() {+ QString safe_name = module_.label;+ safe_name.replace(QRegularExpression("[^a-zA-Z0-9_\\-]"), "_");+ QString stored_name = safe_name + "_" + QString::number(QDateTime::currentMSecsSinceEpoch()) + ".json";+ QString dest = services::FileManagerService::instance().storage_dir() + "/" + stored_name;++ QFile f(dest);+ if (f.open(QIODevice::WriteOnly | QIODevice::Text)) {+ f.write(json_str.toUtf8());+ f.close();+ services::FileManagerService::instance().register_file(+ stored_name, module_.label + "_result.json",+ QFileInfo(dest).size(), "application/json", "ai_quant_lab");+ LOG_INFO("AIQuantLab", "Exported result: " + stored_name);+ }+ });+ results_layout_->addWidget(export_btn);+status_label_->setText("Done");}// ── Signal handlers ──────────────────────────────────────────────────────────void QuantModulePanel::on_result(const QString& module_id, const QString& command, const QJsonObject& data) {- if (module_id == module_.id)+ if (module_id != module_.id)+ return;++ if (module_id != "deep_agent") {display_result(data);+ return;+ }++ // ── LangGraph deep analysis result ───────────────────────────────────────+ if (command == "execute_task") {+ if (!data["success"].toBool()) {+ display_error(data["error"].toString("Unknown error"));+ return;+ }+ auto text = data["result"].toString();+ if (text.isEmpty())+ text = QJsonDocument(data).toJson(QJsonDocument::Indented);+ if (agent_output_) agent_output_->setPlainText(text);+ auto tid = data["thread_id"].toString();+ status_label_->setText(tid.isEmpty() ? "Done" : QString("Done — thread: %1").arg(tid));+ return;+ }++ // ── RD-Agent: check_status ────────────────────────────────────────────────+ if (command == "check_status") {+ auto ver = data["rdagent_version"].toString("?");+ auto avail = data["availability"].toObject();+ QStringList flags;+ for (auto it = avail.begin(); it != avail.end(); ++it)+ if (it.value().toBool()) flags << it.key();+ status_label_->setText(QString("rdagent %1 — %2").arg(ver, flags.join(", ")));+ return;+ }++ // ── RD-Agent: task started (factor_mining / model_optimization / quant_research) ──+ if (command == "start_factor_mining" || command == "start_model_optimization" ||+ command == "start_quant_research") {+ if (!data["success"].toBool()) {+ display_error(data["error"].toString("Unknown error"));+ return;+ }+ auto task_id = data["task_id"].toString();+ auto est = data["estimated_time"].toString();+ status_label_->setText(QString("Task %1 started").arg(task_id));+ if (rd_agent_output_)+ rd_agent_output_->setPlainText(+ QString("Task started: %1\nEstimated time: %2\n\nUse Task Monitor → REFRESH to track progress.")+ .arg(task_id, est));+ return;+ }++ // ── RD-Agent: list_tasks ──────────────────────────────────────────────────+ if (command == "list_tasks" && rd_task_table_) {+ auto tasks = data["tasks"].toArray();+ rd_task_table_->setRowCount(0);+ for (const auto& t : tasks) {+ auto obj = t.toObject();+ int row = rd_task_table_->rowCount();+ rd_task_table_->insertRow(row);+ rd_task_table_->setItem(row, 0, new QTableWidgetItem(obj["task_id"].toString()));+ rd_task_table_->setItem(row, 1, new QTableWidgetItem(obj["type"].toString()));+ auto status_str = obj["status"].toString();+ auto* status_item = new QTableWidgetItem(status_str);+ if (status_str == "running")+ status_item->setForeground(QColor("#f39c12"));+ else if (status_str == "completed")+ status_item->setForeground(QColor("#27ae60"));+ else if (status_str == "failed" || status_str == "stopped")+ status_item->setForeground(QColor("#c0392b"));+ rd_task_table_->setItem(row, 2, status_item);+ rd_task_table_->setItem(row, 3, new QTableWidgetItem(+ QString::number(obj["progress"].toDouble() * 100, 'f', 0) + "%"));+ auto ic = obj["best_ic"];+ rd_task_table_->setItem(row, 4, new QTableWidgetItem(+ ic.isNull() ? "-" : QString::number(ic.toDouble(), 'f', 4)));+ rd_task_table_->setItem(row, 5, new QTableWidgetItem(obj["elapsed_time"].toString("-")));+ }+ status_label_->setText(QString("%1 task(s)").arg(tasks.size()));+ return;+ }++ // ── RD-Agent: get_task_status ─────────────────────────────────────────────+ if (command == "get_task_status") {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ auto task_id = data["task_id"].toString();+ auto progress = data["progress"].toDouble() * 100;+ auto step = data["current_step"].toString();+ auto ic = data["best_ic"];+ status_label_->setText(QString("Task %1 — %2% — %3")+ .arg(task_id)+ .arg(progress, 0, 'f', 0)+ .arg(step));+ if (rd_agent_output_) {+ rd_agent_output_->setPlainText(+ QString("Task ID: %1\nStatus: %2\nProgress: %3%\nStep: %4\nBest IC: %5\nElapsed: %6")+ .arg(task_id, data["status"].toString())+ .arg(progress, 0, 'f', 0)+ .arg(step)+ .arg(ic.isNull() ? "N/A" : QString::number(ic.toDouble(), 'f', 4))+ .arg(data["elapsed_time"].toString("-")));+ }+ return;+ }++ // ── RD-Agent: get_discovered_factors ──────────────────────────────────────+ if (command == "get_discovered_factors" && rd_agent_output_) {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ auto factors = data["factors"].toArray();+ auto best_ic = data["best_ic"];+ QString out = QString("Discovered Factors: %1 | Best IC: %2\n\n")+ .arg(factors.size())+ .arg(best_ic.isNull() ? "N/A" : QString::number(best_ic.toDouble(), 'f', 4));+ int idx = 1;+ for (const auto& f : factors) {+ auto obj = f.toObject();+ out += QString("[%1] %2\n IC: %3 Sharpe: %4\n %5\n\n")+ .arg(idx++)+ .arg(obj["name"].toString("Factor"))+ .arg(obj["ic"].isNull() ? "N/A" : QString::number(obj["ic"].toDouble(), 'f', 4))+ .arg(obj["sharpe"].isNull() ? "N/A" : QString::number(obj["sharpe"].toDouble(), 'f', 3))+ .arg(obj["description"].toString());+ }+ rd_agent_output_->setPlainText(out);+ status_label_->setText(QString("Found %1 factor(s)").arg(factors.size()));+ return;+ }++ // ── RD-Agent: get_optimized_model ─────────────────────────────────────────+ if (command == "get_optimized_model" && rd_agent_output_) {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ auto models = data["models"].toArray();+ QString out = QString("Optimized Models: %1\n\n").arg(models.size());+ int idx = 1;+ for (const auto& m : models) {+ auto obj = m.toObject();+ out += QString("[%1] %2\n Sharpe: %3 IC: %4\n")+ .arg(idx++)+ .arg(obj["model_id"].toString("Model"))+ .arg(obj["sharpe"].isNull() ? "N/A" : QString::number(obj["sharpe"].toDouble(), 'f', 3))+ .arg(obj["ic"].isNull() ? "N/A" : QString::number(obj["ic"].toDouble(), 'f', 4));+ }+ rd_agent_output_->setPlainText(out);+ return;+ }++ // ── RD-Agent: stop_task / resume_task ────────────────────────────────────+ if (command == "stop_task" || command == "resume_task") {+ status_label_->setText(data["message"].toString(command));+ if (rd_agent_output_)+ rd_agent_output_->setPlainText(data["message"].toString());+ return;+ }++ // ── RD-Agent: start_ui ───────────────────────────────────────────────────+ if (command == "start_ui") {+ auto url = data["url"].toString();+ if (!url.isEmpty()) {+ status_label_->setText(QString("Log viewer: %1").arg(url));+ QDesktopServices::openUrl(QUrl(url));+ }+ return;+ }++ // ── RD-Agent: start_mcp_server ────────────────────────────────────────────+ if (command == "start_mcp_server") {+ if (!data["success"].toBool()) {+ status_label_->setText("MCP server failed");+ if (rd_agent_output_)+ rd_agent_output_->setPlainText(+ QString("MCP server failed to start:\n%1\n\nInstall: %2")+ .arg(data["error"].toString())+ .arg(data["install"].toString("pip install 'mcp[cli]' 'pydantic-ai[mcp]' yfinance")));+ return;+ }+ auto url = data["url"].toString();+ auto port = data["port"].toInt();+ auto tools = data["tools"].toArray();+ QStringList tool_names;+ for (const auto& t : tools) tool_names << t.toString();+ status_label_->setText(QString("MCP ready on port %1").arg(port));+ if (rd_agent_output_)+ rd_agent_output_->setPlainText(+ QString("MCP tool server running at %1\n\nAvailable tools:\n %2\n\n"+ "Enable 'enable_mcp: true' in factor/model/quant research params\n"+ "to give RD-Agent loops access to these tools.")+ .arg(url, tool_names.join("\n ")));+ return;+ }++ // ── RD-Agent: mcp_status ─────────────────────────────────────────────────+ if (command == "mcp_status") {+ auto avail = data["mcp_server_available"].toBool();+ auto pai_mcp = data["pydantic_ai_mcp"].toBool();+ auto ports = data["running_ports"].toArray();+ QString info = QString("MCP server available: %1\npydantic-ai MCP: %2\nRunning ports: %3")+ .arg(avail ? "yes" : "no")+ .arg(pai_mcp ? "yes" : "no")+ .arg(ports.isEmpty() ? "none" : [&]() {+ QStringList ps;+ for (const auto& p : ports) ps << QString::number(p.toInt());+ return ps.join(", ");+ }());+ status_label_->setText(avail ? "MCP available" : "MCP not installed");+ if (rd_agent_output_) rd_agent_output_->setPlainText(info);+ return;+ }++ // ── Factor Discovery ─────────────────────────────────────────────────────+ if (module_id == "factor_discovery") {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ clear_results();+ if (command == "get_factor_library") {+ auto factors = data["factors"].toArray();+ QString out = QString("Factor Library — %1 factors\n\n").arg(factors.size());+ for (const auto& f : factors) {+ auto obj = f.toObject();+ out += QString("• %1\n Category: %2 | Expression: %3\n")+ .arg(obj["name"].toString(), obj["category"].toString("-"), obj["expression"].toString("-"));+ }+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3; white-space:pre;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 factors").arg(factors.size()));+ return;+ }+ if (command == "get_data") {+ auto total = data["total_records"].toInt();+ auto range = data["date_range"].toObject();+ auto warning = data["warning"].toString();+ QString summary = QString("Data fetched — %1 records | %2 → %3")+ .arg(total).arg(range["start"].toString()).arg(range["end"].toString());+ if (!warning.isEmpty()) summary += QString("\n⚠ %1").arg(warning);+ auto* lbl = new QLabel(summary, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 records").arg(total));+ return;+ }+ if (command == "get_instruments") {+ auto instruments = data["instruments"].toArray();+ QStringList names;+ for (const auto& i : instruments) names << i.toString();+ auto* lbl = new QLabel(QString("Instruments (%1): %2").arg(names.size()).arg(names.join(", ")), this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 instruments").arg(names.size()));+ return;+ }+ display_result(data); return;+ }++ // ── Model Library ────────────────────────────────────────────────────────+ if (module_id == "model_library") {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ clear_results();+ if (command == "list_models") {+ auto models = data["models"].toArray();+ QString out = QString("Available Models (%1)\n\n").arg(models.size());+ for (const auto& m : models) {+ auto obj = m.toObject();+ out += QString("• %1 [%2]\n %3\n")+ .arg(obj["name"].toString(), obj["id"].toString(), obj["description"].toString("-"));+ }+ if (models.isEmpty()) out += "No models listed (check qlib availability)";+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 models").arg(models.size()));+ return;+ }+ if (command == "check_status") {+ auto qlib_ok = data["qlib_available"].toBool();+ auto models_avail = data["models_available"].toObject();+ QStringList available, unavailable;+ for (auto it = models_avail.begin(); it != models_avail.end(); ++it)+ (it.value().toBool() ? available : unavailable) << it.key();+ auto* lbl = new QLabel(+ QString("Qlib: %1\nAvailable: %2\nUnavailable: %3")+ .arg(qlib_ok ? "✓ Ready" : "✗ Not installed")+ .arg(available.join(", "))+ .arg(unavailable.join(", ")), this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(qlib_ok ? "Qlib ready" : "Qlib unavailable");+ return;+ }+ if (command == "train_model") {+ auto model_id = data["model_id"].toString();+ auto metrics = data["metrics"].toObject();+ QString out = QString("Model Trained: %1\n").arg(model_id);+ for (auto it = metrics.begin(); it != metrics.end(); ++it)+ out += QString(" %1: %2\n").arg(it.key()).arg(it.value().toDouble(), 0, 'f', 4);+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("Trained: %1").arg(model_id));+ return;+ }+ display_result(data); return;+ }++ // ── Live Signals ─────────────────────────────────────────────────────────+ if (module_id == "live_signals") {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ clear_results();+ if (command == "get_data") {+ auto total = data["total_records"].toInt();+ auto range = data["date_range"].toObject();+ auto warning = data["warning"].toString();+ auto instr = data["instruments"].toArray();+ QStringList names;+ for (const auto& i : instr) names << i.toString();+ QString out = QString("Signal Data — %1 records\nInstruments: %2\nRange: %3 → %4")+ .arg(total).arg(names.join(", "))+ .arg(range["start"].toString()).arg(range["end"].toString());+ if (!warning.isEmpty()) out += QString("\n⚠ %1").arg(warning);+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 records").arg(total));+ return;+ }+ if (command == "get_factor_analysis") {+ auto factors = data["factors"].toArray();+ QString out = QString("Factor Analysis — %1 factors\n\n").arg(factors.size());+ for (const auto& f : factors) {+ auto obj = f.toObject();+ out += QString("• %1 IC: %2 Sharpe: %3\n")+ .arg(obj["name"].toString("-"))+ .arg(obj["ic"].isNull() ? "N/A" : QString::number(obj["ic"].toDouble(), 'f', 4))+ .arg(obj["sharpe"].isNull() ? "N/A" : QString::number(obj["sharpe"].toDouble(), 'f', 3));+ }+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 factors").arg(factors.size()));+ return;+ }+ if (command == "get_feature_importance") {+ auto features = data["feature_importance"].toObject();+ QString out = "Feature Importance\n\n";+ QVector<QPair<QString, double>> sorted;+ for (auto it = features.begin(); it != features.end(); ++it)+ sorted.append({it.key(), it.value().toDouble()});+ std::sort(sorted.begin(), sorted.end(), [](const auto& a, const auto& b) { return a.second > b.second; });+ for (const auto& p : sorted)+ out += QString("• %-20s %1\n").arg(p.second, 0, 'f', 4).arg(p.first, -20);+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText("Feature importance loaded");+ return;+ }+ display_result(data); return;+ }++ // ── Online Learning ──────────────────────────────────────────────────────+ if (module_id == "online_learning") {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ clear_results();+ if (command == "list_models") {+ auto models = data["models"].toArray();+ auto river = data["river_available"].toBool();+ QString out = QString("Online Models (%1) | River: %2\n\n")+ .arg(models.size()).arg(river ? "available" : "not installed");+ for (const auto& m : models) {+ auto obj = m.toObject();+ out += QString("• %1 [%2]\n Trained: %3 samples | Updated: %4\n")+ .arg(obj["model_id"].toString(), obj["type"].toString())+ .arg(obj["samples_trained"].toInt())+ .arg(obj["last_updated"].isNull() ? "never" : obj["last_updated"].toString());+ }+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 model(s)").arg(models.size()));+ return;+ }+ if (command == "create_model") {+ auto* lbl = new QLabel(+ QString("Created: %1 [%2]")+ .arg(data["model_id"].toString(), data["model_type"].toString()), this);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText("Model created");+ return;+ }+ if (command == "train") {+ auto mae = data["current_mae"].toDouble();+ auto samples = data["samples_trained"].toInt();+ auto drift = data["drift_detected"].toBool();+ auto pred = data["prediction"];+ QString out = QString("Trained — Samples: %1 | MAE: %2\nDrift: %3")+ .arg(samples).arg(mae, 0, 'f', 6)+ .arg(drift ? "DETECTED" : "none");+ if (!pred.isNull())+ out += QString("\nPrediction: %1 → Actual: %2 | Error: %3")+ .arg(pred.toDouble(), 0, 'f', 6)+ .arg(data["actual"].toDouble(), 0, 'f', 6)+ .arg(data["error"].toDouble(), 0, 'f', 6);+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(drift ? QString("#EF5350") : ui::colors::TEXT_PRIMARY)+ .arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(drift ? "⚠ Drift detected" : QString("MAE: %1").arg(mae, 0, 'f', 4));+ return;+ }+ if (command == "predict") {+ auto pred = data["prediction"];+ auto* lbl = new QLabel(+ QString("Prediction: %1").arg(pred.isNull() ? "N/A" : QString::number(pred.toDouble(), 'f', 6)), this);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3; font-weight:700;")+ .arg(module_.color.name()).arg(ui::fonts::NORMAL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText("Prediction ready");+ return;+ }+ if (command == "performance") {+ auto mae = data["current_mae"].toDouble();+ auto samples = data["samples_trained"].toInt();+ auto drift = data["drift_detected"].toBool();+ auto* lbl = new QLabel(+ QString("Model: %1 [%2]\nSamples: %3 | MAE: %4\nDrift: %5\nLast updated: %6")+ .arg(data["model_id"].toString(), data["model_type"].toString())+ .arg(samples).arg(mae, 0, 'f', 6)+ .arg(drift ? "DETECTED" : "none")+ .arg(data["last_updated"].isNull() ? "never" : data["last_updated"].toString()), this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("MAE: %1").arg(mae, 0, 'f', 4));+ return;+ }+ display_result(data); return;+ }++ // ── Meta Learning ────────────────────────────────────────────────────────+ if (module_id == "meta_learning") {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ clear_results();+ if (command == "list_models") {+ auto models = data["models"].toArray();+ QString out = QString("Available Models (%1)\n\n").arg(models.size());+ for (const auto& m : models) {+ auto obj = m.toObject();+ out += QString("• %1 [%2 / %3]\n %4\n")+ .arg(obj["name"].toString(), obj["type"].toString(),+ obj["library"].toString(), obj["description"].toString("-"));+ }+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 models").arg(models.size()));+ return;+ }+ if (command == "run_selection") {+ auto best = data["best_model"].toString();+ auto trained = data["trained_count"].toInt();+ auto ranking = data["ranking"].toArray();+ QString out = QString("Best Model: %1 | Trained: %2\n\nRanking:\n").arg(best).arg(trained);+ int rank = 1;+ for (const auto& r : ranking) {+ auto obj = r.toObject();+ auto metrics = obj["metrics"].toObject();+ out += QString(" %1. %2 R²: %3 RMSE: %4\n")+ .arg(rank++).arg(obj["model_id"].toString())+ .arg(metrics["r2_score"].toDouble(), 0, 'f', 4)+ .arg(metrics["rmse"].toDouble(), 0, 'f', 4);+ }+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("Best: %1").arg(best));+ return;+ }+ if (command == "create_ensemble") {+ auto* lbl = new QLabel(+ QString("Ensemble: %1 [%2]\nModels: %3")+ .arg(data["ensemble_id"].toString("-"), data["method"].toString("-"))+ .arg(data["models"].toArray().size()), this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText("Ensemble created");+ return;+ }+ if (command == "tune_hyperparameters") {+ auto best_params = data["best_params"].toObject();+ auto best_score = data["best_score"].toDouble();+ QString out = QString("Best score: %1\nBest params:\n").arg(best_score, 0, 'f', 4);+ for (auto it = best_params.begin(); it != best_params.end(); ++it)+ out += QString(" %1: %2\n").arg(it.key()).arg(it.value().toVariant().toString());+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("Best score: %1").arg(best_score, 0, 'f', 4));+ return;+ }+ if (command == "get_results") {+ auto results = data["results"].toObject();+ QString out = QString("All Results (%1)\n\n").arg(results.size());+ for (auto it = results.begin(); it != results.end(); ++it) {+ auto obj = it.value().toObject();+ auto metrics = obj["metrics"].toObject();+ out += QString("• %1\n R²: %2 RMSE: %3\n")+ .arg(it.key())+ .arg(metrics["r2_score"].toDouble(), 0, 'f', 4)+ .arg(metrics["rmse"].toDouble(), 0, 'f', 4);+ }+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 result(s)").arg(results.size()));+ return;+ }+ display_result(data); return;+ }++ // ── HFT ──────────────────────────────────────────────────────────────────+ if (module_id == "hft") {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ clear_results();+ if (command == "create_orderbook") {+ auto* lbl = new QLabel(+ QString("Order book created for %1 (depth: %2)")+ .arg(data["symbol"].toString()).arg(data["depth"].toInt(10)), this);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText("Order book ready");+ return;+ }+ if (command == "snapshot") {+ auto bid = data["bids"].toArray();+ auto ask = data["asks"].toArray();+ auto mid = data["mid_price"];+ auto spread = data["spread"];+ QString out = QString("Symbol: %1\nMid: %2 | Spread: %3\n\nTop Bids:\n")+ .arg(data["symbol"].toString())+ .arg(mid.isNull() ? "N/A" : QString::number(mid.toDouble(), 'f', 4))+ .arg(spread.isNull() ? "N/A" : QString::number(spread.toDouble(), 'f', 4));+ for (int i = 0; i < qMin(5, (int)bid.size()); ++i) {+ auto b = bid[i].toObject();+ out += QString(" %1 x %2\n").arg(b["price"].toDouble(), 0, 'f', 4).arg(b["size"].toDouble(), 0, 'f', 0);+ }+ out += "\nTop Asks:\n";+ for (int i = 0; i < qMin(5, (int)ask.size()); ++i) {+ auto a = ask[i].toObject();+ out += QString(" %1 x %2\n").arg(a["price"].toDouble(), 0, 'f', 4).arg(a["size"].toDouble(), 0, 'f', 0);+ }+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("Spread: %1").arg(spread.isNull() ? "N/A" : QString::number(spread.toDouble(), 'f', 4)));+ return;+ }+ if (command == "market_making_quotes") {+ auto bid_p = data["bid_price"].toDouble();+ auto ask_p = data["ask_price"].toDouble();+ auto spread = data["spread"].toDouble();+ auto* lbl = new QLabel(+ QString("Market Making Quotes\nBid: %1 | Ask: %2\nSpread: %3 | Mid: %4")+ .arg(bid_p, 0, 'f', 4).arg(ask_p, 0, 'f', 4)+ .arg(spread, 0, 'f', 4).arg(data["mid_price"].toDouble(), 0, 'f', 4), this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("Bid: %1 / Ask: %2").arg(bid_p, 0, 'f', 4).arg(ask_p, 0, 'f', 4));+ return;+ }+ if (command == "detect_toxic") {+ auto is_toxic = data["is_toxic"].toBool();+ auto pin = data["pin_score"].toDouble();+ auto* lbl = new QLabel(+ QString("Toxic Flow: %1\nPIN Score: %2\nClassification: %3")+ .arg(is_toxic ? "DETECTED" : "none")+ .arg(pin, 0, 'f', 4)+ .arg(data["classification"].toString("-")), this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(is_toxic ? QString("#EF5350") : ui::colors::TEXT_PRIMARY)+ .arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(is_toxic ? "⚠ Toxic flow detected" : "Flow normal");+ return;+ }+ if (command == "execute_order") {+ auto fills = data["fills"].toArray();+ auto filled_qty = data["filled_quantity"].toDouble();+ auto avg_price = data["average_price"].toDouble();+ auto* lbl = new QLabel(+ QString("Order Executed\nFilled: %1 | Avg Price: %2\nFills: %3")+ .arg(filled_qty, 0, 'f', 0).arg(avg_price, 0, 'f', 4).arg(fills.size()), this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("Filled %1 @ %2").arg(filled_qty, 0, 'f', 0).arg(avg_price, 0, 'f', 4));+ return;+ }+ display_result(data); return;+ }++ // ── Rolling Retraining ───────────────────────────────────────────────────+ if (module_id == "rolling_retraining") {+ if (!data["success"].toBool()) { display_error(data["error"].toString()); return; }+ clear_results();+ if (command == "list") {+ auto schedules = data["schedules"].toObject();+ QString out = schedules.isEmpty()+ ? "No schedules configured."+ : QString("Schedules (%1)\n\n").arg(schedules.size());+ for (auto it = schedules.begin(); it != schedules.end(); ++it) {+ auto obj = it.value().toObject();+ out += QString("• %1\n Freq: %2 | Window: %3 days | Next: %4\n")+ .arg(it.key(), obj["freq"].toString(), QString::number(obj["window"].toInt()))+ .arg(obj["next_run"].toString("-"));+ }+ auto* lbl = new QLabel(out, this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText(QString("%1 schedule(s)").arg(schedules.size()));+ return;+ }+ if (command == "create") {+ auto sched = data["schedule"].toObject();+ auto* lbl = new QLabel(+ QString("Schedule created for %1\nFreq: %2 | Window: %3 days\nNext run: %4")+ .arg(data["model_id"].toString(), sched["freq"].toString())+ .arg(sched["window"].toInt())+ .arg(sched["next_run"].toString()), this);+ lbl->setWordWrap(true);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText("Schedule created");+ return;+ }+ if (command == "retrain") {+ auto* lbl = new QLabel(+ QString("Retrain complete: %1\n%2").arg(data["model_id"].toString(), data["message"].toString()), this);+ lbl->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_PRIMARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ results_layout_->addWidget(lbl);+ status_label_->setText("Retrain complete");+ return;+ }+ display_result(data); return;+ }++ display_result(data);}void QuantModulePanel::on_error(const QString& module_id, const QString& message) {@@ -905,4 +2267,1816 @@ void QuantModulePanel::on_error(const QString& module_id, const QString& messagedisplay_error(message);}+// ═══════════════════════════════════════════════════════════════════════════════+// FEATURE ENGINEERING PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_feature_engineering_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());++ // ── Indicators tab ──+ auto* ind = new QWidget;+ auto* ivl = new QVBoxLayout(ind);+ ivl->setContentsMargins(12, 12, 12, 12);+ ivl->setSpacing(8);++ auto* ind_data = new QLineEdit(ind);+ ind_data->setPlaceholderText("Price data (comma-separated, e.g. 100,102,101,105,108)");+ ind_data->setStyleSheet(input_style);+ text_inputs_["fe_data"] = ind_data;+ ivl->addWidget(build_input_row("Price Data", ind_data, ind));++ auto* ind_indicator = new QComboBox(ind);+ ind_indicator->addItems({"moving_average", "rsi", "macd", "bollinger_bands",+ "momentum", "volatility", "returns", "log_returns", "drawdown"});+ ind_indicator->setStyleSheet(QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL));+ combo_inputs_["fe_indicator"] = ind_indicator;+ ivl->addWidget(build_input_row("Indicator", ind_indicator, ind));++ auto* ind_window = new QSpinBox(ind);+ ind_window->setRange(2, 200);+ ind_window->setValue(14);+ ind_window->setStyleSheet(QString("QSpinBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL));+ int_inputs_["fe_window"] = ind_window;+ ivl->addWidget(build_input_row("Window", ind_window, ind));++ auto* ind_run = make_run_button("COMPUTE INDICATOR", ind);+ connect(ind_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Computing...");+ QJsonObject params;+ params["data"] = text_inputs_["fe_data"]->text();+ params["indicator"] = combo_inputs_["fe_indicator"]->currentText();+ params["window"] = int_inputs_["fe_window"]->value();+ AIQuantLabService::instance().feature_compute(params);+ });+ ivl->addWidget(ind_run);+ ivl->addStretch();+ tabs->addTab(ind, "Indicators");++ // ── Feature Selection tab ──+ auto* sel = new QWidget;+ auto* svl = new QVBoxLayout(sel);+ svl->setContentsMargins(12, 12, 12, 12);+ svl->setSpacing(8);++ auto* sel_features = new QLineEdit(sel);+ sel_features->setPlaceholderText("Feature values JSON: {\"rsi\":[...],\"macd\":[...]}");+ sel_features->setStyleSheet(input_style);+ text_inputs_["fe_sel_features"] = sel_features;+ svl->addWidget(build_input_row("Features (JSON)", sel_features, sel));++ auto* sel_returns = new QLineEdit(sel);+ sel_returns->setPlaceholderText("Target returns (comma-separated)");+ sel_returns->setStyleSheet(input_style);+ text_inputs_["fe_sel_returns"] = sel_returns;+ svl->addWidget(build_input_row("Returns", sel_returns, sel));++ auto* sel_topk = new QSpinBox(sel);+ sel_topk->setRange(1, 50);+ sel_topk->setValue(5);+ sel_topk->setStyleSheet(QString("QSpinBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL));+ int_inputs_["fe_topk"] = sel_topk;+ svl->addWidget(build_input_row("Top-K Features", sel_topk, sel));++ auto* sel_run = make_run_button("SELECT FEATURES BY IC", sel);+ connect(sel_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Selecting...");+ QJsonObject params;+ auto feat_text = text_inputs_["fe_sel_features"]->text();+ auto doc = QJsonDocument::fromJson(feat_text.toUtf8());+ if (!doc.isNull()) params["features"] = doc.object();+ params["returns"] = text_inputs_["fe_sel_returns"]->text();+ params["top_k"] = int_inputs_["fe_topk"]->value();+ AIQuantLabService::instance().feature_select_by_ic(params);+ });+ svl->addWidget(sel_run);+ svl->addStretch();+ tabs->addTab(sel, "Feature Selection");++ // ── Expression Engine tab ──+ auto* expr = new QWidget;+ auto* evl = new QVBoxLayout(expr);+ evl->setContentsMargins(12, 12, 12, 12);+ evl->setSpacing(8);++ auto* expr_data = new QLineEdit(expr);+ expr_data->setPlaceholderText("{\"close\":[100,102,...],\"volume\":[1000,1200,...]}");+ expr_data->setStyleSheet(input_style);+ text_inputs_["fe_expr_data"] = expr_data;+ evl->addWidget(build_input_row("OHLCV Data (JSON)", expr_data, expr));++ auto* expr_expr = new QLineEdit(expr);+ expr_expr->setPlaceholderText("e.g. Mean(close, 5) / Std(close, 20)");+ expr_expr->setStyleSheet(input_style);+ text_inputs_["fe_expression"] = expr_expr;+ evl->addWidget(build_input_row("Expression", expr_expr, expr));++ auto* expr_run = make_run_button("EVALUATE EXPRESSION", expr);+ connect(expr_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Evaluating...");+ QJsonObject params;+ auto data_text = text_inputs_["fe_expr_data"]->text();+ auto doc = QJsonDocument::fromJson(data_text.toUtf8());+ if (!doc.isNull()) params["data"] = doc.object();+ params["expression"] = text_inputs_["fe_expression"]->text();+ AIQuantLabService::instance().feature_evaluate_expression(params);+ });+ evl->addWidget(expr_run);+ evl->addStretch();+ tabs->addTab(expr, "Expression Engine");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// PORTFOLIO OPTIMIZATION PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_portfolio_opt_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());++ // ── Shared covariance / returns helper ──+ auto make_cov_tab = [&](const QString& method_id, const QString& btn_label,+ bool needs_returns) -> QWidget* {+ auto* t = new QWidget;+ auto* tvl = new QVBoxLayout(t);+ tvl->setContentsMargins(12, 12, 12, 12);+ tvl->setSpacing(8);++ auto* assets_in = new QLineEdit(t);+ assets_in->setPlaceholderText("Asset names (comma-separated, e.g. AAPL,GOOG,MSFT)");+ assets_in->setStyleSheet(input_style);+ text_inputs_[method_id + "_assets"] = assets_in;+ tvl->addWidget(build_input_row("Assets", assets_in, t));++ auto* cov_in = new QLineEdit(t);+ cov_in->setPlaceholderText("Covariance matrix JSON: [[0.04,0.01],[0.01,0.09]]");+ cov_in->setStyleSheet(input_style);+ text_inputs_[method_id + "_cov"] = cov_in;+ tvl->addWidget(build_input_row("Covariance Matrix", cov_in, t));++ if (needs_returns) {+ auto* ret_in = new QLineEdit(t);+ ret_in->setPlaceholderText("Expected returns (comma-separated, e.g. 0.10,0.15,0.12)");+ ret_in->setStyleSheet(input_style);+ text_inputs_[method_id + "_returns"] = ret_in;+ tvl->addWidget(build_input_row("Expected Returns", ret_in, t));+ }++ auto* rf_spin = make_double_spin(0, 20, 2.0, 2, "%", t);+ double_inputs_[method_id + "_rf"] = rf_spin;+ tvl->addWidget(build_input_row("Risk-Free Rate", rf_spin, t));++ auto* run = make_run_button(btn_label, t);+ connect(run, &QPushButton::clicked, this, [this, method_id, needs_returns]() {+ status_label_->setText("Optimizing...");+ QJsonObject params;+ auto assets_str = text_inputs_[method_id + "_assets"]->text().split(',');+ QJsonArray assets_arr;+ for (auto& a : assets_str) assets_arr.append(a.trimmed());+ params["assets"] = assets_arr;+ auto cov_doc = QJsonDocument::fromJson(text_inputs_[method_id + "_cov"]->text().toUtf8());+ if (!cov_doc.isNull()) params["cov_matrix"] = cov_doc.array();+ if (needs_returns) {+ QJsonArray ret_arr;+ for (auto& r : text_inputs_[method_id + "_returns"]->text().split(','))+ ret_arr.append(r.trimmed().toDouble());+ params["expected_returns"] = ret_arr;+ }+ params["risk_free_rate"] = double_inputs_[method_id + "_rf"]->value() / 100.0;+ AIQuantLabService::instance().portopt_run(method_id, params);+ });+ tvl->addWidget(run);+ tvl->addStretch();+ return t;+ };++ tabs->addTab(make_cov_tab("hierarchical_risk_parity", "RUN HRP", false), "HRP");+ tabs->addTab(make_cov_tab("minimum_variance", "MIN VARIANCE", false), "Min Variance");+ tabs->addTab(make_cov_tab("maximum_sharpe", "MAX SHARPE", true), "Max Sharpe");+ tabs->addTab(make_cov_tab("efficient_frontier", "EFFICIENT FRONTIER", true), "Eff. Frontier");++ // ── Black-Litterman ──+ auto* bl = new QWidget;+ auto* blvl = new QVBoxLayout(bl);+ blvl->setContentsMargins(12, 12, 12, 12);+ blvl->setSpacing(8);+ auto* bl_assets = new QLineEdit(bl);+ bl_assets->setPlaceholderText("Asset names (comma-separated)");+ bl_assets->setStyleSheet(input_style);+ text_inputs_["bl_assets"] = bl_assets;+ blvl->addWidget(build_input_row("Assets", bl_assets, bl));+ auto* bl_caps = new QLineEdit(bl);+ bl_caps->setPlaceholderText("Market caps (comma-separated, e.g. 2000,1500,800)");+ bl_caps->setStyleSheet(input_style);+ text_inputs_["bl_caps"] = bl_caps;+ blvl->addWidget(build_input_row("Market Caps ($B)", bl_caps, bl));+ auto* bl_cov = new QLineEdit(bl);+ bl_cov->setPlaceholderText("Covariance matrix JSON: [[0.04,0.01],[0.01,0.09]]");+ bl_cov->setStyleSheet(input_style);+ text_inputs_["bl_cov"] = bl_cov;+ blvl->addWidget(build_input_row("Covariance Matrix", bl_cov, bl));+ auto* bl_views = new QLineEdit(bl);+ bl_views->setPlaceholderText("Views (comma-separated, e.g. 0.05,0.10)");+ bl_views->setStyleSheet(input_style);+ text_inputs_["bl_views"] = bl_views;+ blvl->addWidget(build_input_row("Views", bl_views, bl));+ auto* bl_conf = new QLineEdit(bl);+ bl_conf->setPlaceholderText("View confidences (e.g. 0.8,0.6)");+ bl_conf->setStyleSheet(input_style);+ text_inputs_["bl_conf"] = bl_conf;+ blvl->addWidget(build_input_row("View Confidences", bl_conf, bl));+ auto* bl_run = make_run_button("RUN BLACK-LITTERMAN", bl);+ connect(bl_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Running BL...");+ QJsonObject params;+ QJsonArray caps, views, confs, assets;+ for (auto& v : text_inputs_["bl_caps"]->text().split(',')) caps.append(v.trimmed().toDouble());+ for (auto& v : text_inputs_["bl_views"]->text().split(',')) views.append(v.trimmed().toDouble());+ for (auto& v : text_inputs_["bl_conf"]->text().split(',')) confs.append(v.trimmed().toDouble());+ for (auto& v : text_inputs_["bl_assets"]->text().split(',')) assets.append(v.trimmed());+ params["market_caps"] = caps;+ params["views"] = views;+ params["view_confidences"] = confs;+ params["assets"] = assets;+ auto cov_doc = QJsonDocument::fromJson(text_inputs_["bl_cov"]->text().toUtf8());+ if (!cov_doc.isNull()) params["cov_matrix"] = cov_doc.array();+ AIQuantLabService::instance().portopt_run("black_litterman", params);+ });+ blvl->addWidget(bl_run);+ blvl->addStretch();+ tabs->addTab(bl, "Black-Litterman");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// FACTOR EVALUATION PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_factor_evaluation_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());++ // ── IC Metrics tab ──+ auto* ic = new QWidget;+ auto* icvl = new QVBoxLayout(ic);+ icvl->setContentsMargins(12, 12, 12, 12);+ icvl->setSpacing(8);+ auto* ic_preds = new QLineEdit(ic);+ ic_preds->setPlaceholderText("Predictions (comma-separated, e.g. 0.1,0.2,-0.1,0.3)");+ ic_preds->setStyleSheet(input_style);+ text_inputs_["ev_predictions"] = ic_preds;+ icvl->addWidget(build_input_row("Predictions", ic_preds, ic));+ auto* ic_rets = new QLineEdit(ic);+ ic_rets->setPlaceholderText("Actual returns (comma-separated)");+ ic_rets->setStyleSheet(input_style);+ text_inputs_["ev_returns"] = ic_rets;+ icvl->addWidget(build_input_row("Returns", ic_rets, ic));+ auto* ic_method = new QComboBox(ic);+ ic_method->addItems({"pearson", "spearman"});+ ic_method->setStyleSheet(QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL));+ combo_inputs_["ev_ic_method"] = ic_method;+ icvl->addWidget(build_input_row("Method", ic_method, ic));+ auto* ic_run = make_run_button("CALCULATE IC METRICS", ic);+ connect(ic_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Calculating...");+ QJsonObject params;+ QJsonArray preds, rets;+ for (auto& v : text_inputs_["ev_predictions"]->text().split(',')) preds.append(v.trimmed().toDouble());+ for (auto& v : text_inputs_["ev_returns"]->text().split(',')) rets.append(v.trimmed().toDouble());+ params["predictions"] = preds;+ params["returns"] = rets;+ params["method"] = combo_inputs_["ev_ic_method"]->currentText();+ AIQuantLabService::instance().evaluation_ic(params);+ });+ icvl->addWidget(ic_run);+ icvl->addStretch();+ tabs->addTab(ic, "IC Metrics");++ // ── Full Report tab ──+ auto* rep = new QWidget;+ auto* repvl = new QVBoxLayout(rep);+ repvl->setContentsMargins(12, 12, 12, 12);+ repvl->setSpacing(8);+ auto* rep_name = new QLineEdit(rep);+ rep_name->setPlaceholderText("Factor name (e.g. momentum)");+ rep_name->setStyleSheet(input_style);+ text_inputs_["ev_factor_name"] = rep_name;+ repvl->addWidget(build_input_row("Factor Name", rep_name, rep));+ auto* rep_preds = new QLineEdit(rep);+ rep_preds->setPlaceholderText("Predictions (comma-separated)");+ rep_preds->setStyleSheet(input_style);+ text_inputs_["ev_rep_preds"] = rep_preds;+ repvl->addWidget(build_input_row("Predictions", rep_preds, rep));+ auto* rep_rets = new QLineEdit(rep);+ rep_rets->setPlaceholderText("Returns (comma-separated)");+ rep_rets->setStyleSheet(input_style);+ text_inputs_["ev_rep_returns"] = rep_rets;+ repvl->addWidget(build_input_row("Returns", rep_rets, rep));+ auto* rep_run = make_run_button("GENERATE EVALUATION REPORT", rep);+ connect(rep_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Generating...");+ QJsonObject params;+ QJsonArray preds, rets;+ for (auto& v : text_inputs_["ev_rep_preds"]->text().split(',')) preds.append(v.trimmed().toDouble());+ for (auto& v : text_inputs_["ev_rep_returns"]->text().split(',')) rets.append(v.trimmed().toDouble());+ params["factor_name"] = text_inputs_["ev_factor_name"]->text();+ params["predictions"] = preds;+ params["returns"] = rets;+ AIQuantLabService::instance().evaluation_report(params);+ });+ repvl->addWidget(rep_run);+ repvl->addStretch();+ tabs->addTab(rep, "Full Report");++ // ── Risk Metrics tab ──+ auto* risk = new QWidget;+ auto* riskvl = new QVBoxLayout(risk);+ riskvl->setContentsMargins(12, 12, 12, 12);+ riskvl->setSpacing(8);+ auto* risk_rets = new QLineEdit(risk);+ risk_rets->setPlaceholderText("Daily returns (comma-separated)");+ risk_rets->setStyleSheet(input_style);+ text_inputs_["ev_risk_returns"] = risk_rets;+ riskvl->addWidget(build_input_row("Returns", risk_rets, risk));+ auto* risk_bench = new QLineEdit(risk);+ risk_bench->setPlaceholderText("Benchmark returns (optional, comma-separated)");+ risk_bench->setStyleSheet(input_style);+ text_inputs_["ev_risk_bench"] = risk_bench;+ riskvl->addWidget(build_input_row("Benchmark (opt.)", risk_bench, risk));+ auto* risk_conf = make_double_spin(0.8, 0.999, 0.95, 3, "", risk);+ double_inputs_["ev_risk_conf"] = risk_conf;+ riskvl->addWidget(build_input_row("Confidence Level", risk_conf, risk));+ auto* risk_run = make_run_button("CALCULATE RISK METRICS", risk);+ connect(risk_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Calculating...");+ QJsonObject params;+ QJsonArray rets;+ for (auto& v : text_inputs_["ev_risk_returns"]->text().split(',')) rets.append(v.trimmed().toDouble());+ params["returns"] = rets;+ params["confidence_level"] = double_inputs_["ev_risk_conf"]->value();+ auto bench_text = text_inputs_["ev_risk_bench"]->text().trimmed();+ if (!bench_text.isEmpty()) {+ QJsonArray bench;+ for (auto& v : bench_text.split(',')) bench.append(v.trimmed().toDouble());+ params["benchmark_returns"] = bench;+ }+ AIQuantLabService::instance().evaluation_risk_metrics(params);+ });+ riskvl->addWidget(risk_run);+ riskvl->addStretch();+ tabs->addTab(risk, "Risk Metrics");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// STRATEGY BUILDER PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_strategy_builder_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());++ // ── TopK-Dropout ──+ auto* topk = new QWidget;+ auto* tkvl = new QVBoxLayout(topk);+ tkvl->setContentsMargins(12, 12, 12, 12);+ tkvl->setSpacing(8);+ auto* tk_signal = new QLineEdit(topk);+ tk_signal->setPlaceholderText("Signal values (comma-separated)");+ tk_signal->setStyleSheet(input_style);+ text_inputs_["st_tk_signal"] = tk_signal;+ tkvl->addWidget(build_input_row("Signal", tk_signal, topk));+ auto* tk_topk = new QSpinBox(topk);+ tk_topk->setRange(1, 500); tk_topk->setValue(50);+ tk_topk->setStyleSheet(QString("QSpinBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL));+ int_inputs_["st_topk"] = tk_topk;+ tkvl->addWidget(build_input_row("Top-K", tk_topk, topk));+ auto* tk_drop = new QSpinBox(topk);+ tk_drop->setRange(1, 100); tk_drop->setValue(5);+ tk_drop->setStyleSheet(tk_topk->styleSheet());+ int_inputs_["st_ndrop"] = tk_drop;+ tkvl->addWidget(build_input_row("N-Drop", tk_drop, topk));+ auto* tk_run = make_run_button("CREATE TOPK-DROPOUT STRATEGY", topk);+ connect(tk_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Creating...");+ QJsonObject params;+ QJsonArray signal;+ for (auto& v : text_inputs_["st_tk_signal"]->text().split(',')) signal.append(v.trimmed().toDouble());+ params["signal"] = signal;+ params["topk"] = int_inputs_["st_topk"]->value();+ params["n_drop"] = int_inputs_["st_ndrop"]->value();+ AIQuantLabService::instance().strategy_create("create_topk_dropout", params);+ });+ tkvl->addWidget(tk_run);+ tkvl->addStretch();+ tabs->addTab(topk, "TopK-Dropout");++ // ── Risk Parity ──+ auto* rp = new QWidget;+ auto* rpvl = new QVBoxLayout(rp);+ rpvl->setContentsMargins(12, 12, 12, 12);+ rpvl->setSpacing(8);+ auto* rp_returns = new QLineEdit(rp);+ rp_returns->setPlaceholderText("Asset returns matrix JSON: [[0.01,-0.02,...],[...]]");+ rp_returns->setStyleSheet(input_style);+ text_inputs_["st_rp_returns"] = rp_returns;+ rpvl->addWidget(build_input_row("Returns Matrix", rp_returns, rp));+ auto* rp_target = make_double_spin(0.01, 1.0, 0.10, 2, "", rp);+ double_inputs_["st_rp_target"] = rp_target;+ rpvl->addWidget(build_input_row("Target Risk", rp_target, rp));+ auto* rp_freq = new QComboBox(rp);+ rp_freq->addItems({"monthly", "weekly", "daily", "quarterly"});+ rp_freq->setStyleSheet(QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL));+ combo_inputs_["st_rp_freq"] = rp_freq;+ rpvl->addWidget(build_input_row("Rebalance", rp_freq, rp));+ auto* rp_run = make_run_button("CREATE RISK PARITY STRATEGY", rp);+ connect(rp_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Creating...");+ QJsonObject params;+ auto ret_doc = QJsonDocument::fromJson(text_inputs_["st_rp_returns"]->text().toUtf8());+ if (!ret_doc.isNull()) params["returns"] = ret_doc.array();+ params["target_risk"] = double_inputs_["st_rp_target"]->value();+ params["rebalance_frequency"] = combo_inputs_["st_rp_freq"]->currentText();+ AIQuantLabService::instance().strategy_create("create_risk_parity", params);+ });+ rpvl->addWidget(rp_run);+ rpvl->addStretch();+ tabs->addTab(rp, "Risk Parity");++ // ── Portfolio Metrics ──+ auto* pm = new QWidget;+ auto* pmvl = new QVBoxLayout(pm);+ pmvl->setContentsMargins(12, 12, 12, 12);+ pmvl->setSpacing(8);+ auto* pm_rets = new QLineEdit(pm);+ pm_rets->setPlaceholderText("Portfolio returns (comma-separated)");+ pm_rets->setStyleSheet(input_style);+ text_inputs_["st_pm_returns"] = pm_rets;+ pmvl->addWidget(build_input_row("Returns", pm_rets, pm));+ auto* pm_bench = new QLineEdit(pm);+ pm_bench->setPlaceholderText("Benchmark returns (optional)");+ pm_bench->setStyleSheet(input_style);+ text_inputs_["st_pm_bench"] = pm_bench;+ pmvl->addWidget(build_input_row("Benchmark (opt.)", pm_bench, pm));+ auto* pm_rf = make_double_spin(0, 20, 2.0, 2, "%", pm);+ double_inputs_["st_pm_rf"] = pm_rf;+ pmvl->addWidget(build_input_row("Risk-Free Rate", pm_rf, pm));+ auto* pm_run = make_run_button("CALCULATE PORTFOLIO METRICS", pm);+ connect(pm_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Calculating...");+ QJsonObject params;+ QJsonArray rets;+ for (auto& v : text_inputs_["st_pm_returns"]->text().split(',')) rets.append(v.trimmed().toDouble());+ params["returns"] = rets;+ params["risk_free_rate"] = double_inputs_["st_pm_rf"]->value() / 100.0;+ auto bench_text = text_inputs_["st_pm_bench"]->text().trimmed();+ if (!bench_text.isEmpty()) {+ QJsonArray bench;+ for (auto& v : bench_text.split(',')) bench.append(v.trimmed().toDouble());+ params["benchmark_returns"] = bench;+ }+ AIQuantLabService::instance().strategy_portfolio_metrics(params);+ });+ pmvl->addWidget(pm_run);+ pmvl->addStretch();+ tabs->addTab(pm, "Portfolio Metrics");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// DATA PROCESSORS PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_data_processors_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ // ── List Processors ──+ auto* list_tab = new QWidget;+ auto* ltvl = new QVBoxLayout(list_tab);+ ltvl->setContentsMargins(12, 12, 12, 12);+ ltvl->setSpacing(8);+ auto* lt_info = new QLabel("Browse all available data normalizers and transformation processors.", list_tab);+ lt_info->setWordWrap(true);+ lt_info->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ ltvl->addWidget(lt_info);+ auto* lt_run = make_run_button("LIST ALL PROCESSORS", list_tab);+ connect(lt_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ AIQuantLabService::instance().dataproc_list_processors();+ });+ ltvl->addWidget(lt_run);+ ltvl->addStretch();+ tabs->addTab(list_tab, "Browse");++ // ── Create Pipeline ──+ auto* pipe_tab = new QWidget;+ auto* ptvl = new QVBoxLayout(pipe_tab);+ ptvl->setContentsMargins(12, 12, 12, 12);+ ptvl->setSpacing(8);+ auto* pipe_id = new QLineEdit(pipe_tab);+ pipe_id->setPlaceholderText("Pipeline ID (e.g. my_pipeline)");+ pipe_id->setStyleSheet(input_style);+ text_inputs_["dp_pipeline_id"] = pipe_id;+ ptvl->addWidget(build_input_row("Pipeline ID", pipe_id, pipe_tab));+ auto* pipe_procs = new QLineEdit(pipe_tab);+ pipe_procs->setPlaceholderText(R"([{"type":"zscore"},{"type":"winsorize","lower":0.01,"upper":0.99}])");+ pipe_procs->setStyleSheet(input_style);+ text_inputs_["dp_processors"] = pipe_procs;+ ptvl->addWidget(build_input_row("Processors (JSON)", pipe_procs, pipe_tab));+ auto* pipe_run = make_run_button("CREATE PIPELINE", pipe_tab);+ connect(pipe_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Creating...");+ QJsonObject params;+ params["pipeline_id"] = text_inputs_["dp_pipeline_id"]->text();+ auto doc = QJsonDocument::fromJson(text_inputs_["dp_processors"]->text().toUtf8());+ if (!doc.isNull()) params["processors"] = doc.array();+ AIQuantLabService::instance().dataproc_create_pipeline(params);+ });+ ptvl->addWidget(pipe_run);+ ptvl->addStretch();+ tabs->addTab(pipe_tab, "Create Pipeline");++ // ── Process Data ──+ auto* proc_tab = new QWidget;+ auto* procvl = new QVBoxLayout(proc_tab);+ procvl->setContentsMargins(12, 12, 12, 12);+ procvl->setSpacing(8);+ auto* proc_pid = new QLineEdit(proc_tab);+ proc_pid->setPlaceholderText("Pipeline ID (must be created first)");+ proc_pid->setStyleSheet(input_style);+ text_inputs_["dp_proc_pid"] = proc_pid;+ procvl->addWidget(build_input_row("Pipeline ID", proc_pid, proc_tab));+ auto* proc_data = new QLineEdit(proc_tab);+ proc_data->setPlaceholderText(R"({"feature_close":[100,102,...],"feature_volume":[1000,1200,...]})");+ proc_data->setStyleSheet(input_style);+ text_inputs_["dp_proc_data"] = proc_data;+ procvl->addWidget(build_input_row("Data (JSON)", proc_data, proc_tab));+ auto* proc_run = make_run_button("PROCESS DATA", proc_tab);+ connect(proc_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Processing...");+ QJsonObject params;+ params["pipeline_id"] = text_inputs_["dp_proc_pid"]->text();+ auto doc = QJsonDocument::fromJson(text_inputs_["dp_proc_data"]->text().toUtf8());+ if (!doc.isNull()) params["data"] = doc.object();+ AIQuantLabService::instance().dataproc_process_data(params);+ });+ procvl->addWidget(proc_run);+ procvl->addStretch();+ tabs->addTab(proc_tab, "Process Data");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// QUANT REPORTING PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_quant_reporting_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());++ // ── IC Analysis ──+ auto* ic_tab = new QWidget;+ auto* icvl = new QVBoxLayout(ic_tab);+ icvl->setContentsMargins(12, 12, 12, 12);+ icvl->setSpacing(8);+ auto* ic_preds = new QLineEdit(ic_tab);+ ic_preds->setPlaceholderText("Predictions (comma-separated)");+ ic_preds->setStyleSheet(input_style);+ text_inputs_["rp_ic_preds"] = ic_preds;+ icvl->addWidget(build_input_row("Predictions", ic_preds, ic_tab));+ auto* ic_rets = new QLineEdit(ic_tab);+ ic_rets->setPlaceholderText("Returns (comma-separated)");+ ic_rets->setStyleSheet(input_style);+ text_inputs_["rp_ic_rets"] = ic_rets;+ icvl->addWidget(build_input_row("Returns", ic_rets, ic_tab));+ auto* ic_method = new QComboBox(ic_tab);+ ic_method->addItems({"both", "pearson", "spearman"});+ ic_method->setStyleSheet(QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL));+ combo_inputs_["rp_ic_method"] = ic_method;+ icvl->addWidget(build_input_row("Method", ic_method, ic_tab));+ auto* ic_run = make_run_button("GENERATE IC ANALYSIS", ic_tab);+ connect(ic_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Analyzing...");+ QJsonObject params;+ QJsonArray preds, rets;+ for (auto& v : text_inputs_["rp_ic_preds"]->text().split(',')) preds.append(v.trimmed().toDouble());+ for (auto& v : text_inputs_["rp_ic_rets"]->text().split(',')) rets.append(v.trimmed().toDouble());+ params["predictions"] = preds;+ params["returns"] = rets;+ params["method"] = combo_inputs_["rp_ic_method"]->currentText();+ AIQuantLabService::instance().reporting_ic_analysis(params);+ });+ icvl->addWidget(ic_run);+ icvl->addStretch();+ tabs->addTab(ic_tab, "IC Analysis");++ // ── Model Performance ──+ auto* mp_tab = new QWidget;+ auto* mpvl = new QVBoxLayout(mp_tab);+ mpvl->setContentsMargins(12, 12, 12, 12);+ mpvl->setSpacing(8);+ auto* mp_preds = new QLineEdit(mp_tab);+ mp_preds->setPlaceholderText("Model predictions (comma-separated)");+ mp_preds->setStyleSheet(input_style);+ text_inputs_["rp_mp_preds"] = mp_preds;+ mpvl->addWidget(build_input_row("Predictions", mp_preds, mp_tab));+ auto* mp_rets = new QLineEdit(mp_tab);+ mp_rets->setPlaceholderText("Actual returns (comma-separated)");+ mp_rets->setStyleSheet(input_style);+ text_inputs_["rp_mp_rets"] = mp_rets;+ mpvl->addWidget(build_input_row("Returns", mp_rets, mp_tab));+ auto* mp_name = new QLineEdit(mp_tab);+ mp_name->setPlaceholderText("Model name (e.g. LightGBM)");+ mp_name->setStyleSheet(input_style);+ text_inputs_["rp_mp_name"] = mp_name;+ mpvl->addWidget(build_input_row("Model Name", mp_name, mp_tab));+ auto* mp_run = make_run_button("GENERATE MODEL PERFORMANCE REPORT", mp_tab);+ connect(mp_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Generating...");+ QJsonObject params;+ QJsonArray preds, rets;+ for (auto& v : text_inputs_["rp_mp_preds"]->text().split(',')) preds.append(v.trimmed().toDouble());+ for (auto& v : text_inputs_["rp_mp_rets"]->text().split(',')) rets.append(v.trimmed().toDouble());+ params["predictions"] = preds;+ params["returns"] = rets;+ params["model_name"] = text_inputs_["rp_mp_name"]->text().isEmpty()+ ? QString("Model") : text_inputs_["rp_mp_name"]->text();+ AIQuantLabService::instance().reporting_model_performance(params);+ });+ mpvl->addWidget(mp_run);+ mpvl->addStretch();+ tabs->addTab(mp_tab, "Model Performance");++ // ── Cumulative Returns ──+ auto* cr_tab = new QWidget;+ auto* crvl = new QVBoxLayout(cr_tab);+ crvl->setContentsMargins(12, 12, 12, 12);+ crvl->setSpacing(8);+ auto* cr_rets = new QLineEdit(cr_tab);+ cr_rets->setPlaceholderText("Portfolio returns (comma-separated)");+ cr_rets->setStyleSheet(input_style);+ text_inputs_["rp_cr_rets"] = cr_rets;+ crvl->addWidget(build_input_row("Returns", cr_rets, cr_tab));+ auto* cr_bench = new QLineEdit(cr_tab);+ cr_bench->setPlaceholderText("Benchmark returns (optional, comma-separated)");+ cr_bench->setStyleSheet(input_style);+ text_inputs_["rp_cr_bench"] = cr_bench;+ crvl->addWidget(build_input_row("Benchmark (opt.)", cr_bench, cr_tab));+ auto* cr_title = new QLineEdit(cr_tab);+ cr_title->setPlaceholderText("Chart title (e.g. Strategy vs Benchmark)");+ cr_title->setStyleSheet(input_style);+ text_inputs_["rp_cr_title"] = cr_title;+ crvl->addWidget(build_input_row("Title", cr_title, cr_tab));+ auto* cr_run = make_run_button("GENERATE CUMULATIVE RETURN CHART", cr_tab);+ connect(cr_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Generating...");+ QJsonObject params;+ QJsonArray rets;+ for (auto& v : text_inputs_["rp_cr_rets"]->text().split(',')) rets.append(v.trimmed().toDouble());+ params["returns"] = rets;+ auto bench_text = text_inputs_["rp_cr_bench"]->text().trimmed();+ if (!bench_text.isEmpty()) {+ QJsonArray bench;+ for (auto& v : bench_text.split(',')) bench.append(v.trimmed().toDouble());+ params["benchmark_returns"] = bench;+ }+ auto title = text_inputs_["rp_cr_title"]->text().trimmed();+ params["title"] = title.isEmpty() ? QString("Cumulative Returns") : title;+ AIQuantLabService::instance().reporting_cumulative_returns(params);+ });+ crvl->addWidget(cr_run);+ crvl->addStretch();+ tabs->addTab(cr_tab, "Cumulative Returns");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// FACTOR DISCOVERY PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_factor_discovery_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ // ── Factor Library ──+ auto* lib_tab = new QWidget;+ auto* libvl = new QVBoxLayout(lib_tab);+ libvl->setContentsMargins(12, 12, 12, 12);+ libvl->setSpacing(8);+ auto* lib_info = new QLabel("Browse all built-in Qlib alpha factors and expressions.", lib_tab);+ lib_info->setWordWrap(true);+ lib_info->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ libvl->addWidget(lib_info);+ auto* lib_run = make_run_button("BROWSE FACTOR LIBRARY", lib_tab);+ connect(lib_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ AIQuantLabService::instance().factor_get_library();+ });+ libvl->addWidget(lib_run);+ auto* inst_run = make_run_button("LIST INSTRUMENTS", lib_tab);+ connect(inst_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ AIQuantLabService::instance().factor_get_instruments();+ });+ libvl->addWidget(inst_run);+ libvl->addStretch();+ tabs->addTab(lib_tab, "Factor Library");++ // ── Fetch Data ──+ auto* data_tab = new QWidget;+ auto* datavl = new QVBoxLayout(data_tab);+ datavl->setContentsMargins(12, 12, 12, 12);+ datavl->setSpacing(8);+ auto* fd_instr = new QLineEdit(data_tab);+ fd_instr->setPlaceholderText("Instruments (comma-separated, e.g. aapl,msft)");+ fd_instr->setStyleSheet(input_style);+ text_inputs_["fd_instruments"] = fd_instr;+ datavl->addWidget(build_input_row("Instruments", fd_instr, data_tab));+ auto* fd_fields = new QLineEdit(data_tab);+ fd_fields->setPlaceholderText("Fields (comma-separated, e.g. $close,$volume,$open)");+ fd_fields->setStyleSheet(input_style);+ text_inputs_["fd_fields"] = fd_fields;+ datavl->addWidget(build_input_row("Fields", fd_fields, data_tab));+ auto* fd_start = new QLineEdit(data_tab);+ fd_start->setPlaceholderText("Start date (YYYY-MM-DD, e.g. 2019-01-01)");+ fd_start->setStyleSheet(input_style);+ text_inputs_["fd_start"] = fd_start;+ datavl->addWidget(build_input_row("Start Date", fd_start, data_tab));+ auto* fd_end = new QLineEdit(data_tab);+ fd_end->setPlaceholderText("End date (YYYY-MM-DD, e.g. 2020-11-10)");+ fd_end->setStyleSheet(input_style);+ text_inputs_["fd_end"] = fd_end;+ datavl->addWidget(build_input_row("End Date", fd_end, data_tab));+ auto* fd_run = make_run_button("FETCH DATA", data_tab);+ connect(fd_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Fetching...");+ QJsonObject params;+ QJsonArray instr;+ for (auto& s : text_inputs_["fd_instruments"]->text().split(','))+ if (!s.trimmed().isEmpty()) instr.append(s.trimmed().toLower());+ params["instruments"] = instr;+ QJsonArray fields;+ for (auto& s : text_inputs_["fd_fields"]->text().split(','))+ if (!s.trimmed().isEmpty()) fields.append(s.trimmed());+ params["fields"] = fields;+ if (!text_inputs_["fd_start"]->text().isEmpty()) params["start_date"] = text_inputs_["fd_start"]->text().trimmed();+ if (!text_inputs_["fd_end"]->text().isEmpty()) params["end_date"] = text_inputs_["fd_end"]->text().trimmed();+ AIQuantLabService::instance().factor_get_data(params);+ });+ datavl->addWidget(fd_run);+ datavl->addStretch();+ tabs->addTab(data_tab, "Fetch Data");++ // ── Calendar ──+ auto* cal_tab = new QWidget;+ auto* calvl = new QVBoxLayout(cal_tab);+ calvl->setContentsMargins(12, 12, 12, 12);+ calvl->setSpacing(8);+ auto* cal_start = new QLineEdit(cal_tab);+ cal_start->setPlaceholderText("Start date (YYYY-MM-DD)");+ cal_start->setStyleSheet(input_style);+ text_inputs_["fd_cal_start"] = cal_start;+ calvl->addWidget(build_input_row("Start Date", cal_start, cal_tab));+ auto* cal_end = new QLineEdit(cal_tab);+ cal_end->setPlaceholderText("End date (YYYY-MM-DD)");+ cal_end->setStyleSheet(input_style);+ text_inputs_["fd_cal_end"] = cal_end;+ calvl->addWidget(build_input_row("End Date", cal_end, cal_tab));+ auto* cal_run = make_run_button("GET TRADING CALENDAR", cal_tab);+ connect(cal_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ QJsonObject params;+ if (!text_inputs_["fd_cal_start"]->text().isEmpty()) params["start_date"] = text_inputs_["fd_cal_start"]->text().trimmed();+ if (!text_inputs_["fd_cal_end"]->text().isEmpty()) params["end_date"] = text_inputs_["fd_cal_end"]->text().trimmed();+ AIQuantLabService::instance().factor_get_calendar(params);+ });+ calvl->addWidget(cal_run);+ calvl->addStretch();+ tabs->addTab(cal_tab, "Calendar");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// MODEL LIBRARY PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_model_library_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());+ auto combo_style = QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:3px 6px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:%1; color:%2; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ // ── Model Browser ──+ auto* browse_tab = new QWidget;+ auto* btvl = new QVBoxLayout(browse_tab);+ btvl->setContentsMargins(12, 12, 12, 12);+ btvl->setSpacing(8);+ auto* bt_info = new QLabel("List all available Qlib models (LightGBM, XGBoost, LSTM, Transformer, etc.).", browse_tab);+ bt_info->setWordWrap(true);+ bt_info->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ btvl->addWidget(bt_info);+ auto* bt_list = make_run_button("LIST ALL MODELS", browse_tab);+ connect(bt_list, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ AIQuantLabService::instance().model_list();+ });+ btvl->addWidget(bt_list);+ auto* bt_status = make_run_button("CHECK QLIB STATUS", browse_tab);+ connect(bt_status, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Checking...");+ AIQuantLabService::instance().model_check_status();+ });+ btvl->addWidget(bt_status);+ btvl->addStretch();+ tabs->addTab(browse_tab, "Browse");++ // ── Train Model ──+ auto* train_tab = new QWidget;+ auto* ttvl = new QVBoxLayout(train_tab);+ ttvl->setContentsMargins(12, 12, 12, 12);+ ttvl->setSpacing(8);+ auto* ml_type = new QComboBox(train_tab);+ ml_type->setStyleSheet(combo_style);+ ml_type->addItems({"lightgbm", "xgboost", "catboost", "linear", "lstm", "gru", "transformer"});+ combo_inputs_["ml_model_type"] = ml_type;+ ttvl->addWidget(build_input_row("Model Type", ml_type, train_tab));+ auto* ml_instr = new QLineEdit(train_tab);+ ml_instr->setPlaceholderText("Instruments (comma-separated, e.g. aapl,msft)");+ ml_instr->setStyleSheet(input_style);+ text_inputs_["ml_instruments"] = ml_instr;+ ttvl->addWidget(build_input_row("Instruments", ml_instr, train_tab));+ auto* ml_start = new QLineEdit(train_tab);+ ml_start->setPlaceholderText("Train start (YYYY-MM-DD)");+ ml_start->setStyleSheet(input_style);+ text_inputs_["ml_start"] = ml_start;+ ttvl->addWidget(build_input_row("Start Date", ml_start, train_tab));+ auto* ml_end = new QLineEdit(train_tab);+ ml_end->setPlaceholderText("Train end (YYYY-MM-DD)");+ ml_end->setStyleSheet(input_style);+ text_inputs_["ml_end"] = ml_end;+ ttvl->addWidget(build_input_row("End Date", ml_end, train_tab));+ auto* ml_run = make_run_button("TRAIN MODEL", train_tab);+ connect(ml_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Training...");+ QJsonObject params;+ params["model_type"] = combo_inputs_["ml_model_type"]->currentText();+ QJsonArray instr;+ for (auto& s : text_inputs_["ml_instruments"]->text().split(','))+ if (!s.trimmed().isEmpty()) instr.append(s.trimmed().toLower());+ params["instruments"] = instr;+ if (!text_inputs_["ml_start"]->text().isEmpty()) params["start_date"] = text_inputs_["ml_start"]->text().trimmed();+ if (!text_inputs_["ml_end"]->text().isEmpty()) params["end_date"] = text_inputs_["ml_end"]->text().trimmed();+ AIQuantLabService::instance().model_train(params);+ });+ ttvl->addWidget(ml_run);+ ttvl->addStretch();+ tabs->addTab(train_tab, "Train Model");++ // ── Backtest ──+ auto* bt_tab = new QWidget;+ auto* btvl2 = new QVBoxLayout(bt_tab);+ btvl2->setContentsMargins(12, 12, 12, 12);+ btvl2->setSpacing(8);+ auto* bt_model = new QLineEdit(bt_tab);+ bt_model->setPlaceholderText("Model ID (from training output)");+ bt_model->setStyleSheet(input_style);+ text_inputs_["ml_bt_model"] = bt_model;+ btvl2->addWidget(build_input_row("Model ID", bt_model, bt_tab));+ auto* bt_instr = new QLineEdit(bt_tab);+ bt_instr->setPlaceholderText("Instruments (comma-separated)");+ bt_instr->setStyleSheet(input_style);+ text_inputs_["ml_bt_instr"] = bt_instr;+ btvl2->addWidget(build_input_row("Instruments", bt_instr, bt_tab));+ auto* bt_start2 = new QLineEdit(bt_tab);+ bt_start2->setPlaceholderText("Backtest start (YYYY-MM-DD)");+ bt_start2->setStyleSheet(input_style);+ text_inputs_["ml_bt_start"] = bt_start2;+ btvl2->addWidget(build_input_row("Start Date", bt_start2, bt_tab));+ auto* bt_end2 = new QLineEdit(bt_tab);+ bt_end2->setPlaceholderText("Backtest end (YYYY-MM-DD)");+ bt_end2->setStyleSheet(input_style);+ text_inputs_["ml_bt_end"] = bt_end2;+ btvl2->addWidget(build_input_row("End Date", bt_end2, bt_tab));+ auto* bt_run2 = make_run_button("RUN BACKTEST", bt_tab);+ connect(bt_run2, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Running backtest...");+ QJsonObject params;+ params["model_id"] = text_inputs_["ml_bt_model"]->text().trimmed();+ QJsonArray instr;+ for (auto& s : text_inputs_["ml_bt_instr"]->text().split(','))+ if (!s.trimmed().isEmpty()) instr.append(s.trimmed().toLower());+ params["instruments"] = instr;+ if (!text_inputs_["ml_bt_start"]->text().isEmpty()) params["start_date"] = text_inputs_["ml_bt_start"]->text().trimmed();+ if (!text_inputs_["ml_bt_end"]->text().isEmpty()) params["end_date"] = text_inputs_["ml_bt_end"]->text().trimmed();+ AIQuantLabService::instance().model_backtest(params);+ });+ btvl2->addWidget(bt_run2);+ btvl2->addStretch();+ tabs->addTab(bt_tab, "Backtest");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// LIVE SIGNALS PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_live_signals_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ // ── Signal Data ──+ auto* sig_tab = new QWidget;+ auto* sigvl = new QVBoxLayout(sig_tab);+ sigvl->setContentsMargins(12, 12, 12, 12);+ sigvl->setSpacing(8);+ auto* sig_instr = new QLineEdit(sig_tab);+ sig_instr->setPlaceholderText("Instruments (comma-separated, e.g. aapl,msft,goog)");+ sig_instr->setStyleSheet(input_style);+ text_inputs_["ls_instruments"] = sig_instr;+ sigvl->addWidget(build_input_row("Instruments", sig_instr, sig_tab));+ auto* sig_fields = new QLineEdit(sig_tab);+ sig_fields->setPlaceholderText("Fields (e.g. $close,$open,$high,$low,$volume)");+ sig_fields->setStyleSheet(input_style);+ text_inputs_["ls_fields"] = sig_fields;+ sigvl->addWidget(build_input_row("Fields", sig_fields, sig_tab));+ auto* sig_start = new QLineEdit(sig_tab);+ sig_start->setPlaceholderText("Start date (YYYY-MM-DD)");+ sig_start->setStyleSheet(input_style);+ text_inputs_["ls_start"] = sig_start;+ sigvl->addWidget(build_input_row("Start Date", sig_start, sig_tab));+ auto* sig_end = new QLineEdit(sig_tab);+ sig_end->setPlaceholderText("End date (YYYY-MM-DD)");+ sig_end->setStyleSheet(input_style);+ text_inputs_["ls_end"] = sig_end;+ sigvl->addWidget(build_input_row("End Date", sig_end, sig_tab));+ auto* sig_run = make_run_button("FETCH SIGNALS", sig_tab);+ connect(sig_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Fetching...");+ QJsonObject params;+ QJsonArray instr;+ for (auto& s : text_inputs_["ls_instruments"]->text().split(','))+ if (!s.trimmed().isEmpty()) instr.append(s.trimmed().toLower());+ params["instruments"] = instr;+ QJsonArray fields;+ for (auto& s : text_inputs_["ls_fields"]->text().split(','))+ if (!s.trimmed().isEmpty()) fields.append(s.trimmed());+ params["fields"] = fields;+ if (!text_inputs_["ls_start"]->text().isEmpty()) params["start_date"] = text_inputs_["ls_start"]->text().trimmed();+ if (!text_inputs_["ls_end"]->text().isEmpty()) params["end_date"] = text_inputs_["ls_end"]->text().trimmed();+ AIQuantLabService::instance().signals_get_data(params);+ });+ sigvl->addWidget(sig_run);+ sigvl->addStretch();+ tabs->addTab(sig_tab, "Signal Data");++ // ── Factor Analysis ──+ auto* fa_tab = new QWidget;+ auto* favl = new QVBoxLayout(fa_tab);+ favl->setContentsMargins(12, 12, 12, 12);+ favl->setSpacing(8);+ auto* fa_instr = new QLineEdit(fa_tab);+ fa_instr->setPlaceholderText("Instruments (comma-separated)");+ fa_instr->setStyleSheet(input_style);+ text_inputs_["ls_fa_instr"] = fa_instr;+ favl->addWidget(build_input_row("Instruments", fa_instr, fa_tab));+ auto* fa_start = new QLineEdit(fa_tab);+ fa_start->setPlaceholderText("Start date (YYYY-MM-DD)");+ fa_start->setStyleSheet(input_style);+ text_inputs_["ls_fa_start"] = fa_start;+ favl->addWidget(build_input_row("Start Date", fa_start, fa_tab));+ auto* fa_end = new QLineEdit(fa_tab);+ fa_end->setPlaceholderText("End date (YYYY-MM-DD)");+ fa_end->setStyleSheet(input_style);+ text_inputs_["ls_fa_end"] = fa_end;+ favl->addWidget(build_input_row("End Date", fa_end, fa_tab));+ auto* fa_run = make_run_button("RUN FACTOR ANALYSIS", fa_tab);+ connect(fa_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Analyzing...");+ QJsonObject params;+ QJsonArray instr;+ for (auto& s : text_inputs_["ls_fa_instr"]->text().split(','))+ if (!s.trimmed().isEmpty()) instr.append(s.trimmed().toLower());+ params["instruments"] = instr;+ if (!text_inputs_["ls_fa_start"]->text().isEmpty()) params["start_date"] = text_inputs_["ls_fa_start"]->text().trimmed();+ if (!text_inputs_["ls_fa_end"]->text().isEmpty()) params["end_date"] = text_inputs_["ls_fa_end"]->text().trimmed();+ AIQuantLabService::instance().signals_get_factor_analysis(params);+ });+ favl->addWidget(fa_run);+ favl->addStretch();+ tabs->addTab(fa_tab, "Factor Analysis");++ // ── Feature Importance ──+ auto* fi_tab = new QWidget;+ auto* fivl = new QVBoxLayout(fi_tab);+ fivl->setContentsMargins(12, 12, 12, 12);+ fivl->setSpacing(8);+ auto* fi_model = new QLineEdit(fi_tab);+ fi_model->setPlaceholderText("Trained model ID");+ fi_model->setStyleSheet(input_style);+ text_inputs_["ls_fi_model"] = fi_model;+ fivl->addWidget(build_input_row("Model ID", fi_model, fi_tab));+ auto* fi_run = make_run_button("GET FEATURE IMPORTANCE", fi_tab);+ connect(fi_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ QJsonObject params;+ params["model_id"] = text_inputs_["ls_fi_model"]->text().trimmed();+ AIQuantLabService::instance().signals_get_feature_importance(params);+ });+ fivl->addWidget(fi_run);+ fivl->addStretch();+ tabs->addTab(fi_tab, "Feature Importance");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// ONLINE LEARNING PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_online_learning_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());+ auto combo_style = QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:3px 6px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:%1; color:%2; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ // ── Models ──+ auto* models_tab = new QWidget;+ auto* mtvl = new QVBoxLayout(models_tab);+ mtvl->setContentsMargins(12, 12, 12, 12);+ mtvl->setSpacing(8);+ auto* mt_info = new QLabel("Incrementally trained models that update on each new data point.", models_tab);+ mt_info->setWordWrap(true);+ mt_info->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ mtvl->addWidget(mt_info);+ auto* mt_list = make_run_button("LIST ALL MODELS", models_tab);+ connect(mt_list, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ AIQuantLabService::instance().online_list_models();+ });+ mtvl->addWidget(mt_list);+ mtvl->addStretch();+ tabs->addTab(models_tab, "Models");++ // ── Create Model ──+ auto* create_tab = new QWidget;+ auto* ctvl = new QVBoxLayout(create_tab);+ ctvl->setContentsMargins(12, 12, 12, 12);+ ctvl->setSpacing(8);+ auto* ol_model_type = new QComboBox(create_tab);+ ol_model_type->setStyleSheet(combo_style);+ ol_model_type->addItems({"linear", "bayesian_linear", "pa", "tree", "adaptive_tree", "bagging", "ewa", "srp"});+ combo_inputs_["ol_model_type"] = ol_model_type;+ ctvl->addWidget(build_input_row("Model Type", ol_model_type, create_tab));+ auto* ol_model_id = new QLineEdit(create_tab);+ ol_model_id->setPlaceholderText("Model ID (optional, auto-generated if blank)");+ ol_model_id->setStyleSheet(input_style);+ text_inputs_["ol_model_id"] = ol_model_id;+ ctvl->addWidget(build_input_row("Model ID", ol_model_id, create_tab));+ auto* ol_create = make_run_button("CREATE MODEL", create_tab);+ connect(ol_create, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Creating...");+ QJsonObject params;+ params["model_type"] = combo_inputs_["ol_model_type"]->currentText();+ auto mid = text_inputs_["ol_model_id"]->text().trimmed();+ if (!mid.isEmpty()) params["model_id"] = mid;+ AIQuantLabService::instance().online_create_model(params);+ });+ ctvl->addWidget(ol_create);+ ctvl->addStretch();+ tabs->addTab(create_tab, "Create Model");++ // ── Incremental Train ──+ auto* train_tab = new QWidget;+ auto* ttvl = new QVBoxLayout(train_tab);+ ttvl->setContentsMargins(12, 12, 12, 12);+ ttvl->setSpacing(8);+ auto* ol_tid = new QLineEdit(train_tab);+ ol_tid->setPlaceholderText("Model ID");+ ol_tid->setStyleSheet(input_style);+ text_inputs_["ol_train_id"] = ol_tid;+ ttvl->addWidget(build_input_row("Model ID", ol_tid, train_tab));+ auto* ol_feats = new QLineEdit(train_tab);+ ol_feats->setPlaceholderText(R"({"close":94.0,"volume":1000000,"rsi":55.0})");+ ol_feats->setStyleSheet(input_style);+ text_inputs_["ol_features"] = ol_feats;+ ttvl->addWidget(build_input_row("Features (JSON)", ol_feats, train_tab));+ auto* ol_target = new QLineEdit(train_tab);+ ol_target->setPlaceholderText("Target value (e.g. 0.02)");+ ol_target->setStyleSheet(input_style);+ text_inputs_["ol_target"] = ol_target;+ ttvl->addWidget(build_input_row("Target", ol_target, train_tab));+ auto* ol_train = make_run_button("TRAIN ONE STEP", train_tab);+ connect(ol_train, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Training...");+ QJsonObject params;+ params["model_id"] = text_inputs_["ol_train_id"]->text().trimmed();+ auto doc = QJsonDocument::fromJson(text_inputs_["ol_features"]->text().toUtf8());+ if (!doc.isNull()) params["features"] = doc.object();+ params["target"] = text_inputs_["ol_target"]->text().trimmed().toDouble();+ AIQuantLabService::instance().online_train(params);+ });+ ttvl->addWidget(ol_train);+ ttvl->addStretch();+ tabs->addTab(train_tab, "Incremental Train");++ // ── Predict ──+ auto* pred_tab = new QWidget;+ auto* predvl = new QVBoxLayout(pred_tab);+ predvl->setContentsMargins(12, 12, 12, 12);+ predvl->setSpacing(8);+ auto* ol_pid = new QLineEdit(pred_tab);+ ol_pid->setPlaceholderText("Model ID");+ ol_pid->setStyleSheet(input_style);+ text_inputs_["ol_pred_id"] = ol_pid;+ predvl->addWidget(build_input_row("Model ID", ol_pid, pred_tab));+ auto* ol_pfeats = new QLineEdit(pred_tab);+ ol_pfeats->setPlaceholderText(R"({"close":95.0,"volume":1100000,"rsi":58.0})");+ ol_pfeats->setStyleSheet(input_style);+ text_inputs_["ol_pred_feats"] = ol_pfeats;+ predvl->addWidget(build_input_row("Features (JSON)", ol_pfeats, pred_tab));+ auto* ol_pred = make_run_button("PREDICT", pred_tab);+ connect(ol_pred, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Predicting...");+ QJsonObject params;+ params["model_id"] = text_inputs_["ol_pred_id"]->text().trimmed();+ auto doc = QJsonDocument::fromJson(text_inputs_["ol_pred_feats"]->text().toUtf8());+ if (!doc.isNull()) params["features"] = doc.object();+ AIQuantLabService::instance().online_predict(params);+ });+ predvl->addWidget(ol_pred);+ auto* ol_perf = make_run_button("GET PERFORMANCE", pred_tab);+ connect(ol_perf, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ QJsonObject params;+ params["model_id"] = text_inputs_["ol_pred_id"]->text().trimmed();+ AIQuantLabService::instance().online_performance(params);+ });+ predvl->addWidget(ol_perf);+ predvl->addStretch();+ tabs->addTab(pred_tab, "Predict");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// META LEARNING PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_meta_learning_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());+ auto combo_style = QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:3px 6px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:%1; color:%2; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ // ── Model Selection ──+ auto* sel_tab = new QWidget;+ auto* selvl = new QVBoxLayout(sel_tab);+ selvl->setContentsMargins(12, 12, 12, 12);+ selvl->setSpacing(8);+ auto* sel_info = new QLabel("Automatically select the best model from a set of candidates.", sel_tab);+ sel_info->setWordWrap(true);+ sel_info->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ selvl->addWidget(sel_info);+ auto* sel_list_btn = make_run_button("LIST AVAILABLE MODELS", sel_tab);+ connect(sel_list_btn, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ AIQuantLabService::instance().meta_list_models();+ });+ selvl->addWidget(sel_list_btn);+ auto* sel_models = new QLineEdit(sel_tab);+ sel_models->setPlaceholderText("Model IDs (comma-separated, e.g. lightgbm,xgboost,random_forest)");+ sel_models->setStyleSheet(input_style);+ text_inputs_["ml_sel_models"] = sel_models;+ selvl->addWidget(build_input_row("Models", sel_models, sel_tab));+ auto* sel_task = new QComboBox(sel_tab);+ sel_task->setStyleSheet(combo_style);+ sel_task->addItems({"regression", "classification"});+ combo_inputs_["ml_sel_task"] = sel_task;+ selvl->addWidget(build_input_row("Task Type", sel_task, sel_tab));+ auto* sel_run = make_run_button("RUN MODEL SELECTION", sel_tab);+ connect(sel_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Selecting...");+ QJsonObject params;+ QJsonArray model_ids;+ for (auto& s : text_inputs_["ml_sel_models"]->text().split(','))+ if (!s.trimmed().isEmpty()) model_ids.append(s.trimmed());+ params["model_ids"] = model_ids;+ params["task_type"] = combo_inputs_["ml_sel_task"]->currentText();+ AIQuantLabService::instance().meta_run_selection(params);+ });+ selvl->addWidget(sel_run);+ selvl->addStretch();+ tabs->addTab(sel_tab, "Model Selection");++ // ── Ensemble ──+ auto* ens_tab = new QWidget;+ auto* ensvl = new QVBoxLayout(ens_tab);+ ensvl->setContentsMargins(12, 12, 12, 12);+ ensvl->setSpacing(8);+ auto* ens_keys = new QLineEdit(ens_tab);+ ens_keys->setPlaceholderText("Model keys (from selection output, comma-separated)");+ ens_keys->setStyleSheet(input_style);+ text_inputs_["ml_ens_keys"] = ens_keys;+ ensvl->addWidget(build_input_row("Model Keys", ens_keys, ens_tab));+ auto* ens_method = new QComboBox(ens_tab);+ ens_method->setStyleSheet(combo_style);+ ens_method->addItems({"voting", "stacking", "averaging"});+ combo_inputs_["ml_ens_method"] = ens_method;+ ensvl->addWidget(build_input_row("Ensemble Method", ens_method, ens_tab));+ auto* ens_run = make_run_button("CREATE ENSEMBLE", ens_tab);+ connect(ens_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Creating ensemble...");+ QJsonObject params;+ QJsonArray keys;+ for (auto& s : text_inputs_["ml_ens_keys"]->text().split(','))+ if (!s.trimmed().isEmpty()) keys.append(s.trimmed());+ params["model_keys"] = keys;+ params["method"] = combo_inputs_["ml_ens_method"]->currentText();+ AIQuantLabService::instance().meta_create_ensemble(params);+ });+ ensvl->addWidget(ens_run);+ ensvl->addStretch();+ tabs->addTab(ens_tab, "Ensemble");++ // ── Hyperparameter Tuning ──+ auto* tune_tab = new QWidget;+ auto* tunevl = new QVBoxLayout(tune_tab);+ tunevl->setContentsMargins(12, 12, 12, 12);+ tunevl->setSpacing(8);+ auto* tune_model = new QComboBox(tune_tab);+ tune_model->setStyleSheet(combo_style);+ tune_model->addItems({"lightgbm", "xgboost", "random_forest", "catboost"});+ combo_inputs_["ml_tune_model"] = tune_model;+ tunevl->addWidget(build_input_row("Model", tune_model, tune_tab));+ auto* tune_grid = new QLineEdit(tune_tab);+ tune_grid->setPlaceholderText(R"({"n_estimators":[50,100,200],"max_depth":[3,5,7]})");+ tune_grid->setStyleSheet(input_style);+ text_inputs_["ml_tune_grid"] = tune_grid;+ tunevl->addWidget(build_input_row("Param Grid (JSON)", tune_grid, tune_tab));+ auto* tune_method = new QComboBox(tune_tab);+ tune_method->setStyleSheet(combo_style);+ tune_method->addItems({"grid", "random"});+ combo_inputs_["ml_tune_method"] = tune_method;+ tunevl->addWidget(build_input_row("Search Method", tune_method, tune_tab));+ auto* tune_run = make_run_button("TUNE HYPERPARAMETERS", tune_tab);+ connect(tune_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Tuning...");+ QJsonObject params;+ params["model_id"] = combo_inputs_["ml_tune_model"]->currentText();+ auto doc = QJsonDocument::fromJson(text_inputs_["ml_tune_grid"]->text().toUtf8());+ if (!doc.isNull()) params["param_grid"] = doc.object();+ params["search_method"] = combo_inputs_["ml_tune_method"]->currentText();+ AIQuantLabService::instance().meta_tune_hyperparameters(params);+ });+ tunevl->addWidget(tune_run);+ auto* results_btn = make_run_button("GET ALL RESULTS", tune_tab);+ connect(results_btn, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ AIQuantLabService::instance().meta_get_results();+ });+ tunevl->addWidget(results_btn);+ tunevl->addStretch();+ tabs->addTab(tune_tab, "Hyperparameter Tuning");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// HFT PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_hft_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());+ auto combo_style = QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:3px 6px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:%1; color:%2; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ // ── Order Book ──+ auto* ob_tab = new QWidget;+ auto* obvl = new QVBoxLayout(ob_tab);+ obvl->setContentsMargins(12, 12, 12, 12);+ obvl->setSpacing(8);+ auto* hft_symbol = new QLineEdit(ob_tab);+ hft_symbol->setPlaceholderText("Symbol (e.g. AAPL)");+ hft_symbol->setStyleSheet(input_style);+ text_inputs_["hft_symbol"] = hft_symbol;+ obvl->addWidget(build_input_row("Symbol", hft_symbol, ob_tab));+ auto* ob_create = make_run_button("CREATE ORDER BOOK", ob_tab);+ connect(ob_create, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Creating...");+ QJsonObject params;+ params["symbol"] = text_inputs_["hft_symbol"]->text().trimmed().toUpper();+ AIQuantLabService::instance().hft_create_orderbook(params);+ });+ obvl->addWidget(ob_create);+ auto* ob_snap = make_run_button("GET SNAPSHOT", ob_tab);+ connect(ob_snap, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Fetching...");+ QJsonObject params;+ params["symbol"] = text_inputs_["hft_symbol"]->text().trimmed().toUpper();+ AIQuantLabService::instance().hft_snapshot(params);+ });+ obvl->addWidget(ob_snap);+ obvl->addStretch();+ tabs->addTab(ob_tab, "Order Book");++ // ── Market Making ──+ auto* mm_tab = new QWidget;+ auto* mmvl = new QVBoxLayout(mm_tab);+ mmvl->setContentsMargins(12, 12, 12, 12);+ mmvl->setSpacing(8);+ auto* mm_sym = new QLineEdit(mm_tab);+ mm_sym->setPlaceholderText("Symbol (e.g. AAPL)");+ mm_sym->setStyleSheet(input_style);+ text_inputs_["hft_mm_symbol"] = mm_sym;+ mmvl->addWidget(build_input_row("Symbol", mm_sym, mm_tab));+ auto* mm_mid = new QLineEdit(mm_tab);+ mm_mid->setPlaceholderText("Mid price (e.g. 150.0)");+ mm_mid->setStyleSheet(input_style);+ text_inputs_["hft_mm_mid"] = mm_mid;+ mmvl->addWidget(build_input_row("Mid Price", mm_mid, mm_tab));+ auto* mm_spread = new QLineEdit(mm_tab);+ mm_spread->setPlaceholderText("Spread multiplier (e.g. 0.02)");+ mm_spread->setStyleSheet(input_style);+ text_inputs_["hft_mm_spread"] = mm_spread;+ mmvl->addWidget(build_input_row("Spread Multiplier", mm_spread, mm_tab));+ auto* mm_run = make_run_button("GET MARKET MAKING QUOTES", mm_tab);+ connect(mm_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Calculating...");+ QJsonObject params;+ params["symbol"] = text_inputs_["hft_mm_symbol"]->text().trimmed().toUpper();+ params["mid_price"] = text_inputs_["hft_mm_mid"]->text().trimmed().toDouble();+ params["spread_multiplier"] = text_inputs_["hft_mm_spread"]->text().trimmed().toDouble();+ AIQuantLabService::instance().hft_market_making_quotes(params);+ });+ mmvl->addWidget(mm_run);+ mmvl->addStretch();+ tabs->addTab(mm_tab, "Market Making");++ // ── Toxic Flow Detection ──+ auto* toxic_tab = new QWidget;+ auto* toxicvl = new QVBoxLayout(toxic_tab);+ toxicvl->setContentsMargins(12, 12, 12, 12);+ toxicvl->setSpacing(8);+ auto* tox_sym = new QLineEdit(toxic_tab);+ tox_sym->setPlaceholderText("Symbol (e.g. AAPL)");+ tox_sym->setStyleSheet(input_style);+ text_inputs_["hft_tox_symbol"] = tox_sym;+ toxicvl->addWidget(build_input_row("Symbol", tox_sym, toxic_tab));+ auto* tox_price = new QLineEdit(toxic_tab);+ tox_price->setPlaceholderText("Trade price (e.g. 150.5)");+ tox_price->setStyleSheet(input_style);+ text_inputs_["hft_tox_price"] = tox_price;+ toxicvl->addWidget(build_input_row("Trade Price", tox_price, toxic_tab));+ auto* tox_size = new QLineEdit(toxic_tab);+ tox_size->setPlaceholderText("Trade size (e.g. 100)");+ tox_size->setStyleSheet(input_style);+ text_inputs_["hft_tox_size"] = tox_size;+ toxicvl->addWidget(build_input_row("Trade Size", tox_size, toxic_tab));+ auto* tox_run = make_run_button("DETECT TOXIC FLOW", toxic_tab);+ connect(tox_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Detecting...");+ QJsonObject params;+ params["symbol"] = text_inputs_["hft_tox_symbol"]->text().trimmed().toUpper();+ params["trade_price"] = text_inputs_["hft_tox_price"]->text().trimmed().toDouble();+ params["trade_size"] = text_inputs_["hft_tox_size"]->text().trimmed().toDouble();+ AIQuantLabService::instance().hft_detect_toxic(params);+ });+ toxicvl->addWidget(tox_run);+ toxicvl->addStretch();+ tabs->addTab(toxic_tab, "Toxic Flow");++ // ── Order Execution ──+ auto* exec_tab = new QWidget;+ auto* execvl = new QVBoxLayout(exec_tab);+ execvl->setContentsMargins(12, 12, 12, 12);+ execvl->setSpacing(8);+ auto* exec_sym = new QLineEdit(exec_tab);+ exec_sym->setPlaceholderText("Symbol (e.g. AAPL)");+ exec_sym->setStyleSheet(input_style);+ text_inputs_["hft_exec_symbol"] = exec_sym;+ execvl->addWidget(build_input_row("Symbol", exec_sym, exec_tab));+ auto* exec_side = new QComboBox(exec_tab);+ exec_side->setStyleSheet(combo_style);+ exec_side->addItems({"buy", "sell"});+ combo_inputs_["hft_exec_side"] = exec_side;+ execvl->addWidget(build_input_row("Side", exec_side, exec_tab));+ auto* exec_qty = new QLineEdit(exec_tab);+ exec_qty->setPlaceholderText("Quantity (e.g. 100)");+ exec_qty->setStyleSheet(input_style);+ text_inputs_["hft_exec_qty"] = exec_qty;+ execvl->addWidget(build_input_row("Quantity", exec_qty, exec_tab));+ auto* exec_price = new QLineEdit(exec_tab);+ exec_price->setPlaceholderText("Limit price (e.g. 150.0)");+ exec_price->setStyleSheet(input_style);+ text_inputs_["hft_exec_price"] = exec_price;+ execvl->addWidget(build_input_row("Limit Price", exec_price, exec_tab));+ auto* exec_run = make_run_button("EXECUTE ORDER", exec_tab);+ connect(exec_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Executing...");+ QJsonObject params;+ params["symbol"] = text_inputs_["hft_exec_symbol"]->text().trimmed().toUpper();+ params["side"] = combo_inputs_["hft_exec_side"]->currentText();+ params["quantity"] = text_inputs_["hft_exec_qty"]->text().trimmed().toDouble();+ params["price"] = text_inputs_["hft_exec_price"]->text().trimmed().toDouble();+ AIQuantLabService::instance().hft_execute_order(params);+ });+ execvl->addWidget(exec_run);+ execvl->addStretch();+ tabs->addTab(exec_tab, "Order Execution");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}++// ═══════════════════════════════════════════════════════════════════════════════+// ROLLING RETRAINING PANEL+// ═══════════════════════════════════════════════════════════════════════════════+QWidget* QuantModulePanel::build_rolling_retraining_panel() {+ auto* w = new QWidget(this);+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(16, 16, 16, 16);+ vl->setSpacing(12);++ auto input_style = QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:4px 6px; border-radius:2px; }"+ "QLineEdit:focus { border-color:%6; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL).arg(module_.color.name());+ auto combo_style = QString("QComboBox { background:%1; color:%2; border:1px solid %3;"+ "font-family:%4; font-size:%5px; padding:3px 6px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:%1; color:%2; }")+ .arg(ui::colors::BG_RAISED, ui::colors::TEXT_PRIMARY, ui::colors::BORDER_MED)+ .arg(ui::fonts::DATA_FAMILY).arg(ui::fonts::SMALL);++ auto* tabs = new QTabWidget(w);+ tabs->setStyleSheet(QString("QTabWidget::pane { border:1px solid %1; background:%2; }"+ "QTabBar::tab { background:%3; color:%4; padding:6px 12px;"+ "font-family:%5; font-size:%6px; border:1px solid %1; border-bottom:none; }"+ "QTabBar::tab:selected { background:%2; color:%7; font-weight:700; }")+ .arg(ui::colors::BORDER_DIM, ui::colors::BG_SURFACE, ui::colors::BG_RAISED)+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::DATA_FAMILY)+ .arg(ui::fonts::SMALL).arg(module_.color.name()));++ // ── Schedules ──+ auto* list_tab = new QWidget;+ auto* ltvl = new QVBoxLayout(list_tab);+ ltvl->setContentsMargins(12, 12, 12, 12);+ ltvl->setSpacing(8);+ auto* lt_info = new QLabel("View all configured rolling retraining schedules.", list_tab);+ lt_info->setWordWrap(true);+ lt_info->setStyleSheet(QString("color:%1; font-size:%2px; font-family:%3;")+ .arg(ui::colors::TEXT_SECONDARY).arg(ui::fonts::SMALL).arg(ui::fonts::DATA_FAMILY));+ ltvl->addWidget(lt_info);+ auto* lt_run = make_run_button("LIST SCHEDULES", list_tab);+ connect(lt_run, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Loading...");+ AIQuantLabService::instance().rolling_list_schedules();+ });+ ltvl->addWidget(lt_run);+ ltvl->addStretch();+ tabs->addTab(list_tab, "Schedules");++ // ── Create Schedule ──+ auto* create_tab = new QWidget;+ auto* ctvl = new QVBoxLayout(create_tab);+ ctvl->setContentsMargins(12, 12, 12, 12);+ ctvl->setSpacing(8);+ auto* rr_model_id = new QLineEdit(create_tab);+ rr_model_id->setPlaceholderText("Model ID (e.g. model_aapl)");+ rr_model_id->setStyleSheet(input_style);+ text_inputs_["rr_model_id"] = rr_model_id;+ ctvl->addWidget(build_input_row("Model ID", rr_model_id, create_tab));+ auto* rr_freq = new QComboBox(create_tab);+ rr_freq->setStyleSheet(combo_style);+ rr_freq->addItems({"daily", "weekly", "monthly"});+ combo_inputs_["rr_frequency"] = rr_freq;+ ctvl->addWidget(build_input_row("Frequency", rr_freq, create_tab));+ auto* rr_window = new QLineEdit(create_tab);+ rr_window->setPlaceholderText("Retrain window (trading days, e.g. 252)");+ rr_window->setStyleSheet(input_style);+ text_inputs_["rr_window"] = rr_window;+ ctvl->addWidget(build_input_row("Window (days)", rr_window, create_tab));+ auto* rr_create = make_run_button("CREATE SCHEDULE", create_tab);+ connect(rr_create, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Creating...");+ QJsonObject params;+ params["model_id"] = text_inputs_["rr_model_id"]->text().trimmed();+ params["frequency"] = combo_inputs_["rr_frequency"]->currentText();+ auto w_text = text_inputs_["rr_window"]->text().trimmed();+ if (!w_text.isEmpty()) params["window"] = w_text.toInt();+ AIQuantLabService::instance().rolling_create_schedule(params);+ });+ ctvl->addWidget(rr_create);+ ctvl->addStretch();+ tabs->addTab(create_tab, "Create Schedule");++ // ── Execute Retrain ──+ auto* retrain_tab = new QWidget;+ auto* retrainvl = new QVBoxLayout(retrain_tab);+ retrainvl->setContentsMargins(12, 12, 12, 12);+ retrainvl->setSpacing(8);+ auto* rr_exec_id = new QLineEdit(retrain_tab);+ rr_exec_id->setPlaceholderText("Model ID to retrain");+ rr_exec_id->setStyleSheet(input_style);+ text_inputs_["rr_exec_id"] = rr_exec_id;+ retrainvl->addWidget(build_input_row("Model ID", rr_exec_id, retrain_tab));+ auto* rr_exec = make_run_button("EXECUTE RETRAIN NOW", retrain_tab);+ connect(rr_exec, &QPushButton::clicked, this, [this]() {+ status_label_->setText("Retraining...");+ QJsonObject params;+ params["model_id"] = text_inputs_["rr_exec_id"]->text().trimmed();+ AIQuantLabService::instance().rolling_execute_retrain(params);+ });+ retrainvl->addWidget(rr_exec);+ retrainvl->addStretch();+ tabs->addTab(retrain_tab, "Execute Retrain");++ vl->addWidget(tabs, 1);+ results_layout_ = new QVBoxLayout;+ vl->addLayout(results_layout_);+ return w;+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/ai_quant_lab/QuantModulePanel.h b/fincept-qt/src/screens/ai_quant_lab/QuantModulePanel.hindex 89e1aa28a..c17769b21 100644--- a/fincept-qt/src/screens/ai_quant_lab/QuantModulePanel.h+++ b/fincept-qt/src/screens/ai_quant_lab/QuantModulePanel.h@@ -1,6 +1,7 @@// src/screens/ai_quant_lab/QuantModulePanel.h#pragma once#include "services/ai_quant_lab/AIQuantLabTypes.h"+#include "storage/repositories/LlmProfileRepository.h"#include <QComboBox>#include <QDoubleSpinBox>@@ -10,6 +11,7 @@#include <QLineEdit>#include <QPushButton>#include <QSpinBox>+#include <QTableWidget>#include <QTextEdit>#include <QVBoxLayout>#include <QWidget>@@ -32,18 +34,35 @@ class QuantModulePanel : public QWidget {void connect_service();// Module-specific builders+ QWidget* build_deep_agent_panel();+ QWidget* build_rd_agent_tab(QComboBox* llm_combo);QWidget* build_generic_panel();QWidget* build_gs_quant_panel();QWidget* build_cfa_quant_panel();QWidget* build_backtesting_panel();QWidget* build_rl_trading_panel();QWidget* build_advanced_models_panel();+ QWidget* build_factor_discovery_panel();+ QWidget* build_model_library_panel();+ QWidget* build_live_signals_panel();+ QWidget* build_online_learning_panel();+ QWidget* build_meta_learning_panel();+ QWidget* build_hft_panel();+ QWidget* build_rolling_retraining_panel();+ QWidget* build_feature_engineering_panel();+ QWidget* build_portfolio_opt_panel();+ QWidget* build_factor_evaluation_panel();+ QWidget* build_strategy_builder_panel();+ QWidget* build_data_processors_panel();+ QWidget* build_quant_reporting_panel();// HelpersQWidget* build_input_row(const QString& label, QWidget* input, QWidget* parent);QDoubleSpinBox* make_double_spin(double min, double max, double val, int decimals, const QString& suffix,QWidget* parent);QPushButton* make_run_button(const QString& text, QWidget* parent);+ QWidget* build_llm_picker(QWidget* parent, QComboBox** out_combo);+ QJsonObject llm_config_from_combo(QComboBox* combo) const;void display_result(const QJsonObject& data);void display_error(const QString& msg);void clear_results();@@ -51,6 +70,9 @@ class QuantModulePanel : public QWidget {fincept::services::quant::QuantModule module_;QVBoxLayout* results_layout_ = nullptr;QLabel* status_label_ = nullptr;+ QTextEdit* agent_output_ = nullptr; // deep_agent LangGraph tab+ QTextEdit* rd_agent_output_ = nullptr; // rd_agent tab output+ QTableWidget* rd_task_table_ = nullptr; // rd_agent task monitorQHash<QString, QDoubleSpinBox*> double_inputs_;QHash<QString, QLineEdit*> text_inputs_;diff --git a/fincept-qt/src/screens/algo_trading/AlgoTradingScreen.cpp b/fincept-qt/src/screens/algo_trading/AlgoTradingScreen.cppindex 2cc763c6d..197989c15 100644--- a/fincept-qt/src/screens/algo_trading/AlgoTradingScreen.cpp+++ b/fincept-qt/src/screens/algo_trading/AlgoTradingScreen.cpp@@ -26,6 +26,17 @@ AlgoTradingScreen::AlgoTradingScreen(QWidget* parent) : QWidget(parent) {AlgoTradingService::instance().list_deployments();});+ // Keep deploy count badge in sync whenever deployments are loaded+ connect(&AlgoTradingService::instance(), &AlgoTradingService::deployments_loaded, this,+ [this](const QVector<AlgoDeployment>& deps) {+ int active = 0;+ for (const auto& d : deps) {+ if (d.status == "running" || d.status == "starting")+ ++active;+ }+ deploy_count_label_->setText(QString("%1 LIVE").arg(active));+ });+LOG_INFO("AlgoTrading", "Screen constructed");}diff --git a/fincept-qt/src/screens/algo_trading/AlgoTradingScreen.h b/fincept-qt/src/screens/algo_trading/AlgoTradingScreen.hindex 52931f986..694db5370 100644--- a/fincept-qt/src/screens/algo_trading/AlgoTradingScreen.h+++ b/fincept-qt/src/screens/algo_trading/AlgoTradingScreen.h@@ -17,8 +17,8 @@ class StrategyListPanel;class ScannerPanel;class DeploymentDashboard;-/// Algo Trading screen — 5-tab trading system builder.-/// Tabs: Builder, My Strategies, Library, Scanner, Dashboard+/// Algo Trading screen — 4-tab trading system builder.+/// Tabs: Builder, My Strategies, Scanner, Dashboardclass AlgoTradingScreen : public QWidget {Q_OBJECTpublic:diff --git a/fincept-qt/src/screens/algo_trading/ScannerPanel.cpp b/fincept-qt/src/screens/algo_trading/ScannerPanel.cppindex 08142d99e..854881bcf 100644--- a/fincept-qt/src/screens/algo_trading/ScannerPanel.cpp+++ b/fincept-qt/src/screens/algo_trading/ScannerPanel.cpp@@ -312,12 +312,12 @@ void ScannerPanel::build_ui() {logic_lbl->setStyleSheet(kLabelStyle());logic_row->addWidget(logic_lbl);- auto* logic_combo = new QComboBox(left_col);- logic_combo->addItems({"AND", "OR"});- logic_combo->setStyleSheet(kComboStyle());- logic_combo->setFixedHeight(26);- logic_combo->setFixedWidth(80);- logic_row->addWidget(logic_combo);+ logic_combo_ = new QComboBox(left_col);+ logic_combo_->addItems({"AND", "OR"});+ logic_combo_->setStyleSheet(kComboStyle());+ logic_combo_->setFixedHeight(26);+ logic_combo_->setFixedWidth(80);+ logic_row->addWidget(logic_combo_);logic_row->addStretch();left_vl->addLayout(logic_row);@@ -505,7 +505,7 @@ void ScannerPanel::on_scan() {.arg(kMonoFont()));AlgoTradingService::instance().run_scan(conditions, symbols, timeframe_combo_->currentText(),- lookback_spin_->value());+ lookback_spin_->value(), logic_combo_->currentText());LOG_INFO("AlgoTrading",QString("Scan started: %1 conditions, %2 symbols").arg(conditions.size()).arg(symbols.size()));diff --git a/fincept-qt/src/screens/algo_trading/ScannerPanel.h b/fincept-qt/src/screens/algo_trading/ScannerPanel.hindex c402aaf3b..a0355053e 100644--- a/fincept-qt/src/screens/algo_trading/ScannerPanel.h+++ b/fincept-qt/src/screens/algo_trading/ScannerPanel.h@@ -34,6 +34,7 @@ class ScannerPanel : public QWidget {QComboBox* timeframe_combo_ = nullptr;QSpinBox* lookback_spin_ = nullptr;QComboBox* preset_combo_ = nullptr;+ QComboBox* logic_combo_ = nullptr;QVBoxLayout* results_layout_ = nullptr;QLabel* status_label_ = nullptr;};diff --git a/fincept-qt/src/screens/algo_trading/StrategyBuilderPanel.cpp b/fincept-qt/src/screens/algo_trading/StrategyBuilderPanel.cppindex 306b32f60..f9778673e 100644--- a/fincept-qt/src/screens/algo_trading/StrategyBuilderPanel.cpp+++ b/fincept-qt/src/screens/algo_trading/StrategyBuilderPanel.cpp@@ -3,9 +3,16 @@#include "core/logging/Logger.h"#include "services/algo_trading/AlgoTradingService.h"+#include "services/file_manager/FileManagerService.h"#include "ui/theme/Theme.h"+#include <QFile>+#include <QFileInfo>#include <QHBoxLayout>+#include <QJsonArray>+#include <QJsonDocument>+#include <QJsonObject>+#include <QRegularExpression>#include <QScrollArea>#include <QUuid>@@ -212,10 +219,6 @@ static QJsonArray gather_from_layout(QVBoxLayout* layout) {return arr;}-QJsonArray StrategyBuilderPanel::gather_conditions() {- return gather_from_layout(entry_conditions_layout_);-}-// ── Build UI ────────────────────────────────────────────────────────────────void StrategyBuilderPanel::build_ui() {@@ -441,6 +444,38 @@ void StrategyBuilderPanel::build_ui() {bt_cap_vl->addWidget(bt_capital_);bt_hl->addWidget(bt_cap_col);+ // Start date+ auto* bt_start_col = new QWidget(bt_row);+ auto* bt_start_vl = new QVBoxLayout(bt_start_col);+ bt_start_vl->setContentsMargins(0, 0, 0, 0);+ bt_start_vl->setSpacing(2);+ auto* bt_start_lbl = new QLabel("START DATE", bt_start_col);+ bt_start_lbl->setStyleSheet(kLabelStyle());+ bt_start_vl->addWidget(bt_start_lbl);+ bt_start_date_ = new QLineEdit(bt_start_col);+ bt_start_date_->setPlaceholderText("YYYY-MM-DD");+ bt_start_date_->setText("2024-01-01");+ bt_start_date_->setStyleSheet(kInputStyle());+ bt_start_date_->setFixedHeight(30);+ bt_start_vl->addWidget(bt_start_date_);+ bt_hl->addWidget(bt_start_col);++ // End date+ auto* bt_end_col = new QWidget(bt_row);+ auto* bt_end_vl = new QVBoxLayout(bt_end_col);+ bt_end_vl->setContentsMargins(0, 0, 0, 0);+ bt_end_vl->setSpacing(2);+ auto* bt_end_lbl = new QLabel("END DATE", bt_end_col);+ bt_end_lbl->setStyleSheet(kLabelStyle());+ bt_end_vl->addWidget(bt_end_lbl);+ bt_end_date_ = new QLineEdit(bt_end_col);+ bt_end_date_->setPlaceholderText("YYYY-MM-DD");+ bt_end_date_->setText("2025-01-01");+ bt_end_date_->setStyleSheet(kInputStyle());+ bt_end_date_->setFixedHeight(30);+ bt_end_vl->addWidget(bt_end_date_);+ bt_hl->addWidget(bt_end_col);+// Backtest buttonauto* bt_btn = new QPushButton("BACKTEST", bt_row);bt_btn->setCursor(Qt::PointingHandCursor);@@ -531,6 +566,45 @@ void StrategyBuilderPanel::on_save() {AlgoTradingService::instance().save_strategy(strategy);LOG_INFO("AlgoTrading", QString("Saving strategy: %1").arg(strategy.name));++ // Serialize strategy to JSON and register with File Manager+ {+ QJsonObject json;+ json["id"] = strategy.id;+ json["name"] = strategy.name;+ json["description"] = strategy.description;+ json["timeframe"] = strategy.timeframe;+ json["entry_logic"] = strategy.entry_logic;+ json["exit_logic"] = strategy.exit_logic;+ json["stop_loss"] = strategy.stop_loss;+ json["take_profit"] = strategy.take_profit;+ json["trailing_stop"] = strategy.trailing_stop;++ QJsonArray entry_arr;+ for (const auto& c : strategy.entry_conditions) entry_arr.append(c);+ json["entry_conditions"] = entry_arr;++ QJsonArray exit_arr;+ for (const auto& c : strategy.exit_conditions) exit_arr.append(c);+ json["exit_conditions"] = exit_arr;++ QString safe_name = strategy.name;+ safe_name.replace(QRegularExpression("[^a-zA-Z0-9_\\-]"), "_");+ QString dest = services::FileManagerService::instance().storage_dir()+ + "/" + safe_name + "_" + strategy.id.left(8) + ".json";++ QFile f(dest);+ if (f.open(QIODevice::WriteOnly | QIODevice::Text)) {+ f.write(QJsonDocument(json).toJson(QJsonDocument::Indented));+ f.close();+ services::FileManagerService::instance().register_file(+ safe_name + "_" + strategy.id.left(8) + ".json",+ strategy.name + ".json",+ QFileInfo(dest).size(),+ "application/json",+ "algo_trading");+ }+ }}void StrategyBuilderPanel::on_backtest() {@@ -550,11 +624,18 @@ void StrategyBuilderPanel::on_backtest() {.arg(fincept::ui::fonts::SMALL).arg(kMonoFont()));- // Use strategy id if saved, otherwise use name as identifier+ QString start_date = bt_start_date_->text().trimmed();+ QString end_date = bt_end_date_->text().trimmed();+ if (start_date.isEmpty())+ start_date = "2024-01-01";+ if (end_date.isEmpty())+ end_date = "2025-01-01";++ // Use strategy name as identifier (strategy must be saved first for full backtest)QString strat_id = name_edit_->text().trimmed();double capital = bt_capital_->value();- AlgoTradingService::instance().run_backtest(strat_id, symbol, "2024-01-01", "2025-01-01", capital);+ AlgoTradingService::instance().run_backtest(strat_id, symbol, start_date, end_date, capital);LOG_INFO("AlgoTrading", QString("Backtest requested: %1 on %2").arg(strat_id, symbol));}diff --git a/fincept-qt/src/screens/algo_trading/StrategyBuilderPanel.h b/fincept-qt/src/screens/algo_trading/StrategyBuilderPanel.hindex e99eff2b8..78a485535 100644--- a/fincept-qt/src/screens/algo_trading/StrategyBuilderPanel.h+++ b/fincept-qt/src/screens/algo_trading/StrategyBuilderPanel.h@@ -29,7 +29,6 @@ class StrategyBuilderPanel : public QWidget {void build_ui();void connect_service();QWidget* build_condition_row(QWidget* parent);- QJsonArray gather_conditions();QLineEdit* name_edit_ = nullptr;QLineEdit* desc_edit_ = nullptr;@@ -48,6 +47,8 @@ class StrategyBuilderPanel : public QWidget {// Backtest inputsQLineEdit* bt_symbol_ = nullptr;QDoubleSpinBox* bt_capital_ = nullptr;+ QLineEdit* bt_start_date_ = nullptr;+ QLineEdit* bt_end_date_ = nullptr;};} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/algo_trading/StrategyListPanel.cpp b/fincept-qt/src/screens/algo_trading/StrategyListPanel.cppindex 1706f83c4..268a79e40 100644--- a/fincept-qt/src/screens/algo_trading/StrategyListPanel.cpp+++ b/fincept-qt/src/screens/algo_trading/StrategyListPanel.cpp@@ -5,9 +5,13 @@#include "services/algo_trading/AlgoTradingService.h"#include "ui/theme/Theme.h"+#include <QComboBox>+#include <QDoubleSpinBox>#include <QHBoxLayout>+#include <QLineEdit>#include <QPushButton>#include <QScrollArea>+#include <QVBoxLayout>// ── Shared style constants ──────────────────────────────────────────────────@@ -135,7 +139,119 @@ QWidget* StrategyListPanel::build_strategy_card(const AlgoStrategy& s, QWidget*vl->addLayout(metrics);- // Action buttons+ // ── Deploy form (hidden until DEPLOY clicked) ────────────────────────────+ auto* deploy_form = new QWidget(card);+ deploy_form->setVisible(false);+ deploy_form->setStyleSheet(QString("background: %1; border-top: 1px solid %2;")+ .arg(fincept::ui::colors::BG_BASE, fincept::ui::colors::BORDER_DIM));+ auto* form_hl = new QHBoxLayout(deploy_form);+ form_hl->setContentsMargins(0, 6, 0, 0);+ form_hl->setSpacing(8);++ auto make_field = [&](const QString& label_text, QWidget* input_widget) {+ auto* col = new QWidget(deploy_form);+ auto* cvl = new QVBoxLayout(col);+ cvl->setContentsMargins(0, 0, 0, 0);+ cvl->setSpacing(2);+ auto* lbl = new QLabel(label_text, col);+ lbl->setStyleSheet(QString("color: %1; font-size: %2px; font-weight: 700; %3"+ " background: transparent; border: none;")+ .arg(fincept::ui::colors::TEXT_TERTIARY)+ .arg(fincept::ui::fonts::TINY)+ .arg(kMonoFont()));+ cvl->addWidget(lbl);+ input_widget->setParent(col);+ cvl->addWidget(input_widget);+ form_hl->addWidget(col);+ };++ auto* sym_input = new QLineEdit(deploy_form);+ sym_input->setPlaceholderText("RELIANCE");+ sym_input->setText("RELIANCE");+ sym_input->setFixedHeight(26);+ sym_input->setStyleSheet(kInputStyle());+ make_field("SYMBOL", sym_input);++ auto* mode_combo = new QComboBox(deploy_form);+ mode_combo->addItems({"paper", "live"});+ mode_combo->setFixedHeight(26);+ mode_combo->setStyleSheet(+ QString("QComboBox { background: %1; color: %2; border: 1px solid %3; padding: 2px 6px;"+ " font-size: %4px; %5 }"+ "QComboBox::drop-down { border: none; }"+ "QComboBox QAbstractItemView { background: %1; color: %2; border: 1px solid %3;"+ " selection-background-color: %6; %5 }")+ .arg(fincept::ui::colors::BG_SURFACE, fincept::ui::colors::TEXT_PRIMARY,+ fincept::ui::colors::BORDER_DIM)+ .arg(fincept::ui::fonts::SMALL)+ .arg(kMonoFont())+ .arg(fincept::ui::colors::BG_HOVER));+ make_field("MODE", mode_combo);++ auto* tf_combo = new QComboBox(deploy_form);+ tf_combo->addItems(algo_timeframes());+ tf_combo->setCurrentIndex(algo_timeframes().indexOf("1d"));+ tf_combo->setFixedHeight(26);+ tf_combo->setStyleSheet(mode_combo->styleSheet());+ make_field("TIMEFRAME", tf_combo);++ auto* qty_spin = new QDoubleSpinBox(deploy_form);+ qty_spin->setRange(0.01, 1e7);+ qty_spin->setDecimals(2);+ qty_spin->setValue(1.0);+ qty_spin->setFixedHeight(26);+ qty_spin->setStyleSheet(+ QString("QDoubleSpinBox { background: %1; color: %2; border: 1px solid %3; padding: 2px 6px;"+ " font-size: %4px; %5 }"+ "QDoubleSpinBox::up-button, QDoubleSpinBox::down-button { width: 14px; }")+ .arg(fincept::ui::colors::BG_SURFACE, fincept::ui::colors::TEXT_PRIMARY,+ fincept::ui::colors::BORDER_DIM)+ .arg(fincept::ui::fonts::SMALL)+ .arg(kMonoFont()));+ make_field("QTY", qty_spin);++ auto* confirm_btn = new QPushButton("GO", deploy_form);+ confirm_btn->setCursor(Qt::PointingHandCursor);+ confirm_btn->setFixedSize(48, 26);+ confirm_btn->setStyleSheet(+ QString("QPushButton { background: rgba(22,163,74,0.1); color: %1; border: 1px solid %1;"+ " font-size: %2px; font-weight: 700; %3 }"+ "QPushButton:hover { background: %1; color: %4; }")+ .arg(fincept::ui::colors::POSITIVE)+ .arg(fincept::ui::fonts::TINY)+ .arg(kMonoFont())+ .arg(fincept::ui::colors::BG_BASE));+ connect(confirm_btn, &QPushButton::clicked, card,+ [id = s.id, sym_input, mode_combo, tf_combo, qty_spin, deploy_form]() {+ QString symbol = sym_input->text().trimmed().toUpper();+ if (symbol.isEmpty())+ symbol = "RELIANCE";+ AlgoTradingService::instance().deploy_strategy(id, symbol, mode_combo->currentText(),+ tf_combo->currentText(), qty_spin->value());+ deploy_form->setVisible(false);+ LOG_INFO("AlgoTrading",+ QString("Deploy: strategy=%1 symbol=%2 mode=%3").arg(id, symbol, mode_combo->currentText()));+ });+ auto* cancel_btn = new QPushButton("✕", deploy_form);+ cancel_btn->setCursor(Qt::PointingHandCursor);+ cancel_btn->setFixedSize(26, 26);+ cancel_btn->setStyleSheet(+ QString("QPushButton { background: transparent; color: %1; border: 1px solid %2;"+ " font-size: %3px; %4 }"+ "QPushButton:hover { color: %5; border-color: %5; }")+ .arg(fincept::ui::colors::TEXT_TERTIARY, fincept::ui::colors::BORDER_DIM)+ .arg(fincept::ui::fonts::TINY)+ .arg(kMonoFont())+ .arg(fincept::ui::colors::NEGATIVE));+ connect(cancel_btn, &QPushButton::clicked, deploy_form, [deploy_form]() { deploy_form->setVisible(false); });++ form_hl->addWidget(confirm_btn, 0, Qt::AlignBottom);+ form_hl->addWidget(cancel_btn, 0, Qt::AlignBottom);+ form_hl->addStretch();++ vl->addWidget(deploy_form);++ // ── Action buttons ───────────────────────────────────────────────────────auto* actions = new QHBoxLayout;actions->setSpacing(8);actions->addStretch();@@ -150,9 +266,8 @@ QWidget* StrategyListPanel::build_strategy_card(const AlgoStrategy& s, QWidget*.arg(fincept::ui::fonts::TINY).arg(kMonoFont()).arg(fincept::ui::colors::BG_BASE));- connect(deploy_btn, &QPushButton::clicked, card, [id = s.id]() {- AlgoTradingService::instance().deploy_strategy(id, "RELIANCE", "paper", "1d", 1.0);- LOG_INFO("AlgoTrading", QString("Deploy requested for strategy: %1").arg(id));+ connect(deploy_btn, &QPushButton::clicked, card, [deploy_form]() {+ deploy_form->setVisible(!deploy_form->isVisible());});actions->addWidget(deploy_btn);diff --git a/fincept-qt/src/screens/auth/PricingScreen.cpp b/fincept-qt/src/screens/auth/PricingScreen.cppindex f23df96d2..0224ed21d 100644--- a/fincept-qt/src/screens/auth/PricingScreen.cpp+++ b/fincept-qt/src/screens/auth/PricingScreen.cpp@@ -4,6 +4,7 @@#include "auth/AuthManager.h"#include "ui/theme/Theme.h"+#include <QApplication>#include <QDesktopServices>#include <QFrame>#include <QHBoxLayout>@@ -35,6 +36,7 @@ static const char* CARD_ACTIVE = "QWidget#plan_card { background: #0a0a0a; bordePricingScreen::PricingScreen(QWidget* parent) : QWidget(parent) {build_ui();+ confetti_ = new ui::ConfettiOverlay(this);}void PricingScreen::build_ui() {@@ -123,21 +125,42 @@ void PricingScreen::build_ui() {void PricingScreen::showEvent(QShowEvent* event) {QWidget::showEvent(event);- update_footer();auto& auth = auth::AuthManager::instance();if (auth.is_authenticated()) {- auto& s = auth.session();- QString info = (s.user_info.email.isEmpty() ? s.user_info.username : s.user_info.email);- info += QString(" | %1 CR").arg(s.user_info.credit_balance, 0, 'f', 0);- user_info_label_->setText(info);- user_info_label_->show();- } else {+ // Show loading while we fetch fresh data+ loading_label_->setText("Updating plan status...");+ loading_label_->show();user_info_label_->hide();- }- if (!fetched_) {+ // Fetch fresh user data from API, then render once with accurate data+ auth.refresh_user_data();+ auto* conn = new QMetaObject::Connection;+ *conn = connect(&auth, &auth::AuthManager::auth_state_changed, this, [this, conn]() {+ disconnect(*conn);+ delete conn;++ loading_label_->hide();++ auto& mgr = auth::AuthManager::instance();+ if (mgr.is_authenticated()) {+ auto& s = mgr.session();+ QString info = (s.user_info.email.isEmpty() ? s.user_info.username : s.user_info.email);+ info += QString(" | %1 CR").arg(s.user_info.credit_balance, 0, 'f', 0);+ user_info_label_->setText(info);+ user_info_label_->show();+ }++ // Render cards once with fresh data+ fetched_ = false;+ fetch_plans();+ update_footer();+ });+ } else {+ user_info_label_->hide();+ fetched_ = false;fetch_plans();+ update_footer();}}@@ -245,7 +268,8 @@ QWidget* PricingScreen::create_plan_card(const auth::SubscriptionPlan& plan, intbool is_popular = (plan.name == "Standard" || plan.name == "Pro");bool is_current = false;if (auth_mgr.is_authenticated()) {- QString user_plan = auth_mgr.session().user_info.account_type.toLower();+ const auto& s = auth_mgr.session();+ QString user_plan = s.account_type().toLower();is_current = (user_plan == plan.plan_id.toLower());}@@ -404,7 +428,7 @@ void PricingScreen::on_select_plan(const QString& plan_id) {}error_label_->hide();- auth::AuthApi::instance().create_payment_order(plan_id, [this, plan_id](auth::ApiResponse r) {+ auth::AuthApi::instance().generate_checkout_token(plan_id, [this, plan_id](auth::ApiResponse r) {for (auto* btn : cards_container_->findChildren<QPushButton*>()) {if (btn->text() == "PROCESSING...") {btn->setEnabled(true);@@ -413,7 +437,7 @@ void PricingScreen::on_select_plan(const QString& plan_id) {}if (!r.success) {- error_label_->setText(r.error.isEmpty() ? "Failed to create payment session" : r.error);+ error_label_->setText(r.error.isEmpty() ? "Failed to generate checkout token" : r.error);error_label_->show();return;}@@ -422,30 +446,88 @@ void PricingScreen::on_select_plan(const QString& plan_id) {if (data.contains("data") && data["data"].isObject())data = data["data"].toObject();- QString checkout_url;- if (data.contains("payment_session_id")) {- QString sid = data["payment_session_id"].toString();- checkout_url = "https://fincept.in/checkout.html?session=" + sid;- }- if (checkout_url.isEmpty() && data.contains("checkout_url"))- checkout_url = data["checkout_url"].toString();- if (checkout_url.isEmpty() && data.contains("url"))- checkout_url = data["url"].toString();-- QString order_id = data["order_id"].toString();-- if (!checkout_url.isEmpty()) {- QDesktopServices::openUrl(QUrl(checkout_url));- // Navigate to payment processing screen to poll for confirmation- if (!order_id.isEmpty())- emit payment_initiated(order_id, plan_id);- } else {- error_label_->setText("No checkout URL received from server");+ QString token = data["token"].toString();+ if (token.isEmpty()) {+ error_label_->setText("No checkout token received from server");error_label_->show();+ return;+ }++ QString url = QString("https://fincept.in/checkout?token=%1&plan=%2")+ .arg(QUrl::toPercentEncoding(token),+ QUrl::toPercentEncoding(plan_id));+ QDesktopServices::openUrl(QUrl(url));++ // Store plan before payment so we can detect changes+ awaiting_payment_ = true;+ awaiting_plan_id_ = plan_id;+ pre_payment_plan_ = auth::AuthManager::instance().session().account_type().toLower();++ // Start polling every 5 seconds to detect plan change+ if (!payment_poll_timer_) {+ payment_poll_timer_ = new QTimer(this);+ payment_poll_timer_->setInterval(1000);+ connect(payment_poll_timer_, &QTimer::timeout, this, &PricingScreen::poll_payment_status);+ }+ payment_poll_timer_->start();++ // Also check on focus return for faster detection+ if (focus_connection_)+ disconnect(focus_connection_);+ focus_connection_ = connect(qApp, &QApplication::applicationStateChanged,+ this, [this](Qt::ApplicationState state) {+ if (state == Qt::ApplicationActive && awaiting_payment_)+ poll_payment_status();+ });+ });+}++void PricingScreen::poll_payment_status() {+ if (!awaiting_payment_)+ return;++ auto& auth = auth::AuthManager::instance();+ auth.refresh_user_data();++ auto* conn = new QMetaObject::Connection;+ *conn = connect(&auth, &auth::AuthManager::auth_state_changed, this, [this, conn]() {+ disconnect(*conn);+ delete conn;++ auto& mgr = auth::AuthManager::instance();++ // Update user info label+ if (mgr.is_authenticated()) {+ auto& s = mgr.session();+ QString info = (s.user_info.email.isEmpty() ? s.user_info.username : s.user_info.email);+ info += QString(" | %1 CR").arg(s.user_info.credit_balance, 0, 'f', 0);+ user_info_label_->setText(info);+ }++ QString new_plan = mgr.session().account_type().toLower();++ if (new_plan != pre_payment_plan_) {+ // Plan changed — stop polling, re-render, show confetti+ awaiting_payment_ = false;+ if (payment_poll_timer_)+ payment_poll_timer_->stop();+ if (focus_connection_)+ disconnect(focus_connection_);++ fetched_ = false;+ fetch_plans();+ update_footer();++ confetti_->setGeometry(0, 0, width(), height());+ confetti_->show_confetti();}});}+void PricingScreen::on_app_focus_returned() {+ poll_payment_status();+}+// ── Footer ───────────────────────────────────────────────────────────────────void PricingScreen::update_footer() {diff --git a/fincept-qt/src/screens/auth/PricingScreen.h b/fincept-qt/src/screens/auth/PricingScreen.hindex 7fb2cd05d..9e0ef5715 100644--- a/fincept-qt/src/screens/auth/PricingScreen.h+++ b/fincept-qt/src/screens/auth/PricingScreen.h@@ -1,9 +1,12 @@#pragma once#include "auth/AuthTypes.h"+#include "ui/widgets/ConfettiOverlay.h"#include <QLabel>+#include <QMetaObject>#include <QPushButton>#include <QScrollArea>+#include <QTimer>#include <QVBoxLayout>#include <QWidget>@@ -20,7 +23,6 @@ class PricingScreen : public QWidget {signals:void navigate_dashboard();- void payment_initiated(const QString& order_id, const QString& plan_name);protected:void showEvent(QShowEvent* event) override;@@ -36,6 +38,12 @@ class PricingScreen : public QWidget {std::vector<auth::SubscriptionPlan> plans_;bool fetched_ = false;bool loading_ = false;+ bool awaiting_payment_ = false;+ QString awaiting_plan_id_;+ QString pre_payment_plan_;+ QMetaObject::Connection focus_connection_;+ QTimer* payment_poll_timer_ = nullptr;+ ui::ConfettiOverlay* confetti_ = nullptr;void build_ui();void fetch_plans();@@ -43,6 +51,8 @@ class PricingScreen : public QWidget {QWidget* create_plan_card(const auth::SubscriptionPlan& plan, int index);void on_select_plan(const QString& plan_id);void update_footer();+ void on_app_focus_returned();+ void poll_payment_status();};} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/auth/RegisterScreen.cpp b/fincept-qt/src/screens/auth/RegisterScreen.cppindex eb0df31f1..0c8f34b37 100644--- a/fincept-qt/src/screens/auth/RegisterScreen.cpp+++ b/fincept-qt/src/screens/auth/RegisterScreen.cpp@@ -188,7 +188,27 @@ void RegisterScreen::build_form_page() {vl->addWidget(name_row);add_field(email_, "EMAIL", "[email protected]", vl);- add_field(phone_, "PHONE (WITH COUNTRY CODE)", "+1 234 567 8900", vl);++ // Phone + country code side by side+ auto* ph_row = new QWidget;+ ph_row->setStyleSheet("background: transparent;");+ auto* phl = new QHBoxLayout(ph_row);+ phl->setContentsMargins(0, 0, 0, 0);+ phl->setSpacing(8);++ auto* cc_col = new QVBoxLayout;+ cc_col->setSpacing(2);+ add_field(country_code_, "CODE", "+1", cc_col);+ country_code_->setFixedWidth(72);+ phl->addLayout(cc_col);++ auto* ph_col = new QVBoxLayout;+ ph_col->setSpacing(2);+ add_field(phone_, "PHONE", "234 567 8900", ph_col);+ phl->addLayout(ph_col);++ vl->addWidget(ph_row);+add_field(password_, "PASSWORD", "min 8 characters", vl);password_->setEchoMode(QLineEdit::Password);@@ -355,18 +375,29 @@ void RegisterScreen::update_password_strength() {void RegisterScreen::on_register() {error_label_->hide();- QString fn = first_name_->text().trimmed();- QString ln = last_name_->text().trimmed();- QString em = email_->text().trimmed();- QString ph = phone_->text().trimmed();- QString pw = password_->text();+ QString fn = first_name_->text().trimmed();+ QString ln = last_name_->text().trimmed();+ QString em = email_->text().trimmed();+ QString ph = phone_->text().trimmed();+ QString cc = country_code_->text().trimmed();+ QString pw = password_->text();QString cpw = confirm_pw_->text();- if (fn.isEmpty() || ln.isEmpty() || em.isEmpty() || pw.isEmpty() || cpw.isEmpty()) {+ if (fn.isEmpty() || ln.isEmpty() || em.isEmpty() || ph.isEmpty() || pw.isEmpty() || cpw.isEmpty()) {error_label_->setText("All fields are required");error_label_->show();return;}+ if (cc.isEmpty()) {+ error_label_->setText("Country code is required (e.g. +1, +91)");+ error_label_->show();+ return;+ }+ // Ensure country code starts with ++ if (!cc.startsWith('+')) {+ cc = '+' + cc;+ country_code_->setText(cc);+ }auto ev = auth::validate_email(em);if (!ev.valid) {error_label_->setText(ev.error);@@ -393,7 +424,7 @@ void RegisterScreen::on_register() {register_btn_->setEnabled(false);register_btn_->setText(" CREATING... ");- auth::AuthManager::instance().signup(username, em, pw, ph, {}, {});+ auth::AuthManager::instance().signup(username, em, pw, ph, {}, cc);}void RegisterScreen::on_verify_otp() {@@ -413,8 +444,11 @@ void RegisterScreen::on_resend_otp() {QString fn = first_name_->text().trimmed();QString ln = last_name_->text().trimmed();QString username = auth::sanitize_input(fn + ln).toLower();+ QString cc = country_code_->text().trimmed();+ if (!cc.isEmpty() && !cc.startsWith('+'))+ cc = '+' + cc;auth::AuthManager::instance().signup(username, email_->text().trimmed(), password_->text(),- phone_->text().trimmed(), {}, {});+ phone_->text().trimmed(), {}, cc);}} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/auth/RegisterScreen.h b/fincept-qt/src/screens/auth/RegisterScreen.hindex 0e83d55e6..d5c2d8722 100644--- a/fincept-qt/src/screens/auth/RegisterScreen.h+++ b/fincept-qt/src/screens/auth/RegisterScreen.h@@ -26,6 +26,7 @@ class RegisterScreen : public QWidget {QLineEdit* last_name_ = nullptr;QLineEdit* email_ = nullptr;QLineEdit* phone_ = nullptr;+ QLineEdit* country_code_ = nullptr;QLineEdit* password_ = nullptr;QLineEdit* confirm_pw_ = nullptr;QPushButton* register_btn_ = nullptr;diff --git a/fincept-qt/src/screens/backtesting/BacktestingScreen.cpp b/fincept-qt/src/screens/backtesting/BacktestingScreen.cppindex 67e7b6267..86ec0714e 100644--- a/fincept-qt/src/screens/backtesting/BacktestingScreen.cpp+++ b/fincept-qt/src/screens/backtesting/BacktestingScreen.cpp@@ -3,8 +3,11 @@#include "core/logging/Logger.h"#include "services/backtesting/BacktestingService.h"+#include "services/file_manager/FileManagerService.h"#include "ui/theme/Theme.h"+#include <QFile>+#include <QFileDialog>#include <QGridLayout>#include <QHBoxLayout>#include <QHeaderView>@@ -308,6 +311,36 @@ QWidget* BacktestingScreen::build_center_panel() {.arg(ui::fonts::DATA_FAMILY));hhl->addWidget(title);hhl->addStretch();++ auto* export_btn = new QPushButton("EXPORT JSON", header);+ export_btn->setCursor(Qt::PointingHandCursor);+ export_btn->setFixedHeight(24);+ export_btn->setStyleSheet(+ QString("QPushButton { background:transparent; color:%1; border:1px solid %2; "+ "padding:0 10px; font-size:%3px; font-family:%4; }"+ "QPushButton:hover { color:#FF6B35; border-color:#FF6B35; }")+ .arg(ui::colors::TEXT_SECONDARY, ui::colors::BORDER_DIM)+ .arg(ui::fonts::TINY)+ .arg(ui::fonts::DATA_FAMILY));+ connect(export_btn, &QPushButton::clicked, this, [this]() {+ QString text = raw_json_edit_ ? raw_json_edit_->toPlainText() : QString();+ if (text.trimmed().isEmpty()) return;++ QString path = QFileDialog::getSaveFileName(+ this, "Export Backtest Results", "backtest_results.json",+ "JSON Files (*.json);;All Files (*)");+ if (path.isEmpty()) return;++ QFile f(path);+ if (f.open(QIODevice::WriteOnly | QIODevice::Text)) {+ f.write(text.toUtf8());+ f.close();+ services::FileManagerService::instance().import_file(path, "backtesting");+ LOG_INFO("Backtesting", "Exported results to: " + path);+ }+ });+ hhl->addWidget(export_btn);+vl->addWidget(header);// Tab widget for resultsdiff --git a/fincept-qt/src/screens/code_editor/CodeEditorScreen.cpp b/fincept-qt/src/screens/code_editor/CodeEditorScreen.cppindex 92b085dcc..631dd2fd5 100644--- a/fincept-qt/src/screens/code_editor/CodeEditorScreen.cpp+++ b/fincept-qt/src/screens/code_editor/CodeEditorScreen.cpp@@ -3,6 +3,7 @@#include "core/logging/Logger.h"#include "python/PythonRunner.h"+#include "services/file_manager/FileManagerService.h"#include "ui/theme/Theme.h"#include <QFileDialog>@@ -691,8 +692,12 @@ void CodeEditorScreen::on_save_notebook() {QFile file(path);if (file.open(QIODevice::WriteOnly)) {file.write(QJsonDocument(root).toJson(QJsonDocument::Indented));+ file.close();notebook_path_ = path;LOG_INFO("CodeEditor", "Saved notebook: " + path);++ // Register with File Manager so it appears in the Files tab+ services::FileManagerService::instance().import_file(path, "code_editor");}update_status();diff --git a/fincept-qt/src/screens/dashboard/MarketPulsePanel.cpp b/fincept-qt/src/screens/dashboard/MarketPulsePanel.cppindex dae3d0eb8..d9021c226 100644--- a/fincept-qt/src/screens/dashboard/MarketPulsePanel.cpp+++ b/fincept-qt/src/screens/dashboard/MarketPulsePanel.cpp@@ -1,13 +1,38 @@#include "screens/dashboard/MarketPulsePanel.h"+#include "services/markets/MarketDataService.h"#include "ui/theme/Theme.h"#include <QDateTime>#include <QFrame>-#include <QProgressBar>+#include <QShowEvent>+#include <algorithm>namespace fincept::screens {+// ── Symbols used by this panel ───────────────────────────────────────────────++// Broad basket: used for fear/greed score + NYSE/NASDAQ/S&P breadth proxy+static const QStringList kBreadthSymbols = {+ "^VIX",+ // S&P large caps (proxy for S&P 500 breadth)+ "AAPL", "MSFT", "GOOGL", "AMZN", "NVDA", "META", "TSLA", "BRK-B", "JPM", "UNH",+ "V", "XOM", "LLY", "JNJ", "WMT", "MA", "PG", "HD", "CVX", "MRK",+ // NASDAQ-heavy tech+ "NFLX", "AMD", "INTC", "QCOM", "ADBE", "CSCO", "ORCL", "CRM", "AVGO","TXN",+ // NYSE diversified (financials, energy, consumer, industrials)+ "GS", "BAC", "WFC", "C", "MS", "BLK", "AXP", "CAT", "BA", "GE",+ "DIS", "NKE", "KO", "PEP", "MCD", "PFE", "ABT", "TMO", "UPS", "FDX",+};++// Movers: used for gainers/losers rows+static const QStringList kMoverSymbols = services::MarketDataService::mover_symbols();++// Global snapshot symbols+static const QStringList kSnapshotSymbols = services::MarketDataService::global_snapshot_symbols();++// ── Constructor ──────────────────────────────────────────────────────────────+MarketPulsePanel::MarketPulsePanel(QWidget* parent) : QWidget(parent) {setStyleSheet(QString("background: %1;").arg(ui::colors::PANEL));setMinimumWidth(260);@@ -40,8 +65,33 @@ MarketPulsePanel::MarketPulsePanel(QWidget* parent) : QWidget(parent) {scroll->setWidget(content);vl->addWidget(scroll, 1);++ // ── Timers ──+ refresh_timer_ = new QTimer(this);+ refresh_timer_->setInterval(600000); // 10 min+ connect(refresh_timer_, &QTimer::timeout, this, &MarketPulsePanel::refresh_data);++ hours_timer_ = new QTimer(this);+ hours_timer_->setInterval(60000); // 1 min — market open/close status+ connect(hours_timer_, &QTimer::timeout, this, &MarketPulsePanel::refresh_market_hours);}+void MarketPulsePanel::showEvent(QShowEvent* e) {+ QWidget::showEvent(e);+ refresh_data();+ refresh_market_hours();+ refresh_timer_->start();+ hours_timer_->start();+}++void MarketPulsePanel::hideEvent(QHideEvent* e) {+ QWidget::hideEvent(e);+ refresh_timer_->stop();+ hours_timer_->stop();+}++// ── Header ───────────────────────────────────────────────────────────────────+QWidget* MarketPulsePanel::build_header() {auto* bar = new QWidget;bar->setFixedHeight(30);@@ -51,7 +101,7 @@ QWidget* MarketPulsePanel::build_header() {auto* hl = new QHBoxLayout(bar);hl->setContentsMargins(12, 0, 12, 0);- auto* icon = new QLabel(QChar(0x25C8)); // ◈+ auto* icon = new QLabel(QChar(0x25C8));icon->setStyleSheet(QString("color: %1; font-size: 12px; background: transparent;").arg(ui::colors::AMBER));hl->addWidget(icon);@@ -70,7 +120,8 @@ QWidget* MarketPulsePanel::build_header() {return bar;}-QWidget* MarketPulsePanel::build_section_header(const QString& title, const QString& icon_char, const QString& color) {+QWidget* MarketPulsePanel::build_section_header(const QString& title, const QString& icon_char,+ const QString& color) {auto* w = new QWidget;w->setFixedHeight(26);w->setStyleSheet(QString("background: %1; border-bottom: 1px solid %2; border-top: 1px solid %2;")@@ -79,9 +130,9 @@ QWidget* MarketPulsePanel::build_section_header(const QString& title, const QStrauto* hl = new QHBoxLayout(w);hl->setContentsMargins(12, 0, 12, 0);- auto* icon = new QLabel(icon_char);- icon->setStyleSheet(QString("color: %1; font-size: 10px; background: transparent;").arg(color));- hl->addWidget(icon);+ auto* icn = new QLabel(icon_char);+ icn->setStyleSheet(QString("color: %1; font-size: 10px; background: transparent;").arg(color));+ hl->addWidget(icn);auto* lbl = new QLabel(title);lbl->setStyleSheet(@@ -93,7 +144,8 @@ QWidget* MarketPulsePanel::build_section_header(const QString& title, const QStrreturn w;}-// ── Fear & Greed Gauge ──+// ── Fear & Greed ─────────────────────────────────────────────────────────────+QWidget* MarketPulsePanel::build_fear_greed_section() {auto* w = new QWidget;auto* vl = new QVBoxLayout(w);@@ -112,144 +164,127 @@ QWidget* MarketPulsePanel::build_fear_greed_section() {hrl->addWidget(label);hrl->addStretch();- auto* gauge_icon = new QLabel(QChar(0x25CE)); // ◎+ auto* gauge_icon = new QLabel(QChar(0x25CE));gauge_icon->setStyleSheet(QString("color: %1; font-size: 12px; background: transparent;").arg(ui::colors::AMBER));hrl->addWidget(gauge_icon);vl->addWidget(header_row);- // Gradient bar- auto* gradient_bar = new QFrame;- gradient_bar->setFixedHeight(6);- gradient_bar->setStyleSheet(+ // Gradient bar (static decoration)+ fg_gradient_bar_ = new QFrame;+ fg_gradient_bar_->setFixedHeight(6);+ fg_gradient_bar_->setStyleSheet("QFrame { border-radius: 3px; ""background: qlineargradient(x1:0, y1:0, x2:1, y2:0, ""stop:0 #dc2626, stop:0.25 #FF6644, stop:0.5 #FFD700, stop:0.75 #88CC44, stop:1 #16a34a); }");- vl->addWidget(gradient_bar);+ vl->addWidget(fg_gradient_bar_);// Score row- int score = 62; // Demo value — would come from VIX calculation- QString sentiment_text = "GREED";- QString sentiment_color = ui::colors::POSITIVE;- if (score <= 20) {- sentiment_text = "EXTREME FEAR";- sentiment_color = ui::colors::NEGATIVE;- } else if (score <= 40) {- sentiment_text = "FEAR";- sentiment_color = "#FF6644";- } else if (score <= 60) {- sentiment_text = "NEUTRAL";- sentiment_color = ui::colors::WARNING;- } else if (score <= 80) {- sentiment_text = "GREED";- sentiment_color = ui::colors::POSITIVE;- } else {- sentiment_text = "EXTREME GREED";- sentiment_color = ui::colors::POSITIVE;- }-auto* score_row = new QWidget;auto* srl = new QHBoxLayout(score_row);srl->setContentsMargins(0, 0, 0, 0);- auto* score_val = new QLabel(QString::number(score));- score_val->setStyleSheet(- QString("color: %1; font-size: 18px; font-weight: bold; background: transparent;").arg(sentiment_color));- srl->addWidget(score_val);+ fg_score_val_ = new QLabel("--");+ fg_score_val_->setStyleSheet(+ QString("color: %1; font-size: 18px; font-weight: bold; background: transparent;")+ .arg(ui::colors::TEXT_TERTIARY));+ srl->addWidget(fg_score_val_);- auto* score_max = new QLabel("/100");- score_max->setStyleSheet(+ fg_score_max_ = new QLabel("/100");+ fg_score_max_->setStyleSheet(QString("color: %1; font-size: 9px; background: transparent;").arg(ui::colors::TEXT_TERTIARY));- srl->addWidget(score_max);+ srl->addWidget(fg_score_max_);srl->addStretch();- auto* sentiment = new QLabel(sentiment_text);- sentiment->setStyleSheet(+ fg_sentiment_ = new QLabel("LOADING...");+ fg_sentiment_->setStyleSheet(QString("color: %1; font-size: 9px; font-weight: bold; letter-spacing: 0.5px; background: transparent;")- .arg(sentiment_color));- srl->addWidget(sentiment);+ .arg(ui::colors::TEXT_TERTIARY));+ srl->addWidget(fg_sentiment_);vl->addWidget(score_row);-return w;}-// ── Market Breadth ──+// ── Market Breadth ────────────────────────────────────────────────────────────+QWidget* MarketPulsePanel::build_breadth_section() {auto* w = new QWidget;auto* vl = new QVBoxLayout(w);vl->setContentsMargins(0, 0, 0, 0);vl->setSpacing(0);- vl->addWidget(build_section_header("MARKET BREADTH", QChar(0x2593), ui::colors::CYAN)); // ▓+ vl->addWidget(build_section_header("MARKET BREADTH", QChar(0x2593), ui::colors::CYAN));auto* bars = new QWidget;auto* bl = new QVBoxLayout(bars);bl->setContentsMargins(0, 6, 0, 6);bl->setSpacing(0);- bl->addWidget(build_breadth_bar("NYSE", 1847, 1253));- bl->addWidget(build_breadth_bar("NASDAQ", 2156, 1644));- bl->addWidget(build_breadth_bar("S&P 500", 312, 188));-- vl->addWidget(bars);- return w;-}--QWidget* MarketPulsePanel::build_breadth_bar(const QString& label, int advancing, int declining) {- auto* w = new QWidget;- auto* vl = new QVBoxLayout(w);- vl->setContentsMargins(12, 4, 12, 4);- vl->setSpacing(3);-- auto* top = new QWidget;- auto* tl = new QHBoxLayout(top);- tl->setContentsMargins(0, 0, 0, 0);-- auto* name = new QLabel(label);- name->setStyleSheet(QString("color: %1; font-size: 9px; font-weight: bold; background: transparent;")- .arg(ui::colors::TEXT_SECONDARY));- tl->addWidget(name);- tl->addStretch();-- auto* adv = new QLabel(QString::number(advancing));- adv->setStyleSheet(QString("color: %1; font-size: 8px; background: transparent;").arg(ui::colors::POSITIVE));- tl->addWidget(adv);+ auto make_row = [&](const QString& name, BreadthRow& row) {+ auto* rw = new QWidget;+ auto* rl = new QVBoxLayout(rw);+ rl->setContentsMargins(12, 4, 12, 4);+ rl->setSpacing(3);++ auto* top = new QWidget;+ auto* tl = new QHBoxLayout(top);+ tl->setContentsMargins(0, 0, 0, 0);++ auto* nm = new QLabel(name);+ nm->setStyleSheet(QString("color: %1; font-size: 9px; font-weight: bold; background: transparent;")+ .arg(ui::colors::TEXT_SECONDARY));+ tl->addWidget(nm);+ tl->addStretch();++ row.adv = new QLabel("--");+ row.adv->setStyleSheet(+ QString("color: %1; font-size: 8px; background: transparent;").arg(ui::colors::POSITIVE));+ tl->addWidget(row.adv);++ auto* slash = new QLabel("/");+ slash->setStyleSheet(+ QString("color: %1; font-size: 8px; background: transparent;").arg(ui::colors::TEXT_TERTIARY));+ tl->addWidget(slash);- auto* slash = new QLabel("/");- slash->setStyleSheet(QString("color: %1; font-size: 8px; background: transparent;").arg(ui::colors::TEXT_TERTIARY));- tl->addWidget(slash);+ row.dec = new QLabel("--");+ row.dec->setStyleSheet(+ QString("color: %1; font-size: 8px; background: transparent;").arg(ui::colors::NEGATIVE));+ tl->addWidget(row.dec);- auto* dec = new QLabel(QString::number(declining));- dec->setStyleSheet(QString("color: %1; font-size: 8px; background: transparent;").arg(ui::colors::NEGATIVE));- tl->addWidget(dec);+ rl->addWidget(top);- vl->addWidget(top);+ auto* bar_container = new QWidget;+ bar_container->setFixedHeight(4);+ auto* bar_layout = new QHBoxLayout(bar_container);+ bar_layout->setContentsMargins(0, 0, 0, 0);+ bar_layout->setSpacing(0);- // Dual-color bar- int total = advancing + declining;- double adv_pct = total > 0 ? (double(advancing) / total) * 100.0 : 50.0;+ auto* green = new QFrame;+ green->setStyleSheet(QString("background: %1; border-radius: 0;").arg(ui::colors::POSITIVE));+ bar_layout->addWidget(green, 1);+ row.green = green;- auto* bar_container = new QWidget;- bar_container->setFixedHeight(4);- auto* bar_layout = new QHBoxLayout(bar_container);- bar_layout->setContentsMargins(0, 0, 0, 0);- bar_layout->setSpacing(0);+ auto* red = new QFrame;+ red->setStyleSheet(QString("background: %1; border-radius: 0;").arg(ui::colors::NEGATIVE));+ bar_layout->addWidget(red, 1);+ row.red = red;- auto* green_bar = new QFrame;- green_bar->setStyleSheet(QString("background: %1; border-radius: 0;").arg(ui::colors::POSITIVE));- bar_layout->addWidget(green_bar, static_cast<int>(adv_pct));+ rl->addWidget(bar_container);+ bl->addWidget(rw);+ };- auto* red_bar = new QFrame;- red_bar->setStyleSheet(QString("background: %1; border-radius: 0;").arg(ui::colors::NEGATIVE));- bar_layout->addWidget(red_bar, static_cast<int>(100 - adv_pct));+ make_row("NYSE", nyse_row_);+ make_row("NASDAQ", nasdaq_row_);+ make_row("S&P 500", sp500_row_);- vl->addWidget(bar_container);+ vl->addWidget(bars);return w;}-// ── Top Gainers / Losers ──+// ── Top Movers ────────────────────────────────────────────────────────────────+QWidget* MarketPulsePanel::build_mover_row(const QString& symbol, double change, const QString& volume) {auto* w = new QWidget;w->setStyleSheet(QString("border-bottom: 1px solid %1;").arg(ui::colors::BORDER_DIM));@@ -265,7 +300,7 @@ QWidget* MarketPulsePanel::build_mover_row(const QString& symbol, double change,hl->addStretch();bool positive = change >= 0;- auto* arrow = new QLabel(positive ? QChar(0x25B2) : QChar(0x25BC)); // ▲ ▼+ auto* arrow = new QLabel(positive ? QChar(0x25B2) : QChar(0x25BC));arrow->setStyleSheet(QString("color: %1; font-size: 8px; background: transparent;").arg(positive ? ui::colors::POSITIVE : ui::colors::NEGATIVE));hl->addWidget(arrow);@@ -285,28 +320,34 @@ QWidget* MarketPulsePanel::build_mover_row(const QString& symbol, double change,return w;}+static QString format_volume(double vol) {+ if (vol >= 1e9)+ return QString("%1B").arg(vol / 1e9, 0, 'f', 1);+ if (vol >= 1e6)+ return QString("%1M").arg(vol / 1e6, 0, 'f', 1);+ if (vol >= 1e3)+ return QString("%1K").arg(vol / 1e3, 0, 'f', 1);+ return QString::number(static_cast<int>(vol));+}+QWidget* MarketPulsePanel::build_gainers_section() {auto* w = new QWidget;auto* vl = new QVBoxLayout(w);vl->setContentsMargins(0, 0, 0, 0);vl->setSpacing(0);- vl->addWidget(build_section_header("TOP GAINERS", QChar(0x2191), ui::colors::POSITIVE)); // ↑+ vl->addWidget(build_section_header("TOP GAINERS", QChar(0x2191), ui::colors::POSITIVE));- struct Mover {- const char* sym;- double chg;- const char* vol;- };- Mover data[] = {- {"SMCI", 4.56, "2.1M"},- {"PLTR", 3.89, "45.3M"},- {"NVDA", 2.34, "38.7M"},- };- for (auto& m : data) {- vl->addWidget(build_mover_row(m.sym, m.chg, m.vol));- }+ auto* rows_w = new QWidget;+ gainers_layout_ = new QVBoxLayout(rows_w);+ gainers_layout_->setContentsMargins(0, 0, 0, 0);+ gainers_layout_->setSpacing(0);++ // Placeholder rows while loading+ for (int i = 0; i < 3; ++i)+ gainers_layout_->addWidget(build_mover_row("...", 0.0, ""));+ vl->addWidget(rows_w);return w;}@@ -316,28 +357,24 @@ QWidget* MarketPulsePanel::build_losers_section() {vl->setContentsMargins(0, 0, 0, 0);vl->setSpacing(0);- vl->addWidget(build_section_header("TOP LOSERS", QChar(0x2193), ui::colors::NEGATIVE)); // ↓+ vl->addWidget(build_section_header("TOP LOSERS", QChar(0x2193), ui::colors::NEGATIVE));- struct Mover {- const char* sym;- double chg;- const char* vol;- };- Mover data[] = {- {"RIVN", -5.67, "12.4M"},- {"COIN", -3.45, "8.9M"},- {"MARA", -4.12, "6.2M"},- };- for (auto& m : data) {- vl->addWidget(build_mover_row(m.sym, m.chg, m.vol));- }+ auto* rows_w = new QWidget;+ losers_layout_ = new QVBoxLayout(rows_w);+ losers_layout_->setContentsMargins(0, 0, 0, 0);+ losers_layout_->setSpacing(0);++ for (int i = 0; i < 3; ++i)+ losers_layout_->addWidget(build_mover_row("...", 0.0, ""));+ vl->addWidget(rows_w);return w;}-// ── Global Snapshot ──+// ── Global Snapshot ───────────────────────────────────────────────────────────+QWidget* MarketPulsePanel::build_stat_row(const QString& label, const QString& value, const QString& change,- const QString& color) {+ const QString& color) {auto* w = new QWidget;w->setStyleSheet(QString("border-bottom: 1px solid %1;").arg(ui::colors::BORDER_DIM));@@ -352,16 +389,18 @@ QWidget* MarketPulsePanel::build_stat_row(const QString& label, const QString& vhl->addStretch();auto* val = new QLabel(value);- val->setStyleSheet(QString("color: %1; font-size: 10px; font-weight: bold; background: transparent;").arg(color));+ val->setStyleSheet(+ QString("color: %1; font-size: 10px; font-weight: bold; background: transparent;").arg(color));hl->addWidget(val);if (!change.isEmpty()) {bool positive = change.startsWith('+');auto* chg = new QLabel(change);- chg->setStyleSheet(QString("color: %1; font-size: 8px; font-weight: bold; background: transparent;")- .arg(positive ? ui::colors::POSITIVE- : change.startsWith('-') ? ui::colors::NEGATIVE- : ui::colors::TEXT_TERTIARY));+ chg->setStyleSheet(+ QString("color: %1; font-size: 8px; font-weight: bold; background: transparent;")+ .arg(positive ? ui::colors::POSITIVE+ : change.startsWith('-') ? ui::colors::NEGATIVE+ : ui::colors::TEXT_TERTIARY));hl->addWidget(chg);}@@ -374,43 +413,75 @@ QWidget* MarketPulsePanel::build_global_snapshot_section() {vl->setContentsMargins(0, 0, 0, 0);vl->setSpacing(0);- vl->addWidget(build_section_header("GLOBAL SNAPSHOT", QChar(0x25CB), ui::colors::INFO)); // ○+ vl->addWidget(build_section_header("GLOBAL SNAPSHOT", QChar(0x25CB), ui::colors::INFO));- vl->addWidget(build_stat_row("VIX", "18.42", "+1.23%", ui::colors::WARNING));- vl->addWidget(build_stat_row("US 10Y", "4.28%", "-0.15%", ui::colors::CYAN));- vl->addWidget(build_stat_row("DXY", "104.32", "+0.08%", ui::colors::CYAN));- vl->addWidget(build_stat_row("GOLD", "$2,345", "+0.45%", ui::colors::WARNING));- vl->addWidget(build_stat_row("OIL WTI", "$78.34", "-0.67%", ui::colors::CYAN));- vl->addWidget(build_stat_row("BTC", "$67.2K", "+2.12%", ui::colors::AMBER));+ // Helper to add a live stat row and store the label pointers+ struct RowDef {+ const char* label;+ StatRow& row;+ const char* color;+ };+ RowDef defs[] = {+ {"VIX", vix_row_, ui::colors::WARNING},+ {"US 10Y", us10y_row_,ui::colors::CYAN},+ {"DXY", dxy_row_, ui::colors::CYAN},+ {"GOLD", gold_row_, ui::colors::WARNING},+ {"OIL WTI", oil_row_, ui::colors::CYAN},+ {"BTC", btc_row_, ui::colors::AMBER},+ };++ for (auto& d : defs) {+ auto* rw = new QWidget;+ rw->setStyleSheet(QString("border-bottom: 1px solid %1;").arg(ui::colors::BORDER_DIM));+ auto* hl = new QHBoxLayout(rw);+ hl->setContentsMargins(12, 4, 12, 4);++ auto* lbl = new QLabel(d.label);+ lbl->setStyleSheet(+ QString("color: %1; font-size: 9px; font-weight: bold; letter-spacing: 0.3px; background: transparent;")+ .arg(ui::colors::TEXT_SECONDARY));+ hl->addWidget(lbl);+ hl->addStretch();++ d.row.val = new QLabel("--");+ d.row.val->setStyleSheet(+ QString("color: %1; font-size: 10px; font-weight: bold; background: transparent;").arg(d.color));+ hl->addWidget(d.row.val);++ d.row.chg = new QLabel("");+ d.row.chg->setStyleSheet(+ QString("color: %1; font-size: 8px; font-weight: bold; background: transparent;")+ .arg(ui::colors::TEXT_TERTIARY));+ hl->addWidget(d.row.chg);++ vl->addWidget(rw);+ }return w;}-// ── Market Hours ──+// ── Market Hours ─────────────────────────────────────────────────────────────+QWidget* MarketPulsePanel::build_market_hours_section() {auto* w = new QWidget;auto* vl = new QVBoxLayout(w);vl->setContentsMargins(0, 0, 0, 0);vl->setSpacing(0);- vl->addWidget(build_section_header("MARKET HOURS", QChar(0x26A1), ui::colors::WARNING)); // ⚡+ vl->addWidget(build_section_header("MARKET HOURS", QChar(0x26A1), ui::colors::WARNING));auto* content = new QWidget;auto* cl = new QVBoxLayout(content);cl->setContentsMargins(12, 6, 12, 6);cl->setSpacing(0);- struct Exchange {- const char* name;- const char* region;- const char* color;- };- Exchange exchanges[] = {- {"NYSE/NASDAQ", "US", ui::colors::POSITIVE},- {"LSE", "UK", ui::colors::INFO},- {"TSE (TOKYO)", "JP", "#9D4EDD"},- {"SSE (SHANGHAI)", "CN", ui::colors::NEGATIVE},- {"NSE (INDIA)", "IN", ui::colors::AMBER},+ struct ExDef { const char* name; const char* region; };+ ExDef exchanges[] = {+ {"NYSE/NASDAQ", "US"},+ {"LSE", "UK"},+ {"TSE (TOKYO)", "JP"},+ {"SSE (SHANGHAI)", "CN"},+ {"NSE (INDIA)", "IN"},};for (auto& ex : exchanges) {@@ -425,21 +496,20 @@ QWidget* MarketPulsePanel::build_market_hours_section() {rl->addWidget(name);rl->addStretch();- QString status = market_status(ex.region);- QString status_color = (status == "OPEN") ? ui::colors::POSITIVE- : (status == "PRE") ? ui::colors::WARNING- : ui::colors::NEGATIVE;+ HoursRow hr;+ hr.region = ex.region;- auto* dot = new QLabel;- dot->setFixedSize(5, 5);- dot->setStyleSheet(QString("background: %1; border-radius: 2px;").arg(status_color));- rl->addWidget(dot);+ hr.dot = new QLabel;+ hr.dot->setFixedSize(5, 5);+ rl->addWidget(hr.dot);- auto* st = new QLabel(status);- st->setStyleSheet(- QString("color: %1; font-size: 8px; font-weight: bold; background: transparent;").arg(status_color));- rl->addWidget(st);+ hr.status = new QLabel;+ hr.status->setStyleSheet(+ QString("color: %1; font-size: 8px; font-weight: bold; background: transparent;")+ .arg(ui::colors::TEXT_TERTIARY));+ rl->addWidget(hr.status);+ hours_rows_.append(hr);cl->addWidget(row);}@@ -447,35 +517,253 @@ QWidget* MarketPulsePanel::build_market_hours_section() {return w;}+// ── Market status helper ─────────────────────────────────────────────────────+QString MarketPulsePanel::market_status(const QString& region) {auto now = QDateTime::currentDateTimeUtc();int hour = now.time().hour();- int day = now.date().dayOfWeek(); // 1=Mon, 7=Sun+ int day = now.date().dayOfWeek(); // 1=Mon, 7=Sunif (day >= 6)return "CLOSED";if (region == "US") {- if (hour >= 13 && hour < 14)- return "PRE";- if (hour >= 14 && hour < 21)- return "OPEN";+ if (hour >= 13 && hour < 14) return "PRE";+ if (hour >= 14 && hour < 21) return "OPEN";} else if (region == "UK") {- if (hour >= 7 && hour < 8)- return "PRE";- if (hour >= 8 && hour < 17)- return "OPEN";+ if (hour >= 7 && hour < 8) return "PRE";+ if (hour >= 8 && hour < 17) return "OPEN";} else if (region == "JP") {- if (hour >= 0 && hour < 6)- return "OPEN";+ if (hour >= 0 && hour < 6) return "OPEN";} else if (region == "CN") {- if (hour >= 1 && hour < 7)- return "OPEN";+ if (hour >= 1 && hour < 7) return "OPEN";} else if (region == "IN") {- if (hour >= 3 && hour < 10)- return "OPEN";+ if (hour >= 3 && hour < 10) return "OPEN";}return "CLOSED";}+// ── Refresh ───────────────────────────────────────────────────────────────────++void MarketPulsePanel::refresh_market_hours() {+ for (auto& hr : hours_rows_) {+ QString status = market_status(hr.region);+ QString color = (status == "OPEN") ? ui::colors::POSITIVE+ : (status == "PRE") ? ui::colors::WARNING+ : ui::colors::NEGATIVE;+ hr.dot->setStyleSheet(QString("background: %1; border-radius: 2px;").arg(color));+ hr.status->setText(status);+ hr.status->setStyleSheet(+ QString("color: %1; font-size: 8px; font-weight: bold; background: transparent;").arg(color));+ }+}++void MarketPulsePanel::refresh_data() {+ // ── 1. Breadth + Fear/Greed basket ────────────────────────────────────────+ QPointer<MarketPulsePanel> self = this;+ services::MarketDataService::instance().fetch_quotes(+ kBreadthSymbols, [self](bool ok, QVector<services::QuoteData> quotes) {+ if (!self || !ok || quotes.isEmpty())+ return;++ // Classify stocks+ // We'll partition the basket into 3 groups mirroring real exchange composition:+ // NYSE-heavy = financials/energy/consumer/industrials (last 20 in kBreadthSymbols)+ // NASDAQ-heavy = tech (middle 10)+ // S&P 500 proxy = first 10 large-caps+ int sp500_adv = 0, sp500_dec = 0;+ int nasdaq_adv = 0, nasdaq_dec = 0;+ int nyse_adv = 0, nyse_dec = 0;++ double vix = -1;+ int bullish = 0, bearish = 0, neutral_count = 0;++ for (const auto& q : quotes) {+ if (q.symbol == "^VIX") {+ vix = q.price;+ continue;+ }++ // S&P 500 proxy: AAPL..MRK (indices 1-10 in kBreadthSymbols, 0=^VIX)+ const QStringList sp500_set = {+ "AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","BRK-B","JPM","UNH",+ "V","XOM","LLY","JNJ","WMT","MA","PG","HD","CVX","MRK"+ };+ const QStringList nasdaq_set = {+ "NFLX","AMD","INTC","QCOM","ADBE","CSCO","ORCL","CRM","AVGO","TXN"+ };++ bool in_sp = sp500_set.contains(q.symbol);+ bool in_nq = nasdaq_set.contains(q.symbol);+ // rest is NYSE proxy++ if (q.change_pct > 0.3) {+ if (in_sp) ++sp500_adv;+ else if (in_nq) ++nasdaq_adv;+ else ++nyse_adv;+ ++bullish;+ } else if (q.change_pct < -0.3) {+ if (in_sp) ++sp500_dec;+ else if (in_nq) ++nasdaq_dec;+ else ++nyse_dec;+ ++bearish;+ } else {+ ++neutral_count;+ }+ }++ // ── Update breadth bars ──+ auto update_row = [](MarketPulsePanel::BreadthRow& row, int adv, int dec) {+ if (!row.adv) return;+ row.adv->setText(QString::number(adv));+ row.dec->setText(QString::number(dec));+ int total = adv + dec;+ if (total == 0) total = 1;+ int adv_pct = static_cast<int>((double(adv) / total) * 100);+ auto* layout = qobject_cast<QHBoxLayout*>(row.green->parentWidget()->layout());+ if (layout) {+ layout->setStretch(0, adv_pct);+ layout->setStretch(1, 100 - adv_pct);+ }+ };++ update_row(self->nyse_row_, nyse_adv, nyse_dec);+ update_row(self->nasdaq_row_, nasdaq_adv, nasdaq_dec);+ update_row(self->sp500_row_, sp500_adv, sp500_dec);++ // ── Fear & Greed score (0-100 scale) ──+ int total_stocks = bullish + bearish + neutral_count;+ if (total_stocks == 0) total_stocks = 1;+ // Start at 50 (neutral), scale by breadth+ int score = 50 + static_cast<int>(((bullish - bearish) / static_cast<double>(total_stocks)) * 50);++ if (vix > 0) {+ if (vix > 30) score -= 20;+ else if (vix > 25) score -= 10;+ else if (vix < 15) score += 10;+ }+ score = qBound(0, score, 100);++ QString sentiment_text, sentiment_color;+ if (score <= 20) {+ sentiment_text = "EXTREME FEAR";+ sentiment_color = ui::colors::NEGATIVE;+ } else if (score <= 40) {+ sentiment_text = "FEAR";+ sentiment_color = "#FF6644";+ } else if (score <= 60) {+ sentiment_text = "NEUTRAL";+ sentiment_color = ui::colors::WARNING;+ } else if (score <= 80) {+ sentiment_text = "GREED";+ sentiment_color = ui::colors::POSITIVE;+ } else {+ sentiment_text = "EXTREME GREED";+ sentiment_color = ui::colors::POSITIVE;+ }++ if (self->fg_score_val_) {+ self->fg_score_val_->setText(QString::number(score));+ self->fg_score_val_->setStyleSheet(+ QString("color: %1; font-size: 18px; font-weight: bold; background: transparent;")+ .arg(sentiment_color));+ }+ if (self->fg_sentiment_) {+ self->fg_sentiment_->setText(sentiment_text);+ self->fg_sentiment_->setStyleSheet(+ QString("color: %1; font-size: 9px; font-weight: bold; letter-spacing: 0.5px; background: transparent;")+ .arg(sentiment_color));+ }+ });++ // ── 2. Top Movers ─────────────────────────────────────────────────────────+ services::MarketDataService::instance().fetch_quotes(+ kMoverSymbols, [self](bool ok, QVector<services::QuoteData> quotes) {+ if (!self || !ok || quotes.isEmpty())+ return;++ // Sort by change_pct descending+ std::sort(quotes.begin(), quotes.end(),+ [](const auto& a, const auto& b) { return a.change_pct > b.change_pct; });++ // Clear old rows+ auto clear_layout = [](QVBoxLayout* layout) {+ while (layout->count()) {+ auto* item = layout->takeAt(0);+ if (item->widget())+ item->widget()->deleteLater();+ delete item;+ }+ };+ clear_layout(self->gainers_layout_);+ clear_layout(self->losers_layout_);++ // Top 3 gainers+ int gainers_added = 0;+ for (const auto& q : quotes) {+ if (q.change_pct <= 0 || gainers_added >= 3) break;+ self->gainers_layout_->addWidget(+ self->build_mover_row(q.symbol, q.change_pct, format_volume(q.volume)));+ ++gainers_added;+ }++ // Top 3 losers (worst first)+ int losers_added = 0;+ for (int i = quotes.size() - 1; i >= 0 && losers_added < 3; --i) {+ if (quotes[i].change_pct >= 0) continue;+ self->losers_layout_->addWidget(+ self->build_mover_row(quotes[i].symbol, quotes[i].change_pct,+ format_volume(quotes[i].volume)));+ ++losers_added;+ }+ });++ // ── 3. Global Snapshot ────────────────────────────────────────────────────+ services::MarketDataService::instance().fetch_quotes(+ kSnapshotSymbols, [self](bool ok, QVector<services::QuoteData> quotes) {+ if (!self || !ok || quotes.isEmpty())+ return;++ // Map symbol -> quote for quick lookup+ QHash<QString, services::QuoteData> qmap;+ for (const auto& q : quotes)+ qmap[q.symbol] = q;++ // Helper to format price display+ auto fmt_price = [](const services::QuoteData& q) -> QString {+ if (q.price >= 1000)+ return QString("$%1K").arg(q.price / 1000.0, 0, 'f', 1);+ if (q.price >= 100)+ return QString("%1").arg(q.price, 0, 'f', 2);+ return QString("%1").arg(q.price, 0, 'f', 2);+ };++ auto fmt_chg = [](const services::QuoteData& q) -> QString {+ return QString("%1%2%")+ .arg(q.change_pct >= 0 ? "+" : "")+ .arg(q.change_pct, 0, 'f', 2);+ };++ auto update_stat = [&](const QString& sym, StatRow& row) {+ if (!qmap.contains(sym) || !row.val) return;+ const auto& q = qmap[sym];+ row.val->setText(fmt_price(q));+ QString chg_text = fmt_chg(q);+ row.chg->setText(chg_text);+ QString chg_color = q.change_pct >= 0 ? ui::colors::POSITIVE : ui::colors::NEGATIVE;+ row.chg->setStyleSheet(+ QString("color: %1; font-size: 8px; font-weight: bold; background: transparent;")+ .arg(chg_color));+ };++ // global_snapshot_symbols() returns: ^VIX, ^TNX, DX-Y.NYB, GC=F, CL=F, BTC-USD+ update_stat("^VIX", self->vix_row_);+ update_stat("^TNX", self->us10y_row_);+ update_stat("DX-Y.NYB", self->dxy_row_);+ update_stat("GC=F", self->gold_row_);+ update_stat("CL=F", self->oil_row_);+ update_stat("BTC-USD", self->btc_row_);+ });+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/dashboard/MarketPulsePanel.h b/fincept-qt/src/screens/dashboard/MarketPulsePanel.hindex c57091525..9ab34be1c 100644--- a/fincept-qt/src/screens/dashboard/MarketPulsePanel.h+++ b/fincept-qt/src/screens/dashboard/MarketPulsePanel.h@@ -8,26 +8,81 @@namespace fincept::screens {/// Right-side market pulse panel — Fear/Greed, breadth, top movers, global snapshot, market hours.+/// All data is live via MarketDataService. Refreshes every 60s when visible.class MarketPulsePanel : public QWidget {Q_OBJECTpublic:explicit MarketPulsePanel(QWidget* parent = nullptr);+ protected:+ void showEvent(QShowEvent* e) override;+ void hideEvent(QHideEvent* e) override;++ private slots:+ void refresh_data();+ void refresh_market_hours();+private:+ // ── Build helpers ──QWidget* build_header();+ QWidget* build_section_header(const QString& title, const QString& icon_char, const QString& color);QWidget* build_fear_greed_section();QWidget* build_breadth_section();QWidget* build_gainers_section();QWidget* build_losers_section();QWidget* build_global_snapshot_section();QWidget* build_market_hours_section();-- QWidget* build_section_header(const QString& title, const QString& icon_char, const QString& color);QWidget* build_mover_row(const QString& symbol, double change, const QString& volume);- QWidget* build_stat_row(const QString& label, const QString& value, const QString& change, const QString& color);+ QWidget* build_stat_row(const QString& label, const QString& value, const QString& change,+ const QString& color);QWidget* build_breadth_bar(const QString& label, int advancing, int declining);static QString market_status(const QString& region);++ // ── Fear & Greed ──+ QLabel* fg_score_val_ = nullptr;+ QLabel* fg_score_max_ = nullptr;+ QLabel* fg_sentiment_ = nullptr;+ QFrame* fg_gradient_bar_= nullptr;++ // ── Market Breadth ──+ // per-exchange: {adv_label, dec_label, green_bar, red_bar}+ struct BreadthRow {+ QLabel* adv = nullptr;+ QLabel* dec = nullptr;+ QWidget* green= nullptr;+ QWidget* red = nullptr;+ };+ BreadthRow nyse_row_;+ BreadthRow nasdaq_row_;+ BreadthRow sp500_row_;++ // ── Top Movers ──+ QVBoxLayout* gainers_layout_ = nullptr;+ QVBoxLayout* losers_layout_ = nullptr;++ // ── Global Snapshot ──+ struct StatRow {+ QLabel* val = nullptr;+ QLabel* chg = nullptr;+ };+ StatRow vix_row_;+ StatRow us10y_row_;+ StatRow dxy_row_;+ StatRow gold_row_;+ StatRow oil_row_;+ StatRow btc_row_;++ // ── Market Hours ──+ struct HoursRow {+ QLabel* dot = nullptr;+ QLabel* status = nullptr;+ QString region;+ };+ QVector<HoursRow> hours_rows_;++ QTimer* refresh_timer_ = nullptr;+ QTimer* hours_timer_ = nullptr;};} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/dashboard/canvas/WidgetRegistry.cpp b/fincept-qt/src/screens/dashboard/canvas/WidgetRegistry.cppindex 9680cd9f0..7e8571dd8 100644--- a/fincept-qt/src/screens/dashboard/canvas/WidgetRegistry.cpp+++ b/fincept-qt/src/screens/dashboard/canvas/WidgetRegistry.cpp@@ -15,6 +15,7 @@#include "screens/dashboard/widgets/SectorHeatmapWidget.h"#include "screens/dashboard/widgets/StockQuoteWidget.h"#include "screens/dashboard/widgets/TopMoversWidget.h"+#include "screens/dashboard/widgets/RecentFilesWidget.h"#include "screens/dashboard/widgets/VideoPlayerWidget.h"#include "screens/dashboard/widgets/WatchlistWidget.h"@@ -85,6 +86,10 @@ WidgetRegistry::WidgetRegistry() {register_widget({"video_player", "Live TV / Streams", "Tools","Financial TV — Bloomberg, CNBC, Reuters and custom streams", 4, 5, 3, 4,[]() { return widgets::create_video_player_widget(); }});++ register_widget({"recent_files", "Recent Files", "Tools",+ "Recently saved files — exports, reports, notebooks and more", 4, 4, 2, 3,+ []() { return new widgets::RecentFilesWidget; }});}void WidgetRegistry::register_widget(WidgetMeta meta) {diff --git a/fincept-qt/src/screens/dashboard/widgets/RecentFilesWidget.cpp b/fincept-qt/src/screens/dashboard/widgets/RecentFilesWidget.cppnew file mode 100644index 000000000..49a924d2f--- /dev/null+++ b/fincept-qt/src/screens/dashboard/widgets/RecentFilesWidget.cpp@@ -0,0 +1,123 @@+// src/screens/dashboard/widgets/RecentFilesWidget.cpp+#include "screens/dashboard/widgets/RecentFilesWidget.h"++#include "services/file_manager/FileManagerService.h"+#include "ui/theme/Theme.h"++#include <QDateTime>+#include <QHBoxLayout>+#include <QLabel>+#include <QScrollArea>+#include <QShowEvent>++namespace fincept::screens::widgets {++using namespace fincept::ui;+using fincept::services::FileManagerService;++static const char* MF = "font-family:'Consolas','Courier New',monospace;";++RecentFilesWidget::RecentFilesWidget(QWidget* parent)+ : BaseWidget("Recent Files", parent, "#d97706") {++ auto* scroll = new QScrollArea;+ scroll->setWidgetResizable(true);+ scroll->setStyleSheet("QScrollArea{border:none;background:transparent;}"+ "QScrollBar:vertical{background:transparent;width:4px;}"+ "QScrollBar::handle:vertical{background:#222;}");++ auto* container = new QWidget;+ container->setStyleSheet("background:transparent;");+ list_layout_ = new QVBoxLayout(container);+ list_layout_->setContentsMargins(4, 4, 4, 4);+ list_layout_->setSpacing(3);+ list_layout_->addStretch();+ scroll->setWidget(container);++ content_layout()->addWidget(scroll);++ // Refresh when service changes+ connect(&FileManagerService::instance(), &FileManagerService::files_changed,+ this, &RecentFilesWidget::refresh_data);+}++void RecentFilesWidget::showEvent(QShowEvent* e) {+ BaseWidget::showEvent(e);+ if (!loaded_) { loaded_ = true; refresh_data(); }+}++void RecentFilesWidget::hideEvent(QHideEvent* e) {+ BaseWidget::hideEvent(e);+}++void RecentFilesWidget::refresh_data() {+ while (QLayoutItem* item = list_layout_->takeAt(0)) {+ if (item->widget()) item->widget()->deleteLater();+ delete item;+ }++ QJsonArray all = FileManagerService::instance().all_files();++ // Sort by uploadedAt descending, take top 8+ QVector<QJsonObject> files;+ for (const auto& v : all)+ if (v.isObject()) files.append(v.toObject());++ std::sort(files.begin(), files.end(), [](const QJsonObject& a, const QJsonObject& b) {+ return a["uploadedAt"].toString() > b["uploadedAt"].toString();+ });+ if (files.size() > 8) files.resize(8);++ if (files.isEmpty()) {+ auto* empty = new QLabel("No files yet");+ empty->setAlignment(Qt::AlignCenter);+ empty->setStyleSheet(+ QString("color:%1;font-size:11px;background:transparent;padding:16px;%2")+ .arg(colors::TEXT_DIM, MF));+ list_layout_->addWidget(empty);+ list_layout_->addStretch();+ return;+ }++ for (const QJsonObject& f : files) {+ auto* row = new QWidget;+ row->setStyleSheet(+ "background:#0d0d0d;border:1px solid #1a1a1a;border-radius:2px;");+ auto* rl = new QHBoxLayout(row);+ rl->setContentsMargins(8, 5, 8, 5);+ rl->setSpacing(6);++ // MIME badge+ QString mime = f["type"].toString();+ QString badge_text = mime.section('/', 1, 1).left(3).toUpper();+ auto* badge = new QLabel(badge_text);+ badge->setFixedWidth(28);+ badge->setAlignment(Qt::AlignCenter);+ badge->setStyleSheet(+ QString("color:%1;font-size:9px;font-weight:700;background:transparent;%2")+ .arg("#d97706", MF));+ rl->addWidget(badge);++ // Name+ auto* name_lbl = new QLabel(f["originalName"].toString());+ name_lbl->setStyleSheet(+ QString("color:#e5e5e5;font-size:11px;background:transparent;%1").arg(MF));+ name_lbl->setSizePolicy(QSizePolicy::Ignored, QSizePolicy::Preferred);+ rl->addWidget(name_lbl, 1);++ // Date+ QString date_str = QDateTime::fromString(f["uploadedAt"].toString(), Qt::ISODate)+ .toLocalTime().toString("MM/dd HH:mm");+ auto* date_lbl = new QLabel(date_str);+ date_lbl->setStyleSheet(+ QString("color:%1;font-size:10px;background:transparent;%2")+ .arg(colors::TEXT_DIM, MF));+ rl->addWidget(date_lbl);++ list_layout_->addWidget(row);+ }++ list_layout_->addStretch();+}++} // namespace fincept::screens::widgetsdiff --git a/fincept-qt/src/screens/dashboard/widgets/RecentFilesWidget.h b/fincept-qt/src/screens/dashboard/widgets/RecentFilesWidget.hnew file mode 100644index 000000000..174a7b3b5--- /dev/null+++ b/fincept-qt/src/screens/dashboard/widgets/RecentFilesWidget.h@@ -0,0 +1,22 @@+#pragma once+#include "screens/dashboard/widgets/BaseWidget.h"++namespace fincept::screens::widgets {++/// Dashboard widget — shows the 8 most recently added files from FileManagerService.+class RecentFilesWidget : public BaseWidget {+ Q_OBJECT+ public:+ explicit RecentFilesWidget(QWidget* parent = nullptr);++ protected:+ void showEvent(QShowEvent* e) override;+ void hideEvent(QHideEvent* e) override;++ private:+ void refresh_data();+ QVBoxLayout* list_layout_ = nullptr;+ bool loaded_ = false;+};++} // namespace fincept::screens::widgetsdiff --git a/fincept-qt/src/screens/data_mapping/DataMappingScreen.cpp b/fincept-qt/src/screens/data_mapping/DataMappingScreen.cppindex 35cd4591e..047fbcb2a 100644--- a/fincept-qt/src/screens/data_mapping/DataMappingScreen.cpp+++ b/fincept-qt/src/screens/data_mapping/DataMappingScreen.cpp@@ -435,8 +435,11 @@ QWidget* DataMappingScreen::create_main_area() {cvl->setSpacing(0);view_stack_ = new QStackedWidget;+ // Stack order must match header button order: MAPPINGS=0, TEMPLATES=1, CREATE=2view_stack_->addWidget(create_list_view());+ view_stack_->addWidget(create_template_view());+// Create view contains step stackauto* create_scroll = new QScrollArea;create_scroll->setWidgetResizable(true);@@ -455,8 +458,6 @@ QWidget* DataMappingScreen::create_main_area() {ccl->addStretch(1);create_scroll->setWidget(create_content);view_stack_->addWidget(create_scroll);-- view_stack_->addWidget(create_template_view());cvl->addWidget(view_stack_, 1);// Right panel@@ -497,7 +498,7 @@ QWidget* DataMappingScreen::create_left_panel() {btn->setStyleSheet("text-align: left; padding: 6px 10px; border: none; border-bottom: 1px solid " +QString(colors::BORDER_DIM) + ";");connect(btn, &QPushButton::clicked, this, [this, i]() {- on_view_changed(1); // switch to create view+ on_view_changed(2); // switch to create viewon_step_changed(i);});vl->addWidget(btn);@@ -1035,7 +1036,7 @@ QWidget* DataMappingScreen::create_template_view() {// Pre-populate create form from templateapi_name_->setText(g_templates[row].name);schema_select_->setCurrentText(g_templates[row].schema);- on_view_changed(1); // switch to create+ on_view_changed(2); // switch to createon_step_changed(0);LOG_INFO("DataMapping", "Template applied: " + g_templates[row].name);}@@ -1231,10 +1232,10 @@ void DataMappingScreen::on_view_changed(int view) {const QStringList names = {"MAPPINGS", "TEMPLATES", "CREATE"};status_view_->setText("VIEW: " + names[view]);- // Show/hide step bar and nav footer- nav_footer_->setVisible(view == 1); // only in create mode+ // Show/hide step bar and nav footer — CREATE is index 2+ nav_footer_->setVisible(view == 2); // only in create mode- if (view == 1) {+ if (view == 2) {update_step_indicators();}@@ -1445,7 +1446,7 @@ void DataMappingScreen::on_new_mapping() {save_btn_->setEnabled(false);right_test_info_->setText("Test: --");- on_view_changed(1); // create+ on_view_changed(2); // createon_step_changed(0);}diff --git a/fincept-qt/src/screens/data_sources/DataSourcesScreen.cpp b/fincept-qt/src/screens/data_sources/DataSourcesScreen.cppindex 49a8f34d4..56b948d50 100644--- a/fincept-qt/src/screens/data_sources/DataSourcesScreen.cpp+++ b/fincept-qt/src/screens/data_sources/DataSourcesScreen.cpp@@ -3,6 +3,7 @@#include "core/logging/Logger.h"#include "screens/data_sources/ConnectorRegistry.h"+#include "services/file_manager/FileManagerService.h"#include "ui/theme/Theme.h"#include <QCheckBox>@@ -2491,7 +2492,10 @@ void DataSourcesScreen::on_export_connections() {return;}file.write(QJsonDocument(arr).toJson(QJsonDocument::Indented));+ file.close();LOG_INFO(TAG, QString("Exported %1 connections to %2").arg(arr.size()).arg(path));++ services::FileManagerService::instance().import_file(path, "data_sources");}// ── on_import_connections ─────────────────────────────────────────────────────@@ -2543,6 +2547,9 @@ void DataSourcesScreen::on_import_connections() {refresh_connections();LOG_INFO(TAG, QString("Import complete: %1 imported, %2 skipped").arg(imported).arg(skipped));++ // Register the imported file so it appears in the File Manager+ services::FileManagerService::instance().import_file(path, "data_sources");}// ── on_poll_timer — background status poll for enabled connections ─────────────diff --git a/fincept-qt/src/screens/economics/EconomicsScreen.cpp b/fincept-qt/src/screens/economics/EconomicsScreen.cppindex ca3d23d45..bc2971524 100644--- a/fincept-qt/src/screens/economics/EconomicsScreen.cpp+++ b/fincept-qt/src/screens/economics/EconomicsScreen.cpp@@ -4,107 +4,151 @@#include "python/PythonRunner.h"#include "ui/theme/Theme.h"+#include <QApplication>+#include <QFrame>#include <QHBoxLayout>#include <QHeaderView>#include <QJsonDocument>#include <QPointer>#include <QScrollArea>#include <QSplitter>+#include <QStackedWidget>#include <QVBoxLayout>#include <algorithm>#include <cmath>-// ── Stylesheet ──────────────────────────────────────────────────────────────+// ── Stylesheet ───────────────────────────────────────────────────────────────namespace {using namespace fincept::ui;-static const QString kStyle =- QStringLiteral("#econScreen { background: %1; }"-- "#econHeader { background: %2; border-bottom: 2px solid %3; }"- "#econHeaderTitle { color: %4; font-size: 12px; font-weight: 700; background: transparent; }"- "#econHeaderSub { color: %5; font-size: 9px; letter-spacing: 0.5px; background: transparent; }"-- "#econFetchBtn { background: %3; color: %1; border: none; padding: 5px 16px; "- " font-size: 9px; font-weight: 700; }"- "#econFetchBtn:hover { background: #FF8800; }"- "#econFetchBtn:disabled { background: %10; color: %11; }"-- "#econLeftPanel { background: %7; border-right: 1px solid %8; }"- "#econSectionTitle { color: %5; font-size: 10px; font-weight: 700; "- " letter-spacing: 0.5px; background: transparent; padding: 6px 8px; "- " border-bottom: 1px solid %8; }"-- "#econSearchInput { background: %1; color: %4; border: 1px solid %8; "- " padding: 3px 8px; font-size: 11px; }"- "#econSearchInput:focus { border-color: %9; }"-- "#econCountLabel { color: %5; font-size: 9px; font-weight: 700; "- " background: transparent; padding: 2px 8px; }"-- "#econCountryList, #econIndicatorList { background: %1; border: none; "- " outline: none; font-size: 11px; }"- "#econCountryList::item, #econIndicatorList::item { color: %5; "- " padding: 4px 8px; border-bottom: 1px solid %8; }"- "#econCountryList::item:hover, #econIndicatorList::item:hover "- " { color: %4; background: %12; }"- "#econCountryList::item:selected, #econIndicatorList::item:selected "- " { color: %3; background: rgba(217,119,6,0.1); border-left: 2px solid %3; }"-- "#econRightPanel { background: %1; }"- "#econStatsBar { background: %7; border-bottom: 1px solid %8; }"- "#econStatLabel { color: %5; font-size: 9px; font-weight: 700; "- " letter-spacing: 0.5px; background: transparent; }"- "#econStatValue { color: %13; font-size: 13px; font-weight: 700; "- " background: transparent; }"- "#econStatChange { font-size: 11px; font-weight: 700; background: transparent; }"- "#econDataTitle { color: %4; font-size: 11px; font-weight: 700; background: transparent; }"- "#econDataStatus { color: %5; font-size: 11px; background: transparent; }"-- "QTableWidget { background: %1; color: %4; border: none; gridline-color: %8; "- " font-size: 11px; }"- "QTableWidget::item { padding: 2px 6px; border-bottom: 1px solid %8; }"- "QTableWidget::item:selected { background: rgba(217,119,6,0.1); color: %3; }"- "QHeaderView::section { background: %2; color: %5; border: none; "- " border-bottom: 1px solid %8; border-right: 1px solid %8; "- " padding: 4px 6px; font-size: 10px; font-weight: 700; }"-- "QComboBox { background: %1; color: %4; border: 1px solid %8; "- " padding: 3px 8px; font-size: 11px; }"- "QComboBox::drop-down { border: none; width: 16px; }"- "QComboBox QAbstractItemView { background: %2; color: %4; border: 1px solid %8; "- " selection-background-color: %3; }"-- "QLineEdit { background: %1; color: %4; border: 1px solid %8; "- " padding: 3px 8px; font-size: 11px; }"-- "#econStatusBar { background: %2; border-top: 1px solid %8; }"- "#econStatusText { color: %5; font-size: 9px; background: transparent; }"- "#econStatusHighlight { color: %13; font-size: 9px; background: transparent; }"-- "#econErrorPanel { background: rgba(220,38,38,0.1); border: 1px solid %14; "- " padding: 8px 12px; }"- "#econErrorText { color: %14; font-size: 10px; background: transparent; }"-- "QSplitter::handle { background: %8; }"- "QScrollBar:vertical { background: %1; width: 6px; }"- "QScrollBar::handle:vertical { background: %8; min-height: 20px; }"- "QScrollBar::add-line:vertical, QScrollBar::sub-line:vertical { height: 0; }")- .arg(colors::BG_BASE) // %1- .arg(colors::BG_RAISED) // %2- .arg(colors::AMBER) // %3- .arg(colors::TEXT_PRIMARY) // %4- .arg(colors::TEXT_SECONDARY) // %5- .arg(colors::POSITIVE) // %6 (reserved)- .arg(colors::BG_SURFACE) // %7- .arg(colors::BORDER_DIM) // %8- .arg(colors::BORDER_BRIGHT) // %9- .arg(colors::AMBER_DIM) // %10- .arg(colors::TEXT_DIM) // %11- .arg(colors::BG_HOVER) // %12- .arg(colors::CYAN) // %13- .arg(colors::NEGATIVE) // %14++static const QString kStyle = QStringLiteral(++ // ── Screen shell+ "#econScreen { background:%1; }"++ // ── Toolbar (top bar)+ "#econToolbar { background:%2; border-bottom:1px solid %8; }"+ "#econToolbarTitle { color:%4; font-size:13px; font-weight:700;"+ " letter-spacing:1px; background:transparent; }"+ "#econToolbarSub { color:%5; font-size:10px; background:transparent; }"++ // ── Source badge bar+ "#econSourceBar { background:%1; border-bottom:1px solid %8; }"+ "#econSourceBadge { border:1px solid %8; background:%7; color:%5;"+ " font-size:9px; font-weight:700; padding:3px 10px;"+ " letter-spacing:0.5px; }"+ "#econSourceBadge:hover { border-color:%9; color:%4; background:%12; }"+ "#econSourceBadge[active=true] { background:rgba(217,119,6,0.12);"+ " border-color:%3; color:%3; }"++ // ── Fetch button+ "#econFetchBtn { background:%3; color:%1; border:none;"+ " padding:6px 20px; font-size:10px; font-weight:700; letter-spacing:0.5px; }"+ "#econFetchBtn:hover { background:#f59e0b; }"+ "#econFetchBtn:disabled { background:%10; color:%11; }"++ // ── Left panel+ "#econLeftPanel { background:%7; border-right:1px solid %8; }"+ "#econPanelHeader { background:%2; border-bottom:1px solid %8; }"+ "#econPanelTitle { color:%5; font-size:9px; font-weight:700;"+ " letter-spacing:1px; background:transparent; }"+ "#econCountBadge { background:rgba(217,119,6,0.15); color:%3;"+ " font-size:9px; font-weight:700; padding:1px 6px; }"++ // ── Search inputs+ "#econSearch { background:%1; color:%4; border:none;"+ " border-bottom:1px solid %8; padding:5px 10px; font-size:11px; }"+ "#econSearch:focus { border-bottom:1px solid %3; }"++ // ── Lists+ "#econCountryList, #econIndicatorList { background:%1; border:none; outline:none;"+ " font-size:11px; }"+ "#econCountryList::item { color:%5; padding:5px 12px;"+ " border-bottom:1px solid %8; }"+ "#econCountryList::item:hover { color:%4; background:%12; }"+ "#econCountryList::item:selected { color:%3; background:rgba(217,119,6,0.08);"+ " border-left:2px solid %3; padding-left:10px; }"+ "#econIndicatorList::item { color:%5; padding:4px 12px;"+ " border-bottom:1px solid %8; }"+ "#econIndicatorList::item:hover { color:%4; background:%12; }"+ "#econIndicatorList::item:selected { color:%3; background:rgba(217,119,6,0.08);"+ " border-left:2px solid %3; padding-left:10px; }"++ // ── Stat cards+ "#econStatsRow { background:%2; border-bottom:1px solid %8; }"+ "#econStatCard { background:%7; border:1px solid %8; }"+ "#econStatCard:hover { border-color:%9; }"+ "#econStatLabel { color:%5; font-size:8px; font-weight:700;"+ " letter-spacing:1px; background:transparent; }"+ "#econStatValue { color:%13; font-size:15px; font-weight:700; background:transparent; }"+ "#econStatSub { color:%5; font-size:9px; background:transparent; }"+ "#econStatChangePos { color:%6; font-size:14px; font-weight:700; background:transparent; }"+ "#econStatChangeNeg { color:%14; font-size:14px; font-weight:700; background:transparent; }"++ // ── Table area header+ "#econTableHeader { background:%2; border-bottom:1px solid %8; }"+ "#econDataTitle { color:%4; font-size:11px; font-weight:700; background:transparent; }"+ "#econDataStatus { color:%5; font-size:10px; background:transparent; }"+ "#econSourceTag { background:rgba(217,119,6,0.12); color:%3;"+ " font-size:9px; font-weight:700; padding:2px 8px; }"++ // ── Table+ "QTableWidget { background:%1; color:%4; border:none;"+ " gridline-color:%8; font-size:11px; alternate-background-color:%7; }"+ "QTableWidget::item { padding:4px 8px; border-bottom:1px solid %8; }"+ "QTableWidget::item:selected { background:rgba(217,119,6,0.12); color:%3; }"+ "QTableWidget::item:alternate { background:%7; }"+ "QHeaderView::section { background:%2; color:%5; border:none;"+ " border-bottom:2px solid %8; border-right:1px solid %8;"+ " padding:5px 8px; font-size:10px; font-weight:700; letter-spacing:0.5px; }"+ "QHeaderView::section:first { border-left:none; }"++ // ── Empty state+ "#econEmptyState { background:%1; }"+ "#econEmptyTitle { color:%5; font-size:14px; font-weight:700; background:transparent; }"+ "#econEmptyHint { color:%11; font-size:11px; background:transparent; }"++ // ── Combo / LineEdit+ "QComboBox { background:%1; color:%4; border:1px solid %8;"+ " padding:4px 10px; font-size:11px; }"+ "QComboBox::drop-down { border:none; width:18px; }"+ "QComboBox QAbstractItemView { background:%2; color:%4; border:1px solid %8;"+ " selection-background-color:rgba(217,119,6,0.2); selection-color:%3; }"+ "QLineEdit { background:%1; color:%4; border:1px solid %8;"+ " padding:4px 10px; font-size:11px; }"++ // ── Status bar+ "#econStatusBar { background:%2; border-top:1px solid %8; }"+ "#econStatusText { color:%11; font-size:9px; background:transparent; }"+ "#econStatusSep { color:%8; font-size:9px; background:transparent; }"+ "#econStatusVal { color:%5; font-size:9px; background:transparent; }"+ "#econStatusHigh { color:%3; font-size:9px; font-weight:700; background:transparent; }"++ // ── Splitter / scrollbar+ "QSplitter::handle { background:%8; }"+ "QScrollBar:vertical { background:%1; width:5px; }"+ "QScrollBar::handle:vertical { background:%8; min-height:24px; }"+ "QScrollBar::add-line:vertical, QScrollBar::sub-line:vertical { height:0; }"+ "QScrollBar:horizontal { background:%1; height:5px; }"+ "QScrollBar::handle:horizontal { background:%8; min-width:24px; }"+ "QScrollBar::add-line:horizontal, QScrollBar::sub-line:horizontal { width:0; }"+)+ .arg(colors::BG_BASE) // %1+ .arg(colors::BG_RAISED) // %2+ .arg(colors::AMBER) // %3+ .arg(colors::TEXT_PRIMARY) // %4+ .arg(colors::TEXT_SECONDARY) // %5+ .arg(colors::POSITIVE) // %6+ .arg(colors::BG_SURFACE) // %7+ .arg(colors::BORDER_DIM) // %8+ .arg(colors::BORDER_BRIGHT) // %9+ .arg(colors::AMBER_DIM) // %10+ .arg(colors::TEXT_DIM) // %11+ .arg(colors::BG_HOVER) // %12+ .arg(colors::CYAN) // %13+ .arg(colors::NEGATIVE) // %14;} // namespace@@ -112,108 +156,116 @@ namespace fincept::screens {using namespace fincept::ui;-// ── Source definitions ──────────────────────────────────────────────────────+// ── Source definitions ───────────────────────────────────────────────────────static QList<EconSource> build_sources() {return {- {"worldbank", "World Bank", "worldbank_data.py", "#00E5FF", false, "NY.GDP.MKTP.CD"},- {"bis", "BIS", "bis_data.py", "#9D4EDD", false, "WS_CBPOL"},- {"imf", "IMF", "imf_data.py", "#0088FF", false, "NGDP_RPCH"},- {"fred", "FRED", "fred_data.py", "#00D66F", false, "GDP"},- {"oecd", "OECD", "oecd_data.py", "#FFD700", false, "GDP"},- {"wto", "WTO", "wto_data.py", "#E91E63", true, "TP_A_0010"},- {"cftc", "CFTC", "cftc_data.py", "#FF5722", false, "gold"},- {"eia", "EIA", "eia_data.py", "#4CAF50", true, "crude_petroleum_stocks"},- {"adb", "ADB", "adb_data.py", "#0072BC", false, "NGDP_XDC"},- {"fed", "Federal Reserve", "fed_data.py", "#1A5F7A", false, "federal_funds_rate"},- {"bls", "BLS", "bls_data.py", "#AB47BC", true, "CUSR0000SA0"},- {"unesco", "UNESCO", "unesco_data.py", "#00ACC1", false, "GER.1"},- {"fiscaldata", "FiscalData", "fiscaldata.py", "#FFA726", true, "total_public_debt"},- {"bea", "BEA", "bea_data.py", "#E65100", true, "gdp_growth"},- {"fincept", "Fincept Macro", "fincept_macro.py", "#FF8800", true, "wgb_central_bank_rates"},+ {"worldbank", "World Bank", "worldbank_data.py", "#00E5FF", false, "NY.GDP.MKTP.CD",+ "80+ countries · 1000+ indicators · No API key"},+ {"imf", "IMF", "imf_data.py", "#0088FF", false, "NGDP_RPCH",+ "Global macro · Quarterly & annual · No API key"},+ {"fred", "FRED", "fred_data.py", "#00D66F", false, "GDP",+ "US Federal Reserve · 800k+ series · No API key"},+ {"oecd", "OECD", "oecd_data.py", "#FFD700", false, "GDP",+ "37 member nations · Policy & social data"},+ {"bis", "BIS", "bis_data.py", "#9D4EDD", false, "WS_CBPOL",+ "Bank for International Settlements · Central banks"},+ {"adb", "ADB", "adb_data.py", "#0072BC", false, "NGDP_XDC",+ "Asian Development Bank · 20 Asia-Pacific nations"},+ {"fed", "Federal Reserve", "fed_data.py", "#1A8F9A", false, "federal_funds_rate",+ "US Fed rates, balance sheet & monetary data"},+ {"cftc", "CFTC", "cftc_data.py", "#FF5722", false, "gold",+ "Commitments of Traders · Futures positions"},+ {"eia", "EIA", "eia_data.py", "#4CAF50", true, "crude_petroleum_stocks",+ "Energy Information Administration · Requires API key"},+ {"bls", "BLS", "bls_data.py", "#AB47BC", true, "CUSR0000SA0",+ "Bureau of Labor Statistics · Requires API key"},+ {"wto", "WTO", "wto_data.py", "#E91E63", true, "TP_A_0010",+ "World Trade Organization · Requires API key"},+ {"unesco", "UNESCO", "unesco_data.py", "#00ACC1", false, "GER.1",+ "Education & cultural development indicators"},+ {"fiscaldata","FiscalData", "fiscaldata.py", "#FFA726", true, "total_public_debt",+ "US Treasury fiscal data · Requires API key"},+ {"bea", "BEA", "bea_data.py", "#E65100", true, "gdp_growth",+ "Bureau of Economic Analysis · Requires API key"},+ {"fincept", "Fincept Macro", "fincept_macro.py", "#d97706", true, "wgb_central_bank_rates",+ "Fincept proprietary macro data · Requires API key"},};}-// ── Country lists per source ────────────────────────────────────────────────+// ── Country lists ────────────────────────────────────────────────────────────static QStringList g_major_countries = {- "USA", "CHN", "JPN", "DEU", "GBR", "FRA", "IND", "ITA", "BRA", "CAN", "KOR", "RUS", "AUS", "ESP", "MEX",- "IDN", "NLD", "SAU", "TUR", "CHE", "ARG", "ZAF", "THA", "SGP", "MYS", "PHL", "VNM", "NGA", "EGY", "PAK",+ "USA","CHN","JPN","DEU","GBR","FRA","IND","ITA","BRA","CAN",+ "KOR","RUS","AUS","ESP","MEX","IDN","NLD","SAU","TUR","CHE",+ "ARG","ZAF","THA","SGP","MYS","PHL","VNM","NGA","EGY","PAK",};-static QStringList g_oecd_countries = {- "USA", "GBR", "DEU", "FRA", "JPN", "CAN", "ITA", "ESP", "AUS", "KOR", "NLD", "CHE", "BEL",- "SWE", "AUT", "NOR", "DNK", "FIN", "IRL", "PRT", "NZL", "ISR", "CZE", "POL", "HUN", "SVK",- "SVN", "LUX", "ISL", "EST", "LVA", "LTU", "CHL", "COL", "CRI", "MEX", "TUR",+ "USA","GBR","DEU","FRA","JPN","CAN","ITA","ESP","AUS","KOR",+ "NLD","CHE","BEL","SWE","AUT","NOR","DNK","FIN","IRL","PRT",+ "NZL","ISR","CZE","POL","HUN","SVK","SVN","LUX","ISL","EST",+ "LVA","LTU","CHL","COL","CRI","MEX","TUR",};-static QStringList g_adb_countries = {- "IND", "CHN", "JPN", "KOR", "IDN", "THA", "MYS", "PHL", "VNM", "SGP",- "BGD", "PAK", "LKA", "MMR", "KHM", "LAO", "MNG", "NPL", "AFG", "FJI",+ "IND","CHN","JPN","KOR","IDN","THA","MYS","PHL","VNM","SGP",+ "BGD","PAK","LKA","MMR","KHM","LAO","MNG","NPL","AFG","FJI",};-// ── Indicator lists (simplified — key ones per source) ──────────────────────+// ── Indicator definitions ────────────────────────────────────────────────────-struct IndicatorDef {- QString id;- QString name;- QString category;-};+struct IndicatorDef { QString id, name, category; };static QList<IndicatorDef> g_worldbank_indicators = {- {"NY.GDP.MKTP.CD", "GDP (current US$)", "GDP"},- {"NY.GDP.MKTP.KD.ZG", "GDP growth (annual %)", "GDP"},- {"NY.GDP.PCAP.CD", "GDP per capita (US$)", "GDP"},- {"FP.CPI.TOTL.ZG", "Inflation, CPI (annual %)", "Prices"},- {"SL.UEM.TOTL.ZS", "Unemployment (%)", "Labor"},- {"NE.TRD.GNFS.ZS", "Trade (% of GDP)", "Trade"},- {"BX.KLT.DINV.CD.WD", "FDI inflows (US$)", "Investment"},- {"SP.POP.TOTL", "Population, total", "Demographics"},- {"SP.DYN.LE00.IN", "Life expectancy", "Demographics"},- {"SE.XPD.TOTL.GD.ZS", "Education spending (% GDP)", "Social"},- {"SH.XPD.CHEX.GD.ZS", "Health spending (% GDP)", "Social"},- {"NE.EXP.GNFS.ZS", "Exports (% of GDP)", "Trade"},- {"NE.IMP.GNFS.ZS", "Imports (% of GDP)", "Trade"},- {"GC.DOD.TOTL.GD.ZS", "Govt debt (% of GDP)", "Fiscal"},- {"FM.LBL.BMNY.GD.ZS", "Broad money (% of GDP)", "Financial"},+ {"NY.GDP.MKTP.CD", "GDP (current US$)", "GDP"},+ {"NY.GDP.MKTP.KD.ZG", "GDP growth (annual %)", "GDP"},+ {"NY.GDP.PCAP.CD", "GDP per capita (US$)", "GDP"},+ {"FP.CPI.TOTL.ZG", "Inflation, CPI (annual %)", "Prices"},+ {"SL.UEM.TOTL.ZS", "Unemployment (%)", "Labor"},+ {"NE.TRD.GNFS.ZS", "Trade (% of GDP)", "Trade"},+ {"NE.EXP.GNFS.ZS", "Exports (% of GDP)", "Trade"},+ {"NE.IMP.GNFS.ZS", "Imports (% of GDP)", "Trade"},+ {"BX.KLT.DINV.CD.WD","FDI inflows (US$)", "Investment"},+ {"SP.POP.TOTL", "Population, total", "Demographics"},+ {"SP.DYN.LE00.IN", "Life expectancy", "Demographics"},+ {"SE.XPD.TOTL.GD.ZS", "Education spending (% GDP)", "Social"},+ {"SH.XPD.CHEX.GD.ZS", "Health spending (% GDP)", "Social"},+ {"GC.DOD.TOTL.GD.ZS", "Govt debt (% of GDP)", "Fiscal"},+ {"FM.LBL.BMNY.GD.ZS", "Broad money (% of GDP)", "Financial"},};-static QList<IndicatorDef> g_fred_indicators = {- {"GDP", "Gross Domestic Product", "GDP"},- {"GDPC1", "Real GDP", "GDP"},- {"A939RX0Q048SBEA", "Real GDP per capita", "GDP"},- {"CPIAUCSL", "CPI All Urban", "Prices"},- {"CPILFESL", "Core CPI", "Prices"},- {"UNRATE", "Unemployment Rate", "Labor"},- {"PAYEMS", "Total Nonfarm Payrolls", "Labor"},- {"FEDFUNDS", "Federal Funds Rate", "Rates"},- {"DGS10", "10-Year Treasury", "Rates"},- {"DGS2", "2-Year Treasury", "Rates"},- {"DEXUSEU", "USD/EUR Exchange Rate", "FX"},- {"M2SL", "M2 Money Stock", "Money"},- {"WALCL", "Fed Total Assets", "Fed"},- {"HOUST", "Housing Starts", "Housing"},- {"INDPRO", "Industrial Production", "Output"},+ {"GDP", "Gross Domestic Product", "GDP"},+ {"GDPC1", "Real GDP", "GDP"},+ {"A939RX0Q048SBEA", "Real GDP per capita", "GDP"},+ {"CPIAUCSL", "CPI All Urban", "Prices"},+ {"CPILFESL", "Core CPI", "Prices"},+ {"UNRATE", "Unemployment Rate", "Labor"},+ {"PAYEMS", "Total Nonfarm Payrolls", "Labor"},+ {"FEDFUNDS", "Federal Funds Rate", "Rates"},+ {"DGS10", "10-Year Treasury", "Rates"},+ {"DGS2", "2-Year Treasury", "Rates"},+ {"DEXUSEU", "USD/EUR Exchange Rate", "FX"},+ {"M2SL", "M2 Money Stock", "Money"},+ {"WALCL", "Fed Total Assets", "Fed"},+ {"HOUST", "Housing Starts", "Housing"},+ {"INDPRO", "Industrial Production", "Output"},};-static QList<IndicatorDef> g_imf_indicators = {- {"NGDP_RPCH", "Real GDP growth (%)", "GDP"},- {"NGDPD", "Nominal GDP (bn USD)", "GDP"},- {"NGDPDPC", "GDP per capita (USD)", "GDP"},- {"PCPIPCH", "Inflation rate (%)", "Prices"},- {"LUR", "Unemployment rate (%)", "Labor"},- {"BCA_NGDPD", "Current account (% GDP)", "External"},- {"GGXWDG_NGDP", "Govt gross debt (% GDP)", "Fiscal"},- {"GGR_NGDP", "Govt revenue (% GDP)", "Fiscal"},- {"GGX_NGDP", "Govt spending (% GDP)", "Fiscal"},- {"PPPEX", "PPP exchange rate", "FX"},+ {"NGDP_RPCH", "Real GDP growth (%)", "GDP"},+ {"NGDPD", "Nominal GDP (bn USD)", "GDP"},+ {"NGDPDPC", "GDP per capita (USD)", "GDP"},+ {"PCPIPCH", "Inflation rate (%)", "Prices"},+ {"LUR", "Unemployment rate (%)", "Labor"},+ {"BCA_NGDPD", "Current account (% GDP)", "External"},+ {"GGXWDG_NGDP", "Govt gross debt (% GDP)", "Fiscal"},+ {"GGR_NGDP", "Govt revenue (% GDP)", "Fiscal"},+ {"GGX_NGDP", "Govt spending (% GDP)", "Fiscal"},+ {"PPPEX", "PPP exchange rate", "FX"},};-static QList<IndicatorDef> g_generic_indicators = {{"default", "Default Indicator", "General"},};-// ── Constructor ─────────────────────────────────────────────────────────────+// ── Constructor ──────────────────────────────────────────────────────────────EconomicsScreen::EconomicsScreen(QWidget* parent) : QWidget(parent) {setObjectName("econScreen");@@ -223,102 +275,180 @@ EconomicsScreen::EconomicsScreen(QWidget* parent) : QWidget(parent) {LOG_INFO("Economics", "Screen constructed");}-// ── UI Setup ────────────────────────────────────────────────────────────────+// ── UI Setup ─────────────────────────────────────────────────────────────────void EconomicsScreen::setup_ui() {auto* root = new QVBoxLayout(this);root->setContentsMargins(0, 0, 0, 0);root->setSpacing(0);- root->addWidget(create_header());+ root->addWidget(create_toolbar());+ root->addWidget(create_source_bar());- // Main splitter: left (countries + indicators) | right (stats + table)auto* splitter = new QSplitter(Qt::Horizontal);splitter->setHandleWidth(1);auto* left = create_left_panel();- left->setMinimumWidth(260);- left->setMaximumWidth(340);-- auto* right = create_right_panel();+ left->setMinimumWidth(240);+ left->setMaximumWidth(320);splitter->addWidget(left);- splitter->addWidget(right);+ splitter->addWidget(create_right_panel());splitter->setStretchFactor(0, 0);splitter->setStretchFactor(1, 1);- splitter->setSizes({280, 800});+ splitter->setSizes({270, 900});root->addWidget(splitter, 1);root->addWidget(create_status_bar());- // Initialize with first sourceon_source_changed(0);}-QWidget* EconomicsScreen::create_header() {+// ── Toolbar ──────────────────────────────────────────────────────────────────++QWidget* EconomicsScreen::create_toolbar() {auto* bar = new QWidget;- bar->setObjectName("econHeader");- bar->setFixedHeight(42);+ bar->setObjectName("econToolbar");+ bar->setFixedHeight(46);auto* hl = new QHBoxLayout(bar);- hl->setContentsMargins(16, 0, 16, 0);+ hl->setContentsMargins(16, 0, 12, 0);hl->setSpacing(10);- // Title- auto* title = new QLabel("ECONOMIC DATA");- title->setObjectName("econHeaderTitle");- hl->addWidget(title);+ // Title block+ auto* title_col = new QWidget;+ title_col->setFixedWidth(200);+ auto* tcl = new QVBoxLayout(title_col);+ tcl->setContentsMargins(0, 0, 0, 0);+ tcl->setSpacing(0);+ auto* t1 = new QLabel("ECONOMIC DATA EXPLORER");+ t1->setObjectName("econToolbarTitle");+ auto* t2 = new QLabel("15 global sources · 1000+ indicators");+ t2->setObjectName("econToolbarSub");+ tcl->addWidget(t1);+ tcl->addWidget(t2);+ hl->addWidget(title_col);++ hl->addSpacing(16);++ // Separator+ auto* sep = new QFrame;+ sep->setFrameShape(QFrame::VLine);+ sep->setStyleSheet("color:#1a1a1a;");+ hl->addWidget(sep);++ hl->addSpacing(10);++ // Source dropdown label+ auto* src_lbl = new QLabel("SOURCE");+ src_lbl->setObjectName("econStatusText");+ hl->addWidget(src_lbl);- hl->addSpacing(12);-- // Source selectorsource_combo_ = new QComboBox;- source_combo_->setFixedWidth(180);+ source_combo_->setFixedWidth(160);for (const auto& s : sources_) {QString label = s.name;if (s.needs_api_key)- label += " (API Key)";+ label += " ⚿";source_combo_->addItem(label);}- connect(source_combo_, QOverload<int>::of(&QComboBox::currentIndexChanged), this,- &EconomicsScreen::on_source_changed);+ connect(source_combo_, QOverload<int>::of(&QComboBox::currentIndexChanged),+ this, &EconomicsScreen::on_source_changed);hl->addWidget(source_combo_);- hl->addSpacing(8);+ hl->addSpacing(14);++ // Date range label+ auto* dr_lbl = new QLabel("RANGE");+ dr_lbl->setObjectName("econStatusText");+ hl->addWidget(dr_lbl);- // Date rangedate_preset_ = new QComboBox;date_preset_->addItems({"1Y", "2Y", "5Y", "10Y", "ALL", "Custom"});- date_preset_->setCurrentIndex(2); // 5Y default- date_preset_->setFixedWidth(70);- connect(date_preset_, QOverload<int>::of(&QComboBox::currentIndexChanged), this, &EconomicsScreen::on_date_preset);+ date_preset_->setCurrentIndex(2);+ date_preset_->setFixedWidth(72);+ connect(date_preset_, QOverload<int>::of(&QComboBox::currentIndexChanged),+ this, &EconomicsScreen::on_date_preset);hl->addWidget(date_preset_);date_start_ = new QLineEdit;- date_start_->setPlaceholderText("Start");- date_start_->setFixedWidth(90);+ date_start_->setPlaceholderText("YYYY-MM-DD");+ date_start_->setFixedWidth(100);date_start_->hide();+ hl->addWidget(date_start_);++ auto* dash = new QLabel("→");+ dash->setObjectName("econStatusText");+ dash->hide();+ hl->addWidget(dash);+ // keep ref to show/hide with custom dates+ connect(date_preset_, QOverload<int>::of(&QComboBox::currentIndexChanged),+ this, [dash](int i){ dash->setVisible(i == 5); });date_end_ = new QLineEdit;- date_end_->setPlaceholderText("End");- date_end_->setFixedWidth(90);+ date_end_->setPlaceholderText("YYYY-MM-DD");+ date_end_->setFixedWidth(100);date_end_->hide();-- hl->addWidget(date_start_);hl->addWidget(date_end_);hl->addStretch(1);- // Fetch button- fetch_btn_ = new QPushButton("FETCH DATA");+ fetch_btn_ = new QPushButton(" FETCH DATA ");fetch_btn_->setObjectName("econFetchBtn");fetch_btn_->setCursor(Qt::PointingHandCursor);+ fetch_btn_->setFixedHeight(30);connect(fetch_btn_, &QPushButton::clicked, this, &EconomicsScreen::on_fetch);hl->addWidget(fetch_btn_);return bar;}+// ── Source badge strip ───────────────────────────────────────────────────────++QWidget* EconomicsScreen::create_source_bar() {+ source_badge_bar_ = new QWidget;+ source_badge_bar_->setObjectName("econSourceBar");+ source_badge_bar_->setFixedHeight(34);++ auto* hl = new QHBoxLayout(source_badge_bar_);+ hl->setContentsMargins(12, 0, 12, 0);+ hl->setSpacing(6);++ for (int i = 0; i < sources_.size(); ++i) {+ const auto& s = sources_[i];+ auto* btn = new QPushButton(s.name);+ btn->setObjectName("econSourceBadge");+ btn->setProperty("active", i == 0);+ btn->setProperty("source_index", i);+ btn->setCursor(Qt::PointingHandCursor);+ btn->setFixedHeight(22);+ // Accent dot color via left border+ btn->setStyleSheet(+ QString("QPushButton#econSourceBadge[active=true]{"+ " border-left:2px solid %1; color:%1;"+ " background:rgba(%2,%3,%4,0.1); }")+ .arg(s.color)+ .arg(QColor(s.color).red())+ .arg(QColor(s.color).green())+ .arg(QColor(s.color).blue()));+ connect(btn, &QPushButton::clicked, this, [this, i](){+ source_combo_->setCurrentIndex(i);+ });+ hl->addWidget(btn);+ }+ hl->addStretch(1);++ // Tip label+ auto* tip = new QLabel("⚿ = API key required");+ tip->setObjectName("econStatusText");+ tip->setStyleSheet("color:#404040; font-size:9px; background:transparent;");+ hl->addWidget(tip);++ return source_badge_bar_;+}++// ── Left panel ───────────────────────────────────────────────────────────────+QWidget* EconomicsScreen::create_left_panel() {auto* panel = new QWidget;panel->setObjectName("econLeftPanel");@@ -327,70 +457,104 @@ QWidget* EconomicsScreen::create_left_panel() {vl->setContentsMargins(0, 0, 0, 0);vl->setSpacing(0);- // ── Countries ──- auto* c_header = new QWidget;- auto* chl = new QHBoxLayout(c_header);- chl->setContentsMargins(8, 6, 8, 4);- chl->setSpacing(4);+ // ── Country section ──+ auto* c_hdr = new QWidget;+ c_hdr->setObjectName("econPanelHeader");+ c_hdr->setFixedHeight(28);+ auto* chl = new QHBoxLayout(c_hdr);+ chl->setContentsMargins(10, 0, 8, 0);auto* c_title = new QLabel("COUNTRY");- c_title->setObjectName("econSectionTitle");- c_title->setStyleSheet("border: none; padding: 0;");- country_count_ = new QLabel;- country_count_->setObjectName("econCountLabel");+ c_title->setObjectName("econPanelTitle");+ country_count_ = new QLabel("0");+ country_count_->setObjectName("econCountBadge");chl->addWidget(c_title);chl->addStretch(1);chl->addWidget(country_count_);- vl->addWidget(c_header);+ vl->addWidget(c_hdr);country_search_ = new QLineEdit;- country_search_->setObjectName("econSearchInput");- country_search_->setPlaceholderText("Search countries...");- country_search_->setContentsMargins(8, 0, 8, 0);- connect(country_search_, &QLineEdit::textChanged, this, &EconomicsScreen::on_country_search);- auto* cs_wrap = new QWidget;- auto* cswl = new QHBoxLayout(cs_wrap);- cswl->setContentsMargins(8, 0, 8, 6);- cswl->addWidget(country_search_);- vl->addWidget(cs_wrap);+ country_search_->setObjectName("econSearch");+ country_search_->setPlaceholderText("Search countries…");+ country_search_->setFixedHeight(28);+ connect(country_search_, &QLineEdit::textChanged,+ this, &EconomicsScreen::on_country_search);+ vl->addWidget(country_search_);country_list_ = new QListWidget;country_list_->setObjectName("econCountryList");- connect(country_list_, &QListWidget::itemClicked, this, &EconomicsScreen::on_country_clicked);+ country_list_->setAlternatingRowColors(false);+ connect(country_list_, &QListWidget::itemClicked,+ this, &EconomicsScreen::on_country_clicked);vl->addWidget(country_list_, 1);- // ── Indicators ──- auto* i_header = new QWidget;- auto* ihl = new QHBoxLayout(i_header);- ihl->setContentsMargins(8, 6, 8, 4);- ihl->setSpacing(4);- auto* i_title = new QLabel("INDICATORS");- i_title->setObjectName("econSectionTitle");- i_title->setStyleSheet("border: none; padding: 0;");- indicator_count_ = new QLabel;- indicator_count_->setObjectName("econCountLabel");+ // ── Divider ──+ auto* div = new QFrame;+ div->setFrameShape(QFrame::HLine);+ div->setStyleSheet("color:#1a1a1a;");+ vl->addWidget(div);++ // ── Indicator section ──+ auto* i_hdr = new QWidget;+ i_hdr->setObjectName("econPanelHeader");+ i_hdr->setFixedHeight(28);+ auto* ihl = new QHBoxLayout(i_hdr);+ ihl->setContentsMargins(10, 0, 8, 0);+ auto* i_title = new QLabel("INDICATOR");+ i_title->setObjectName("econPanelTitle");+ indicator_count_ = new QLabel("0");+ indicator_count_->setObjectName("econCountBadge");ihl->addWidget(i_title);ihl->addStretch(1);ihl->addWidget(indicator_count_);- vl->addWidget(i_header);+ vl->addWidget(i_hdr);indicator_search_ = new QLineEdit;- indicator_search_->setObjectName("econSearchInput");- indicator_search_->setPlaceholderText("Search indicators...");- connect(indicator_search_, &QLineEdit::textChanged, this, &EconomicsScreen::on_indicator_search);- auto* is_wrap = new QWidget;- auto* iswl = new QHBoxLayout(is_wrap);- iswl->setContentsMargins(8, 0, 8, 6);- iswl->addWidget(indicator_search_);- vl->addWidget(is_wrap);+ indicator_search_->setObjectName("econSearch");+ indicator_search_->setPlaceholderText("Search indicators…");+ indicator_search_->setFixedHeight(28);+ connect(indicator_search_, &QLineEdit::textChanged,+ this, &EconomicsScreen::on_indicator_search);+ vl->addWidget(indicator_search_);indicator_list_ = new QListWidget;indicator_list_->setObjectName("econIndicatorList");- connect(indicator_list_, &QListWidget::itemClicked, this, &EconomicsScreen::on_indicator_clicked);+ connect(indicator_list_, &QListWidget::itemClicked,+ this, &EconomicsScreen::on_indicator_clicked);vl->addWidget(indicator_list_, 1);return panel;}+// ── Stat card factory ────────────────────────────────────────────────────────++QWidget* EconomicsScreen::create_stat_card(const QString& label,+ QLabel*& value_out,+ QLabel*& sub_out) {+ auto* card = new QWidget;+ card->setObjectName("econStatCard");+ card->setMinimumWidth(90);++ auto* vl = new QVBoxLayout(card);+ vl->setContentsMargins(10, 6, 10, 6);+ vl->setSpacing(2);++ auto* lbl = new QLabel(label);+ lbl->setObjectName("econStatLabel");++ value_out = new QLabel("—");+ value_out->setObjectName("econStatValue");++ sub_out = new QLabel("");+ sub_out->setObjectName("econStatSub");++ vl->addWidget(lbl);+ vl->addWidget(value_out);+ vl->addWidget(sub_out);+ return card;+}++// ── Right panel ──────────────────────────────────────────────────────────────+QWidget* EconomicsScreen::create_right_panel() {auto* panel = new QWidget;panel->setObjectName("econRightPanel");@@ -399,53 +563,61 @@ QWidget* EconomicsScreen::create_right_panel() {vl->setContentsMargins(0, 0, 0, 0);vl->setSpacing(0);- // Stats bar- auto* stats = new QWidget;- stats->setObjectName("econStatsBar");- stats->setFixedHeight(52);- auto* shl = new QHBoxLayout(stats);- shl->setContentsMargins(12, 4, 12, 4);- shl->setSpacing(20);-- auto make_stat = [&](const QString& label, QLabel*& value_lbl) {- auto* box = new QWidget;- auto* bvl = new QVBoxLayout(box);- bvl->setContentsMargins(0, 0, 0, 0);- bvl->setSpacing(1);- auto* lbl = new QLabel(label);- lbl->setObjectName("econStatLabel");- value_lbl = new QLabel("--");- value_lbl->setObjectName("econStatValue");- bvl->addWidget(lbl);- bvl->addWidget(value_lbl);- shl->addWidget(box);- };-- make_stat("LATEST", stat_latest_);- make_stat("CHANGE", stat_change_);- stat_change_->setObjectName("econStatChange");- make_stat("MIN", stat_min_);- make_stat("MAX", stat_max_);- make_stat("AVG", stat_avg_);- make_stat("POINTS", stat_count_);+ // ── Stats row ──+ auto* stats_row = new QWidget;+ stats_row->setObjectName("econStatsRow");+ stats_row->setFixedHeight(72);+ auto* shl = new QHBoxLayout(stats_row);+ shl->setContentsMargins(10, 8, 10, 8);+ shl->setSpacing(6);++ shl->addWidget(create_stat_card("LATEST VALUE", stat_latest_val_, stat_latest_sub_));+ shl->addWidget(create_stat_card("PERIOD CHANGE", stat_change_val_, stat_change_sub_));+ stat_change_val_->setObjectName("econStatChangePos");+ shl->addWidget(create_stat_card("MINIMUM", stat_min_val_, stat_min_sub_));+ shl->addWidget(create_stat_card("MAXIMUM", stat_max_val_, stat_max_sub_));+ shl->addWidget(create_stat_card("AVERAGE", stat_avg_val_, stat_avg_sub_));+ shl->addWidget(create_stat_card("DATA POINTS", stat_count_val_, stat_count_sub_));shl->addStretch(1);- vl->addWidget(stats);-- // Data title + status- auto* title_bar = new QWidget;- title_bar->setFixedHeight(30);- auto* tbl = new QHBoxLayout(title_bar);- tbl->setContentsMargins(12, 0, 12, 0);- data_title_ = new QLabel("Select a source and indicator");+ vl->addWidget(stats_row);++ // ── Table header bar ──+ auto* tbl_hdr = new QWidget;+ tbl_hdr->setObjectName("econTableHeader");+ tbl_hdr->setFixedHeight(34);+ auto* thl = new QHBoxLayout(tbl_hdr);+ thl->setContentsMargins(12, 0, 12, 0);+ thl->setSpacing(10);++ data_title_ = new QLabel("Select a country and indicator to fetch data");data_title_->setObjectName("econDataTitle");+ thl->addWidget(data_title_);+ thl->addStretch(1);data_status_ = new QLabel;data_status_->setObjectName("econDataStatus");- tbl->addWidget(data_title_);- tbl->addStretch(1);- tbl->addWidget(data_status_);- vl->addWidget(title_bar);-- // Data table+ thl->addWidget(data_status_);+ vl->addWidget(tbl_hdr);++ // ── Stacked: empty state vs table ──+ table_stack_ = new QStackedWidget;++ // Page 0 — empty state+ empty_state_ = new QWidget;+ empty_state_->setObjectName("econEmptyState");+ auto* evl = new QVBoxLayout(empty_state_);+ evl->setAlignment(Qt::AlignCenter);+ auto* e1 = new QLabel("NO DATA LOADED");+ e1->setObjectName("econEmptyTitle");+ e1->setAlignment(Qt::AlignCenter);+ auto* e2 = new QLabel("Select a source · pick a country · click an indicator");+ e2->setObjectName("econEmptyHint");+ e2->setAlignment(Qt::AlignCenter);+ evl->addWidget(e1);+ evl->addSpacing(6);+ evl->addWidget(e2);+ table_stack_->addWidget(empty_state_);++ // Page 1 — data tabledata_table_ = new QTableWidget;data_table_->setSelectionBehavior(QAbstractItemView::SelectRows);data_table_->setSelectionMode(QAbstractItemView::SingleSelection);@@ -454,51 +626,81 @@ QWidget* EconomicsScreen::create_right_panel() {data_table_->horizontalHeader()->setSortIndicatorShown(true);data_table_->setSortingEnabled(true);data_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);- vl->addWidget(data_table_, 1);+ data_table_->setAlternatingRowColors(true);+ data_table_->setShowGrid(true);+ table_stack_->addWidget(data_table_);+ vl->addWidget(table_stack_, 1);return panel;}+// ── Status bar ───────────────────────────────────────────────────────────────+QWidget* EconomicsScreen::create_status_bar() {auto* bar = new QWidget;bar->setObjectName("econStatusBar");- bar->setFixedHeight(26);+ bar->setFixedHeight(24);auto* hl = new QHBoxLayout(bar);- hl->setContentsMargins(16, 0, 16, 0);+ hl->setContentsMargins(12, 0, 12, 0);+ hl->setSpacing(6);++ auto sep = [&]() {+ auto* l = new QLabel("·");+ l->setObjectName("econStatusSep");+ return l;+ };auto* left = new QLabel("ECONOMICS");left->setObjectName("econStatusText");hl->addWidget(left);- hl->addStretch(1);- status_source_ = new QLabel("SOURCE: World Bank");- status_source_->setObjectName("econStatusText");+ hl->addWidget(sep());++ auto* src_lbl = new QLabel("SOURCE:");+ src_lbl->setObjectName("econStatusText");+ hl->addWidget(src_lbl);+ status_source_ = new QLabel("World Bank");+ status_source_->setObjectName("econStatusVal");hl->addWidget(status_source_);- hl->addSpacing(12);- status_country_ = new QLabel("COUNTRY: USA");- status_country_->setObjectName("econStatusText");+ hl->addWidget(sep());++ auto* ctry_lbl = new QLabel("COUNTRY:");+ ctry_lbl->setObjectName("econStatusText");+ hl->addWidget(ctry_lbl);+ status_country_ = new QLabel("USA");+ status_country_->setObjectName("econStatusVal");hl->addWidget(status_country_);- hl->addSpacing(12);- status_indicator_ = new QLabel;- status_indicator_->setObjectName("econStatusHighlight");+ hl->addWidget(sep());++ auto* ind_lbl = new QLabel("INDICATOR:");+ ind_lbl->setObjectName("econStatusText");+ hl->addWidget(ind_lbl);+ status_indicator_ = new QLabel("—");+ status_indicator_->setObjectName("econStatusHigh");hl->addWidget(status_indicator_);+ hl->addStretch(1);++ status_points_ = new QLabel;+ status_points_->setObjectName("econStatusText");+ hl->addWidget(status_points_);+return bar;}-// ── Slots ───────────────────────────────────────────────────────────────────+// ── Slots ────────────────────────────────────────────────────────────────────void EconomicsScreen::on_source_changed(int index) {if (index < 0 || index >= sources_.size())return;- active_source_ = index;+ active_source_ = index;active_indicator_ = sources_[index].default_indicator;- status_source_->setText("SOURCE: " + sources_[index].name);-+ status_source_->setText(sources_[index].name);+ update_source_badge(index);populate_countries(index);populate_indicators(index);@@ -506,19 +708,16 @@ void EconomicsScreen::on_source_changed(int index) {}void EconomicsScreen::on_country_clicked(QListWidgetItem* item) {- if (!item)- return;+ if (!item) return;active_country_ = item->data(Qt::UserRole).toString();- status_country_->setText("COUNTRY: " + active_country_);+ status_country_->setText(active_country_);}void EconomicsScreen::on_indicator_clicked(QListWidgetItem* item) {- if (!item)- return;+ if (!item) return;active_indicator_ = item->data(Qt::UserRole).toString();+ if (active_indicator_.isEmpty()) return; // category headerstatus_indicator_->setText(active_indicator_);-- // Auto-fetchon_fetch();}@@ -528,14 +727,23 @@ void EconomicsScreen::on_fetch() {const auto& src = sources_[active_source_];QStringList args;- args << active_indicator_ << active_country_;-- // Add date range if custom- if (date_preset_->currentIndex() == 5) { // Custom- if (!date_start_->text().isEmpty())- args << date_start_->text();- if (!date_end_->text().isEmpty())- args << date_end_->text();++ if (src.id == "worldbank") {+ args << "indicators" << active_country_ << active_indicator_;+ } else if (src.id == "fred") {+ args << "series" << active_indicator_;+ if (date_preset_->currentIndex() == 5) {+ if (!date_start_->text().isEmpty()) args << date_start_->text();+ if (!date_end_->text().isEmpty()) args << date_end_->text();+ }+ } else if (src.id == "imf") {+ args << "economic_indicators" << active_country_ << active_indicator_;+ } else {+ args << active_indicator_ << active_country_;+ if (date_preset_->currentIndex() == 5) {+ if (!date_start_->text().isEmpty()) args << date_start_->text();+ if (!date_end_->text().isEmpty()) args << date_end_->text();+ }}execute_fetch(src.script, args);@@ -550,8 +758,9 @@ void EconomicsScreen::on_date_preset(int index) {void EconomicsScreen::on_country_search(const QString& text) {for (int i = 0; i < country_list_->count(); ++i) {auto* item = country_list_->item(i);- bool match = text.isEmpty() || item->text().contains(text, Qt::CaseInsensitive) ||- item->data(Qt::UserRole).toString().contains(text, Qt::CaseInsensitive);+ bool match = text.isEmpty()+ || item->text().contains(text, Qt::CaseInsensitive)+ || item->data(Qt::UserRole).toString().contains(text, Qt::CaseInsensitive);item->setHidden(!match);}}@@ -559,17 +768,17 @@ void EconomicsScreen::on_country_search(const QString& text) {void EconomicsScreen::on_indicator_search(const QString& text) {for (int i = 0; i < indicator_list_->count(); ++i) {auto* item = indicator_list_->item(i);- bool match = text.isEmpty() || item->text().contains(text, Qt::CaseInsensitive) ||- item->data(Qt::UserRole).toString().contains(text, Qt::CaseInsensitive);+ bool match = text.isEmpty()+ || item->text().contains(text, Qt::CaseInsensitive)+ || item->data(Qt::UserRole).toString().contains(text, Qt::CaseInsensitive);item->setHidden(!match);}}-// ── Population ──────────────────────────────────────────────────────────────+// ── Population ───────────────────────────────────────────────────────────────void EconomicsScreen::populate_countries(int source_index) {country_list_->clear();-const auto& src = sources_[source_index];QStringList countries;@@ -577,47 +786,39 @@ void EconomicsScreen::populate_countries(int source_index) {countries = g_oecd_countries;else if (src.id == "adb")countries = g_adb_countries;- else if (src.id == "fred" || src.id == "fed" || src.id == "bls" || src.id == "fiscaldata" || src.id == "bea") {- countries = {"USA"}; // US-only sources- } else {+ else if (src.id == "fred" || src.id == "fed" || src.id == "bls"+ || src.id == "fiscaldata" || src.id == "bea")+ countries = {"USA"};+ elsecountries = g_major_countries;- }for (const auto& c : countries) {auto* item = new QListWidgetItem(c);item->setData(Qt::UserRole, c);country_list_->addItem(item);}-country_count_->setText(QString::number(countries.size()));- // Select USA by default- if (!countries.isEmpty()) {- country_list_->setCurrentRow(countries.indexOf("USA") >= 0 ? countries.indexOf("USA") : 0);+ int usa_row = countries.indexOf("USA");+ country_list_->setCurrentRow(usa_row >= 0 ? usa_row : 0);+ if (country_list_->currentItem())active_country_ = country_list_->currentItem()->data(Qt::UserRole).toString();- }}void EconomicsScreen::populate_indicators(int source_index) {indicator_list_->clear();-const auto& src = sources_[source_index];- QList<IndicatorDef> indicators;- if (src.id == "worldbank")- indicators = g_worldbank_indicators;- else if (src.id == "fred")- indicators = g_fred_indicators;- else if (src.id == "imf")- indicators = g_imf_indicators;- else- indicators = g_generic_indicators;+ QList<IndicatorDef> indicators;+ if (src.id == "worldbank") indicators = g_worldbank_indicators;+ else if (src.id == "fred") indicators = g_fred_indicators;+ else if (src.id == "imf") indicators = g_imf_indicators;+ else indicators = g_generic_indicators;- // Group by categoryQString last_cat;for (const auto& ind : indicators) {if (ind.category != last_cat) {- auto* header = new QListWidgetItem(ind.category.toUpper());+ auto* header = new QListWidgetItem(" " + ind.category.toUpper());header->setFlags(header->flags() & ~Qt::ItemIsSelectable);header->setForeground(QColor(colors::AMBER));auto f = header->font();@@ -627,8 +828,7 @@ void EconomicsScreen::populate_indicators(int source_index) {indicator_list_->addItem(header);last_cat = ind.category;}-- auto* item = new QListWidgetItem(" " + ind.name);+ auto* item = new QListWidgetItem(" " + ind.name);item->setData(Qt::UserRole, ind.id);item->setToolTip(ind.id);indicator_list_->addItem(item);@@ -639,17 +839,49 @@ void EconomicsScreen::populate_indicators(int source_index) {status_indicator_->setText(active_indicator_);}-// ── Data fetching ───────────────────────────────────────────────────────────+// ── Source badge highlight ───────────────────────────────────────────────────++void EconomicsScreen::update_source_badge(int index) {+ if (!source_badge_bar_) return;+ const auto& src = sources_[index];+ auto* hl = qobject_cast<QHBoxLayout*>(source_badge_bar_->layout());+ if (!hl) return;+ for (int i = 0; i < sources_.size(); ++i) {+ auto* w = hl->itemAt(i) ? hl->itemAt(i)->widget() : nullptr;+ if (!w) continue;+ bool active = (i == index);+ w->setProperty("active", active);+ if (active) {+ const auto& s = sources_[i];+ w->setStyleSheet(+ QString("QPushButton#econSourceBadge {"+ " border:1px solid %1; border-left:2px solid %1;"+ " color:%1; background:rgba(%2,%3,%4,0.12);"+ " font-size:9px; font-weight:700; padding:3px 10px; }")+ .arg(s.color)+ .arg(QColor(s.color).red())+ .arg(QColor(s.color).green())+ .arg(QColor(s.color).blue()));+ } else {+ w->setStyleSheet("");+ }+ // force style recalc+ w->style()->unpolish(w);+ w->style()->polish(w);+ }+}++// ── Data fetch ───────────────────────────────────────────────────────────────void EconomicsScreen::execute_fetch(const QString& script, const QStringList& args) {set_loading(true);- data_title_->setText("Fetching " + active_indicator_ + "...");+ data_title_->setText("Fetching " + active_indicator_ + "…");+ data_status_->clear();QPointer<EconomicsScreen> self = this;python::PythonRunner::instance().run(script, args, [self](const python::PythonResult& result) {- if (!self)- return;+ if (!self) return;self->set_loading(false);if (!result.success) {@@ -659,7 +891,7 @@ void EconomicsScreen::execute_fetch(const QString& script, const QStringList& arQString json_str = python::extract_json(result.output);if (json_str.isEmpty()) {- self->display_error("No data returned");+ self->display_error("No data returned from script");return;}@@ -671,21 +903,34 @@ void EconomicsScreen::execute_fetch(const QString& script, const QStringList& ar}auto obj = doc.isObject() ? doc.object() : QJsonObject();- if (obj.contains("error")) {- self->display_error(obj["error"].toString());- return;++ // Check for error field+ if (obj.contains("error") && !obj["error"].isNull()) {+ QString err_msg;+ if (obj["error"].isString())+ err_msg = obj["error"].toString();+ else if (obj["error"].isObject())+ err_msg = obj["error"].toObject()["message"].toString("Unknown error");+ if (!err_msg.isEmpty()) {+ self->display_error(err_msg);+ return;+ }}- // Extract data array+ // Extract data array — handle all known shapesQJsonArray data_array;- if (obj.contains("data") && obj["data"].isArray()) {- data_array = obj["data"].toArray();- } else if (doc.isArray()) {+ if (doc.isArray()) {data_array = doc.array();- } else if (obj.contains("data")) {- QJsonObject wrapper;- wrapper["value"] = obj["data"];- data_array.append(wrapper);+ } else if (obj.contains("data") && obj["data"].isArray()) {+ data_array = obj["data"].toArray();+ } else if (obj.contains("observations") && obj["observations"].isArray()) {+ data_array = obj["observations"].toArray(); // FRED+ } else if (obj.contains("results") && obj["results"].isArray()) {+ data_array = obj["results"].toArray();+ } else if (obj.contains("series") && obj["series"].isArray()) {+ data_array = obj["series"].toArray();+ } else {+ data_array.append(obj); // wrap single object}if (data_array.isEmpty()) {@@ -695,11 +940,12 @@ void EconomicsScreen::execute_fetch(const QString& script, const QStringList& arself->display_data(data_array, self->active_indicator_);self->display_stats(data_array);- LOG_INFO("Economics", self->active_indicator_ + ": " + QString::number(data_array.size()) + " points");+ LOG_INFO("Economics", self->active_indicator_ + ": "+ + QString::number(data_array.size()) + " points");});}-// ── Display ─────────────────────────────────────────────────────────────────+// ── Display ──────────────────────────────────────────────────────────────────void EconomicsScreen::display_data(const QJsonArray& data, const QString& title) {data_table_->setSortingEnabled(false);@@ -707,14 +953,18 @@ void EconomicsScreen::display_data(const QJsonArray& data, const QString& title)data_table_->setRowCount(0);data_table_->setColumnCount(0);- if (data.isEmpty())- return;+ if (data.isEmpty()) return;- // Extract columns+ // Collect all unique column keys from first rowQStringList columns;auto first = data[0].toObject();- for (auto it = first.begin(); it != first.end(); ++it) {+ for (auto it = first.begin(); it != first.end(); ++it)columns << it.key();++ // Prefer date/period column first+ for (const auto& preferred : QStringList{"date", "period", "year", "time", "Date", "Year"}) {+ int idx = columns.indexOf(preferred);+ if (idx > 0) { columns.move(idx, 0); break; }}data_table_->setColumnCount(columns.size());@@ -729,112 +979,140 @@ void EconomicsScreen::display_data(const QJsonArray& data, const QString& title)auto val = obj.value(columns[col]);QString text;if (val.isDouble()) {- text = QString::number(val.toDouble(), 'g', 10);- } else if (val.isNull()) {- text = "--";+ double d = val.toDouble();+ // Use integer display for large whole numbers+ if (d == std::floor(d) && std::abs(d) < 1e15)+ text = QString::number(static_cast<long long>(d));+ else+ text = QString::number(d, 'g', 8);+ } else if (val.isNull() || val.isUndefined()) {+ text = "—";} else {text = val.toVariant().toString();}auto* item = new QTableWidgetItem(text);- item->setTextAlignment(Qt::AlignRight | Qt::AlignVCenter);+ item->setTextAlignment(Qt::AlignVCenter |+ (val.isDouble() ? Qt::AlignRight : Qt::AlignLeft));if (val.isDouble()) {- item->setForeground(QColor(val.toDouble() < 0 ? colors::NEGATIVE : colors::CYAN));+ double d = val.toDouble();+ if (d < 0)+ item->setForeground(QColor(colors::NEGATIVE));+ else if (d > 0)+ item->setForeground(QColor(colors::CYAN));}data_table_->setItem(row, col, item);}}- if (columns.size() <= 15) {+ if (columns.size() <= 12)data_table_->resizeColumnsToContents();- }data_table_->setSortingEnabled(true);+ table_stack_->setCurrentIndex(1);- data_title_->setText(title + " — " + active_country_);- data_status_->setText(QString::number(data.size()) + " data points");+ data_title_->setText(title + " · " + active_country_);+ data_status_->setText(QString::number(data.size()) + " rows");+ status_points_->setText(QString::number(data.size()) + " data points");}void EconomicsScreen::display_stats(const QJsonArray& data) {- // Find the value column (try "value", then first numeric)- if (data.isEmpty())- return;+ if (data.isEmpty()) return;QVector<double> values;for (const auto& item : data) {auto obj = item.toObject();- double v = 0;- if (obj.contains("value") && obj["value"].isDouble()) {- v = obj["value"].toDouble();- } else {- // Find first numeric field+ bool found = false;++ if (obj.contains("value")) {+ auto v = obj["value"];+ if (v.isDouble()) {+ values.append(v.toDouble()); found = true;+ } else if (v.isString()) {+ bool ok = false;+ double d = v.toString().toDouble(&ok);+ if (ok) { values.append(d); found = true; }+ }+ }+ if (!found) {for (auto it = obj.begin(); it != obj.end(); ++it) {if (it.value().isDouble()) {- v = it.value().toDouble();+ values.append(it.value().toDouble());+ found = true;break;}}}- values.append(v);}- if (values.isEmpty())- return;+ if (values.isEmpty()) return;- double latest = values.last();- double prev = values.size() > 1 ? values[values.size() - 2] : latest;- double change = (prev != 0) ? ((latest - prev) / std::abs(prev)) * 100.0 : 0;- double min_val = *std::min_element(values.begin(), values.end());- double max_val = *std::max_element(values.begin(), values.end());- double sum = 0;- for (double v : values)- sum += v;- double avg = sum / values.size();-- auto fmt = [](double v) {- if (std::abs(v) >= 1e9)- return QString::number(v / 1e9, 'f', 2) + "B";- if (std::abs(v) >= 1e6)- return QString::number(v / 1e6, 'f', 2) + "M";- if (std::abs(v) >= 1e3)- return QString::number(v / 1e3, 'f', 2) + "K";+ auto fmt = [](double v) -> QString {+ if (std::abs(v) >= 1e12) return QString::number(v / 1e12, 'f', 2) + "T";+ if (std::abs(v) >= 1e9) return QString::number(v / 1e9, 'f', 2) + "B";+ if (std::abs(v) >= 1e6) return QString::number(v / 1e6, 'f', 2) + "M";+ if (std::abs(v) >= 1e3) return QString::number(v / 1e3, 'f', 2) + "K";return QString::number(v, 'f', 2);};- stat_latest_->setText(fmt(latest));- stat_change_->setText(QString("%1%2%").arg(change >= 0 ? "+" : "").arg(change, 0, 'f', 2));- stat_change_->setStyleSheet(QString("color: %1; font-size: 11px; font-weight: 700; background: transparent;")- .arg(change >= 0 ? colors::POSITIVE : colors::NEGATIVE));- stat_min_->setText(fmt(min_val));- stat_max_->setText(fmt(max_val));- stat_avg_->setText(fmt(avg));- stat_count_->setText(QString::number(values.size()));+ double latest = values.last();+ double prev = values.size() > 1 ? values[values.size() - 2] : latest;+ double change = (prev != 0) ? ((latest - prev) / std::abs(prev)) * 100.0 : 0.0;+ double min_v = *std::min_element(values.begin(), values.end());+ double max_v = *std::max_element(values.begin(), values.end());+ double sum = 0; for (double v : values) sum += v;+ double avg = sum / values.size();++ stat_latest_val_->setText(fmt(latest));+ stat_latest_sub_->setText("most recent");++ stat_change_val_->setText(QString("%1%2%")+ .arg(change >= 0 ? "+" : "").arg(change, 0, 'f', 2));+ stat_change_val_->setObjectName(change >= 0 ? "econStatChangePos" : "econStatChangeNeg");+ stat_change_val_->style()->unpolish(stat_change_val_);+ stat_change_val_->style()->polish(stat_change_val_);+ stat_change_sub_->setText("vs prior period");++ stat_min_val_->setText(fmt(min_v));+ stat_min_sub_->setText("all-time low");++ stat_max_val_->setText(fmt(max_v));+ stat_max_sub_->setText("all-time high");++ stat_avg_val_->setText(fmt(avg));+ stat_avg_sub_->setText("period average");++ stat_count_val_->setText(QString::number(values.size()));+ stat_count_sub_->setText("observations");}void EconomicsScreen::display_error(const QString& error) {- data_title_->setText("Error");- data_status_->setText("");- data_table_->clear();- data_table_->setRowCount(0);- data_table_->setColumnCount(0);+ table_stack_->setCurrentIndex(0); // show empty state// Reset stats- stat_latest_->setText("--");- stat_change_->setText("--");- stat_min_->setText("--");- stat_max_->setText("--");- stat_avg_->setText("--");- stat_count_->setText("--");+ for (auto* lbl : {stat_latest_val_, stat_change_val_, stat_min_val_,+ stat_max_val_, stat_avg_val_, stat_count_val_}) {+ if (lbl) lbl->setText("—");+ }+ for (auto* lbl : {stat_latest_sub_, stat_change_sub_, stat_min_sub_,+ stat_max_sub_, stat_avg_sub_, stat_count_sub_}) {+ if (lbl) lbl->setText("");+ }data_title_->setText("Error: " + error);+ data_status_->clear();LOG_ERROR("Economics", error);}void EconomicsScreen::set_loading(bool loading) {loading_ = loading;fetch_btn_->setEnabled(!loading);- fetch_btn_->setText(loading ? "LOADING..." : "FETCH DATA");+ fetch_btn_->setText(loading ? " LOADING… " : " FETCH DATA ");+ if (loading) {+ data_title_->setText("Fetching data…");+ data_status_->clear();+ }}} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/economics/EconomicsScreen.h b/fincept-qt/src/screens/economics/EconomicsScreen.hindex 8491018e3..4a8d5b6ed 100644--- a/fincept-qt/src/screens/economics/EconomicsScreen.h+++ b/fincept-qt/src/screens/economics/EconomicsScreen.h@@ -1,6 +1,7 @@#pragma once#include <QComboBox>+#include <QFrame>#include <QJsonArray>#include <QJsonObject>#include <QLabel>@@ -9,27 +10,23 @@#include <QPushButton>#include <QStackedWidget>#include <QTableWidget>+#include <QToolButton>#include <QWidget>-namespace fincept {-class HttpClient;-}-namespace fincept::screens {/// Economic data source descriptor.struct EconSource {QString id;QString name;- QString script; // Python script name- QString color; // source accent color- bool needs_api_key;+ QString script; // Python script name+ QString color; // source accent color+ bool needs_api_key;QString default_indicator;+ QString description; // short blurb shown in header};/// Economics Data Explorer — 15 global data sources with 1000+ indicators.-/// Sources: World Bank, BIS, IMF, FRED, OECD, WTO, CFTC, EIA, ADB,-/// Federal Reserve, BLS, UNESCO, FiscalData, BEA, Fincept Macro API.class EconomicsScreen : public QWidget {Q_OBJECTpublic:@@ -45,11 +42,13 @@ class EconomicsScreen : public QWidget {void on_indicator_search(const QString& text);private:- void setup_ui();- QWidget* create_header();+ void setup_ui();+ QWidget* create_toolbar();+ QWidget* create_source_bar();QWidget* create_left_panel();QWidget* create_right_panel();QWidget* create_status_bar();+ QWidget* create_stat_card(const QString& label, QLabel*& value_out, QLabel*& sub_out);void populate_countries(int source_index);void populate_indicators(int source_index);@@ -58,43 +57,58 @@ class EconomicsScreen : public QWidget {void display_stats(const QJsonArray& data);void display_error(const QString& error);void set_loading(bool loading);+ void update_source_badge(int index);// SourcesQList<EconSource> sources_;- int active_source_ = 0;+ int active_source_ = 0;QString active_country_ = "USA";QString active_indicator_;- // Header- QComboBox* source_combo_ = nullptr;- QComboBox* date_preset_ = nullptr;- QLineEdit* date_start_ = nullptr;- QLineEdit* date_end_ = nullptr;- QPushButton* fetch_btn_ = nullptr;+ // Toolbar+ QComboBox* source_combo_ = nullptr;+ QComboBox* date_preset_ = nullptr;+ QLineEdit* date_start_ = nullptr;+ QLineEdit* date_end_ = nullptr;+ QPushButton* fetch_btn_ = nullptr;++ // Source badge strip+ QWidget* source_badge_bar_ = nullptr;// Left panel- QListWidget* country_list_ = nullptr;- QListWidget* indicator_list_ = nullptr;- QLineEdit* country_search_ = nullptr;- QLineEdit* indicator_search_ = nullptr;- QLabel* country_count_ = nullptr;- QLabel* indicator_count_ = nullptr;+ QListWidget* country_list_ = nullptr;+ QListWidget* indicator_list_ = nullptr;+ QLineEdit* country_search_ = nullptr;+ QLineEdit* indicator_search_= nullptr;+ QLabel* country_count_ = nullptr;+ QLabel* indicator_count_ = nullptr;++ // Stat cards (value + sub-label)+ QLabel* stat_latest_val_ = nullptr;+ QLabel* stat_latest_sub_ = nullptr;+ QLabel* stat_change_val_ = nullptr;+ QLabel* stat_change_sub_ = nullptr;+ QLabel* stat_min_val_ = nullptr;+ QLabel* stat_min_sub_ = nullptr;+ QLabel* stat_max_val_ = nullptr;+ QLabel* stat_max_sub_ = nullptr;+ QLabel* stat_avg_val_ = nullptr;+ QLabel* stat_avg_sub_ = nullptr;+ QLabel* stat_count_val_ = nullptr;+ QLabel* stat_count_sub_ = nullptr;// Right panel- QLabel* stat_latest_ = nullptr;- QLabel* stat_change_ = nullptr;- QLabel* stat_min_ = nullptr;- QLabel* stat_max_ = nullptr;- QLabel* stat_avg_ = nullptr;- QLabel* stat_count_ = nullptr;- QTableWidget* data_table_ = nullptr;- QLabel* data_title_ = nullptr;- QLabel* data_status_ = nullptr;+ QTableWidget* data_table_ = nullptr;+ QLabel* data_title_ = nullptr;+ QLabel* data_status_ = nullptr;+ QWidget* empty_state_ = nullptr;+ QStackedWidget* table_stack_ = nullptr;// Status bar- QLabel* status_source_ = nullptr;- QLabel* status_country_ = nullptr;+ QLabel* status_source_ = nullptr;+ QLabel* status_country_ = nullptr;QLabel* status_indicator_ = nullptr;+ QLabel* status_points_ = nullptr;bool loading_ = false;};diff --git a/fincept-qt/src/screens/equity_research/EquityFinancialsTab.cpp b/fincept-qt/src/screens/equity_research/EquityFinancialsTab.cppindex 5e016ec45..9394e59d3 100644--- a/fincept-qt/src/screens/equity_research/EquityFinancialsTab.cpp+++ b/fincept-qt/src/screens/equity_research/EquityFinancialsTab.cpp@@ -2,6 +2,7 @@#include "screens/equity_research/EquityFinancialsTab.h"#include "services/equity/EquityResearchService.h"+#include "services/file_manager/FileManagerService.h"#include "ui/theme/Theme.h"#include <QBarCategoryAxis>@@ -14,8 +15,14 @@#include <QHeaderView>#include <QJsonObject>#include <QLineSeries>+#include <QDateTime>+#include <QFile>+#include <QFileInfo>+#include <QPushButton>+#include <QRegularExpression>#include <QScrollArea>#include <QSizePolicy>+#include <QTextStream>#include <QVBoxLayout>#include <QValueAxis>@@ -203,6 +210,69 @@ void EquityFinancialsTab::build_ui() {make_btn("Cash Flow", btn_cashflow_);btn_income_->setChecked(true);btn_hl->addStretch();++ auto* export_btn = new QPushButton("EXPORT CSV");+ export_btn->setStyleSheet(QString(R"(+ QPushButton {+ background:transparent; color:%1; border:1px solid %1;+ border-radius:3px; padding:4px 14px; font-size:11px; font-weight:700;+ }+ QPushButton:hover { background:%1; color:#000; }+ )").arg(kAmber));+ btn_hl->addWidget(export_btn);++ connect(export_btn, &QPushButton::clicked, this, [this]() {+ int idx = stack_ ? stack_->currentIndex() : 0;+ QTableWidget* tbl = nullptr;+ QString label;+ if (idx == 0) { tbl = inc_table_; label = "income"; }+ else if (idx == 1) { tbl = bal_table_; label = "balance"; }+ else { tbl = cf_table_; label = "cashflow"; }+ if (!tbl) return;++ // Build sanitised ticker prefix from object name or use generic+ QString ticker = objectName().isEmpty() ? "equity" : objectName();+ ticker.remove(QRegularExpression(R"([^A-Za-z0-9_\-])"));++ QString filename = QString("%1_%2_%3.csv")+ .arg(ticker, label, QDateTime::currentDateTime().toString("yyyyMMdd_HHmmss"));+ QString dest = services::FileManagerService::instance().storage_dir() + "/" + filename;++ QFile f(dest);+ if (!f.open(QIODevice::WriteOnly | QIODevice::Text)) return;+ QTextStream out(&f);++ // Header row+ QStringList headers;+ for (int c = 0; c < tbl->columnCount(); ++c) {+ auto* item = tbl->horizontalHeaderItem(c);+ headers << (item ? item->text() : QString("Col%1").arg(c));+ }+ out << headers.join(",") << "\n";++ // Data rows+ for (int r = 0; r < tbl->rowCount(); ++r) {+ QStringList row;+ for (int c = 0; c < tbl->columnCount(); ++c) {+ auto* item = tbl->item(r, c);+ QString cell = item ? item->text() : "";+ if (cell.contains(',') || cell.contains('"') || cell.contains('\n'))+ cell = "\"" + cell.replace("\"", "\"\"") + "\"";+ row << cell;+ }+ out << row.join(",") << "\n";+ }+ f.close();++ services::FileManagerService::instance().register_file(+ dest,+ QFileInfo(dest).fileName(),+ QFileInfo(dest).size(),+ "text/csv",+ "equity_research"+ );+ });+vl->addWidget(btn_bar);auto switch_to = [this](int idx) {diff --git a/fincept-qt/src/screens/equity_trading/EquityOrderEntry.cpp b/fincept-qt/src/screens/equity_trading/EquityOrderEntry.cppindex 45ba8a6bf..129fc69a2 100644--- a/fincept-qt/src/screens/equity_trading/EquityOrderEntry.cpp+++ b/fincept-qt/src/screens/equity_trading/EquityOrderEntry.cpp@@ -1,12 +1,17 @@// EquityOrderEntry.cpp — BUY/SELL form configurable per broker profile#include "screens/equity_trading/EquityOrderEntry.h"+#include "core/logging/Logger.h"#include "screens/equity_trading/EquityTypes.h"+#include "trading/BrokerRegistry.h"#include <QHBoxLayout>+#include <QMetaObject>+#include <QPointer>#include <QStyle>#include <QTimer>#include <QVBoxLayout>+#include <QtConcurrent/QtConcurrent>#include <cmath>@@ -203,6 +208,12 @@ EquityOrderEntry::EquityOrderEntry(QWidget* parent) : QWidget(parent) {cost_label_->setObjectName("eqOeCost");form->addWidget(cost_label_);+ // Required margin (live broker only)+ margin_label_ = new QLabel("");+ margin_label_->setObjectName("eqOeMargin");+ margin_label_->hide();+ form->addWidget(margin_label_);+// Submitsubmit_btn_ = new QPushButton("BUY RELIANCE");submit_btn_->setObjectName("eqBuySubmit");@@ -219,6 +230,14 @@ EquityOrderEntry::EquityOrderEntry(QWidget* parent) : QWidget(parent) {form->addStretch();layout->addWidget(content, 1);++ // Debounce timer: fetch margin 600ms after last qty/price change (live broker only)+ margin_timer_ = new QTimer(this);+ margin_timer_->setSingleShot(true);+ margin_timer_->setInterval(600);+ connect(margin_timer_, &QTimer::timeout, this, &EquityOrderEntry::fetch_margin_async);+ connect(qty_edit_, &QLineEdit::textChanged, this, [this](){ margin_timer_->start(); });+ connect(price_edit_, &QLineEdit::textChanged, this, [this](){ margin_timer_->start(); });}void EquityOrderEntry::configure_for_broker(const trading::BrokerProfile& profile) {@@ -307,6 +326,7 @@ void EquityOrderEntry::set_mode(bool is_paper) {is_paper_ = is_paper;mode_label_->setText(is_paper ? "PAPER" : "LIVE");mode_label_->setStyleSheet(QString("color: %1;").arg(is_paper ? "#16a34a" : "#dc2626"));+ if (is_paper) margin_label_->hide();}void EquityOrderEntry::set_symbol(const QString& symbol) {@@ -378,4 +398,70 @@ void EquityOrderEntry::update_cost_preview() {cost_label_->setText("Est: --");}+void EquityOrderEntry::set_broker_id(const QString& broker_id) {+ broker_id_ = broker_id;+}++void EquityOrderEntry::fetch_margin_async() {+ // Only fetch for live mode with a real broker+ if (is_paper_ || broker_id_.isEmpty())+ return;++ const double qty = qty_edit_->text().toDouble();+ if (qty <= 0)+ return;++ // Guard against concurrent fetches+ bool expected = false;+ if (!margin_fetching_.compare_exchange_strong(expected, true))+ return;++ trading::UnifiedOrder order;+ order.symbol = current_symbol_;+ order.exchange = exchange_combo_->currentText();+ order.side = is_buy_side_ ? trading::OrderSide::Buy : trading::OrderSide::Sell;+ order.quantity = qty;+ order.price = price_edit_->text().toDouble();+ order.stop_price = stop_price_edit_->text().toDouble();+ static const trading::OrderType type_map[] = {+ trading::OrderType::Market, trading::OrderType::Limit,+ trading::OrderType::StopLoss, trading::OrderType::StopLossLimit};+ order.order_type = type_map[active_type_];+ const int prod_idx = product_combo_->currentIndex();+ order.product_type = (!product_types_.isEmpty() && prod_idx >= 0 && prod_idx < product_types_.size())+ ? product_types_[prod_idx].value+ : trading::ProductType::Intraday;++ const QString bid = broker_id_;+ QPointer<EquityOrderEntry> self = this;++ QtConcurrent::run([self, bid, order]() {+ auto* broker = trading::BrokerRegistry::instance().get(bid);+ if (!broker) {+ if (self) self->margin_fetching_ = false;+ return;+ }+ auto creds = broker->load_credentials();+ if (creds.api_key.isEmpty()) {+ if (self) self->margin_fetching_ = false;+ return;+ }+ auto result = broker->get_order_margins(creds, order);+ QMetaObject::invokeMethod(self, [self, result]() {+ if (!self) return;+ self->margin_fetching_ = false;+ if (result.success && result.data) {+ const auto& m = *result.data;+ const QString sym = currency_symbol(self->current_currency_);+ self->margin_label_->setText(+ QString("Margin: %1%2").arg(sym).arg(m.total, 0, 'f', 2));+ self->margin_label_->setStyleSheet("color: #f59e0b; font-size: 10px;");+ self->margin_label_->show();+ } else {+ self->margin_label_->hide();+ }+ }, Qt::QueuedConnection);+ });+}+} // namespace fincept::screens::equitydiff --git a/fincept-qt/src/screens/equity_trading/EquityOrderEntry.h b/fincept-qt/src/screens/equity_trading/EquityOrderEntry.hindex 557232eb0..8a26cf559 100644--- a/fincept-qt/src/screens/equity_trading/EquityOrderEntry.h+++ b/fincept-qt/src/screens/equity_trading/EquityOrderEntry.h@@ -8,7 +8,9 @@#include <QLabel>#include <QLineEdit>#include <QPushButton>+#include <QTimer>#include <QWidget>+#include <atomic>namespace fincept::screens::equity {@@ -25,6 +27,7 @@ class EquityOrderEntry : public QWidget {void set_mode(bool is_paper);void set_symbol(const QString& symbol);void set_exchange(const QString& exchange);+ void set_broker_id(const QString& broker_id);void show_order_status(const QString& msg, bool success); // show result after order placedsignals:@@ -69,6 +72,7 @@ class EquityOrderEntry : public QWidget {QLabel* balance_label_ = nullptr;QLabel* market_price_label_ = nullptr;QLabel* cost_label_ = nullptr;+ QLabel* margin_label_ = nullptr; // required margin from broker APIQLabel* status_label_ = nullptr;QLabel* mode_label_ = nullptr;@@ -80,6 +84,13 @@ class EquityOrderEntry : public QWidget {QString current_symbol_ = "RELIANCE";QString current_exchange_ = "NSE";QString current_currency_ = "INR";+ QString broker_id_;++ // Margin fetch debounce timer — fires 500ms after last qty/price change+ QTimer* margin_timer_ = nullptr;+ std::atomic<bool> margin_fetching_{false};++ void fetch_margin_async();// Cached product types from profile (for order construction)QVector<trading::ProductTypeDef> product_types_;diff --git a/fincept-qt/src/screens/equity_trading/EquityTradingScreen.cpp b/fincept-qt/src/screens/equity_trading/EquityTradingScreen.cppindex 3d5cc21ab..53bea5c2c 100644--- a/fincept-qt/src/screens/equity_trading/EquityTradingScreen.cpp+++ b/fincept-qt/src/screens/equity_trading/EquityTradingScreen.cpp@@ -12,8 +12,11 @@#include "storage/repositories/SettingsRepository.h"#include "trading/BrokerRegistry.h"#include "trading/OrderMatcher.h"+#include "trading/brokers/angelone/AngelOneBroker.h"+#include "trading/instruments/InstrumentService.h"#include "trading/PaperTrading.h"#include "trading/UnifiedTrading.h"+#include "trading/websocket/AngelOneWebSocket.h"#include "ui/theme/StyleSheets.h"#include <QCompleter>@@ -47,6 +50,7 @@ EquityTradingScreen::EquityTradingScreen(QWidget* parent) : QWidget(parent) {}EquityTradingScreen::~EquityTradingScreen() {+ ws_teardown();if (fill_cb_id_ >= 0)OrderMatcher::instance().remove_fill_callback(fill_cb_id_);}@@ -57,31 +61,38 @@ EquityTradingScreen::~EquityTradingScreen() {void EquityTradingScreen::showEvent(QShowEvent* event) {QWidget::showEvent(event);- if (quote_timer_)- quote_timer_->start();- if (portfolio_timer_)- portfolio_timer_->start();- if (watchlist_timer_)- watchlist_timer_->start();- if (clock_timer_)- clock_timer_->start();- if (market_clock_timer_)- market_clock_timer_->start();- LOG_INFO(TAG, "Screen visible — timers started");++ // Start (or reconnect) WebSocket if available for this broker+ if (ws_) {+ if (!ws_->is_connected())+ ws_->open();+ else+ ws_resubscribe();+ }++ // Only run polling timers when WebSocket is not active+ const bool use_polling = !ws_active();+ if (use_polling) {+ if (quote_timer_) quote_timer_->start();+ if (watchlist_timer_) watchlist_timer_->start();+ }+ // Portfolio + clock timers always run (WS doesn't replace these)+ if (portfolio_timer_) portfolio_timer_->start();+ if (clock_timer_) clock_timer_->start();+ if (market_clock_timer_) market_clock_timer_->start();++ LOG_INFO(TAG, ws_active() ? "Screen visible — WebSocket active, polling suppressed"+ : "Screen visible — polling timers started");}void EquityTradingScreen::hideEvent(QHideEvent* event) {QWidget::hideEvent(event);- if (quote_timer_)- quote_timer_->stop();- if (portfolio_timer_)- portfolio_timer_->stop();- if (watchlist_timer_)- watchlist_timer_->stop();- if (clock_timer_)- clock_timer_->stop();- if (market_clock_timer_)- market_clock_timer_->stop();+ if (quote_timer_) quote_timer_->stop();+ if (portfolio_timer_) portfolio_timer_->stop();+ if (watchlist_timer_) watchlist_timer_->stop();+ if (clock_timer_) clock_timer_->stop();+ if (market_clock_timer_) market_clock_timer_->stop();+ // Keep WebSocket connected in background — it will auto-reconnect on showLOG_INFO(TAG, "Screen hidden — timers stopped");}@@ -239,6 +250,12 @@ void EquityTradingScreen::setup_ui() {connect(mode_btn_, &QPushButton::clicked, this, &EquityTradingScreen::on_mode_toggled);connect(api_btn_, &QPushButton::clicked, this, &EquityTradingScreen::on_api_clicked);connect(watchlist_, &EquityWatchlist::symbol_selected, this, &EquityTradingScreen::on_symbol_selected);+ connect(watchlist_, &EquityWatchlist::symbol_added, this, [this](const QString& sym) {+ if (!watchlist_symbols_.contains(sym))+ watchlist_symbols_.append(sym);+ if (ws_active())+ ws_resubscribe();+ });connect(order_entry_, &EquityOrderEntry::order_submitted, this, &EquityTradingScreen::on_order_submitted);connect(orderbook_, &EquityOrderBook::price_clicked, this, &EquityTradingScreen::on_ob_price_clicked);connect(bottom_panel_, &EquityBottomPanel::cancel_order_requested, this, &EquityTradingScreen::on_cancel_order);@@ -314,11 +331,19 @@ void EquityTradingScreen::setup_timers() {async_fetch_time_sales();async_fetch_auctions();async_fetch_condition_codes();++ // Start WebSocket streaming if this broker supports it.+ // Guard: on_broker_changed() may have already called ws_init().+ if (!ws_)+ ws_init();}}- refresh_quote();- async_fetch_watchlist_quotes();+ // Only do initial REST polls if WebSocket is not already active+ if (!ws_active()) {+ refresh_quote();+ async_fetch_watchlist_quotes();+ }async_fetch_candles(selected_symbol_, chart_->current_timeframe());});}@@ -388,24 +413,31 @@ void EquityTradingScreen::load_portfolio() {void EquityTradingScreen::async_fetch_quote() {if (quote_fetching_.exchange(true))return;+ // Capture strings by value on the main thread — QPointer is NOT thread-safe to dereference+ const QString broker_id = broker_id_;+ const QString symbol = selected_symbol_;QPointer<EquityTradingScreen> self = this;- QtConcurrent::run([self]() {- if (!self)- return;- auto* broker = BrokerRegistry::instance().get(self->broker_id_);+ LOG_DEBUG(TAG, QString("async_fetch_quote: broker=%1 symbol=%2").arg(broker_id, symbol));+ QtConcurrent::run([self, broker_id, symbol]() {+ auto* broker = BrokerRegistry::instance().get(broker_id);if (!broker) {+ LOG_WARN(TAG, QString("async_fetch_quote: broker not found: %1").arg(broker_id));self->quote_fetching_ = false;return;}auto creds = broker->load_credentials();if (creds.api_key.isEmpty()) {+ LOG_WARN(TAG, QString("async_fetch_quote: no credentials for %1").arg(broker_id));self->quote_fetching_ = false;return;}- auto result = broker->get_quotes(creds, {self->selected_symbol_});+ LOG_DEBUG(TAG, QString("async_fetch_quote: calling get_quotes for %1").arg(symbol));+ auto result = broker->get_quotes(creds, {symbol});self->quote_fetching_ = false;if (!result.success || !result.data || result.data->isEmpty()) {LOG_WARN(TAG, QString("get_quotes failed: %1").arg(result.error));+ if (result.error.startsWith("[TOKEN_EXPIRED]"))+ QMetaObject::invokeMethod(self, &EquityTradingScreen::handle_token_expired, Qt::QueuedConnection);return;}const auto quote = result.data->first();@@ -439,17 +471,19 @@ void EquityTradingScreen::async_fetch_quote() {void EquityTradingScreen::async_fetch_candles(const QString& symbol, const QString& timeframe) {if (candles_fetching_.exchange(true))return;+ const QString broker_id = broker_id_;QPointer<EquityTradingScreen> self = this;- QtConcurrent::run([self, symbol, timeframe]() {- if (!self)- return;- auto* broker = BrokerRegistry::instance().get(self->broker_id_);+ LOG_DEBUG(TAG, QString("async_fetch_candles: broker=%1 symbol=%2 tf=%3").arg(broker_id, symbol, timeframe));+ QtConcurrent::run([self, broker_id, symbol, timeframe]() {+ auto* broker = BrokerRegistry::instance().get(broker_id);if (!broker) {+ LOG_WARN(TAG, QString("async_fetch_candles: broker not found: %1").arg(broker_id));self->candles_fetching_ = false;return;}auto creds = broker->load_credentials();if (creds.api_key.isEmpty()) {+ LOG_WARN(TAG, QString("async_fetch_candles: no credentials for %1").arg(broker_id));self->candles_fetching_ = false;return;}@@ -473,6 +507,8 @@ void EquityTradingScreen::async_fetch_candles(const QString& symbol, const QStriself->candles_fetching_ = false;if (!result.success || !result.data) {LOG_WARN(TAG, QString("get_history failed: %1").arg(result.error));+ if (result.error.startsWith("[TOKEN_EXPIRED]"))+ QMetaObject::invokeMethod(self, &EquityTradingScreen::handle_token_expired, Qt::QueuedConnection);return;}QMetaObject::invokeMethod(@@ -487,17 +523,22 @@ void EquityTradingScreen::async_fetch_candles(const QString& symbol, const QStri}void EquityTradingScreen::async_fetch_positions() {+ const QString broker_id = broker_id_;QPointer<EquityTradingScreen> self = this;- QtConcurrent::run([self]() {- if (!self)- return;- auto* broker = BrokerRegistry::instance().get(self->broker_id_);- if (!broker)+ QtConcurrent::run([self, broker_id]() {+ auto* broker = BrokerRegistry::instance().get(broker_id);+ if (!broker) {+ LOG_WARN(TAG, QString("async_fetch_positions: broker not found: %1").arg(broker_id));return;+ }auto creds = broker->load_credentials();auto result = broker->get_positions(creds);- if (!result.success || !result.data)+ LOG_DEBUG(TAG, QString("async_fetch_positions: success=%1 error=%2").arg(result.success).arg(result.error));+ if (!result.success || !result.data) {+ if (result.error.startsWith("[TOKEN_EXPIRED]"))+ QMetaObject::invokeMethod(self, &EquityTradingScreen::handle_token_expired, Qt::QueuedConnection);return;+ }QMetaObject::invokeMethod(self,[self, data = *result.data]() {@@ -510,17 +551,22 @@ void EquityTradingScreen::async_fetch_positions() {}void EquityTradingScreen::async_fetch_holdings() {+ const QString broker_id = broker_id_;QPointer<EquityTradingScreen> self = this;- QtConcurrent::run([self]() {- if (!self)- return;- auto* broker = BrokerRegistry::instance().get(self->broker_id_);- if (!broker)+ QtConcurrent::run([self, broker_id]() {+ auto* broker = BrokerRegistry::instance().get(broker_id);+ if (!broker) {+ LOG_WARN(TAG, QString("async_fetch_holdings: broker not found: %1").arg(broker_id));return;+ }auto creds = broker->load_credentials();auto result = broker->get_holdings(creds);- if (!result.success || !result.data)+ LOG_DEBUG(TAG, QString("async_fetch_holdings: success=%1 error=%2").arg(result.success).arg(result.error));+ if (!result.success || !result.data) {+ if (result.error.startsWith("[TOKEN_EXPIRED]"))+ QMetaObject::invokeMethod(self, &EquityTradingScreen::handle_token_expired, Qt::QueuedConnection);return;+ }QMetaObject::invokeMethod(self,[self, data = *result.data]() {@@ -533,17 +579,22 @@ void EquityTradingScreen::async_fetch_holdings() {}void EquityTradingScreen::async_fetch_orders() {+ const QString broker_id = broker_id_;QPointer<EquityTradingScreen> self = this;- QtConcurrent::run([self]() {- if (!self)- return;- auto* broker = BrokerRegistry::instance().get(self->broker_id_);- if (!broker)+ QtConcurrent::run([self, broker_id]() {+ auto* broker = BrokerRegistry::instance().get(broker_id);+ if (!broker) {+ LOG_WARN(TAG, QString("async_fetch_orders: broker not found: %1").arg(broker_id));return;+ }auto creds = broker->load_credentials();auto result = broker->get_orders(creds);- if (!result.success || !result.data)+ LOG_DEBUG(TAG, QString("async_fetch_orders: success=%1 error=%2").arg(result.success).arg(result.error));+ if (!result.success || !result.data) {+ if (result.error.startsWith("[TOKEN_EXPIRED]"))+ QMetaObject::invokeMethod(self, &EquityTradingScreen::handle_token_expired, Qt::QueuedConnection);return;+ }QMetaObject::invokeMethod(self,[self, data = *result.data]() {@@ -556,17 +607,22 @@ void EquityTradingScreen::async_fetch_orders() {}void EquityTradingScreen::async_fetch_funds() {+ const QString broker_id = broker_id_;QPointer<EquityTradingScreen> self = this;- QtConcurrent::run([self]() {- if (!self)- return;- auto* broker = BrokerRegistry::instance().get(self->broker_id_);- if (!broker)+ QtConcurrent::run([self, broker_id]() {+ auto* broker = BrokerRegistry::instance().get(broker_id);+ if (!broker) {+ LOG_WARN(TAG, QString("async_fetch_funds: broker not found: %1").arg(broker_id));return;+ }auto creds = broker->load_credentials();auto result = broker->get_funds(creds);- if (!result.success || !result.data)+ LOG_DEBUG(TAG, QString("async_fetch_funds: success=%1 error=%2").arg(result.success).arg(result.error));+ if (!result.success || !result.data) {+ if (result.error.startsWith("[TOKEN_EXPIRED]"))+ QMetaObject::invokeMethod(self, &EquityTradingScreen::handle_token_expired, Qt::QueuedConnection);return;+ }QMetaObject::invokeMethod(self,[self, data = *result.data]() {@@ -580,17 +636,28 @@ void EquityTradingScreen::async_fetch_funds() {}void EquityTradingScreen::async_fetch_watchlist_quotes() {+ const QString broker_id = broker_id_;+ const QStringList wl_symbols = watchlist_symbols_;QPointer<EquityTradingScreen> self = this;- QtConcurrent::run([self]() {- if (!self)- return;- auto* broker = BrokerRegistry::instance().get(self->broker_id_);- if (!broker)+ LOG_DEBUG(TAG, QString("async_fetch_watchlist_quotes: broker=%1 symbols=%2").arg(broker_id).arg(wl_symbols.join(",")));+ QtConcurrent::run([self, broker_id, wl_symbols]() {+ auto* broker = BrokerRegistry::instance().get(broker_id);+ if (!broker) {+ LOG_WARN(TAG, QString("async_fetch_watchlist_quotes: broker not found: %1").arg(broker_id));return;+ }auto creds = broker->load_credentials();- auto result = broker->get_quotes(creds, self->watchlist_symbols_.toVector());- if (!result.success || !result.data)+ if (creds.api_key.isEmpty()) {+ LOG_WARN(TAG, QString("async_fetch_watchlist_quotes: no credentials for %1").arg(broker_id));return;+ }+ LOG_DEBUG(TAG, QString("async_fetch_watchlist_quotes: calling get_quotes for %1 symbols").arg(wl_symbols.size()));+ auto result = broker->get_quotes(creds, wl_symbols.toVector());+ if (!result.success || !result.data) {+ LOG_WARN(TAG, QString("async_fetch_watchlist_quotes: get_quotes failed: %1").arg(result.error));+ return;+ }+ LOG_DEBUG(TAG, QString("async_fetch_watchlist_quotes: got %1 quotes").arg(result.data->size()));QMetaObject::invokeMethod(self,[self, data = *result.data]() {@@ -620,23 +687,28 @@ void EquityTradingScreen::async_fetch_watchlist_quotes() {void EquityTradingScreen::async_fetch_orderbook() {if (current_price_ <= 0)return;+ const QString broker_id = broker_id_;+ const QString symbol = selected_symbol_;QPointer<EquityTradingScreen> self = this;- QtConcurrent::run([self]() {- if (!self) return;- auto* broker = BrokerRegistry::instance().get(self->broker_id_);- if (!broker) return;+ QtConcurrent::run([self, broker_id, symbol]() {+ auto* broker = BrokerRegistry::instance().get(broker_id);+ if (!broker) {+ LOG_WARN(TAG, QString("async_fetch_orderbook: broker not found: %1").arg(broker_id));+ return;+ }auto creds = broker->load_credentials();if (creds.api_key.isEmpty()) return;// Fetch recent quote ticks — reconstruct L2 by aggregating bid/ask sizes per price level// Use today's quotes limited to 1000 ticks which gives real depthconst QString today = QDate::currentDate().toString("yyyy-MM-dd");- auto result = broker->get_historical_quotes_single(creds, self->selected_symbol_,+ auto result = broker->get_historical_quotes_single(creds, symbol,today + "T00:00:00Z", "", 1000);// Fall back to snapshot best bid/ask if quotes unavailable (pre-market, free tier limits)if (!result.success || !result.data || result.data->isEmpty()) {- auto snap = broker->get_quotes(creds, {self->selected_symbol_});+ LOG_DEBUG(TAG, QString("async_fetch_orderbook: falling back to snapshot for %1").arg(symbol));+ auto snap = broker->get_quotes(creds, {symbol});if (!snap.success || !snap.data || snap.data->isEmpty()) return;const auto& q = snap.data->first();// Use LTP as fallback if bid/ask not available (some brokers omit depth in basic mode)@@ -801,6 +873,8 @@ void EquityTradingScreen::on_broker_changed(const QString& broker) {// Configure order entry for this broker's product types / exchangesorder_entry_->configure_for_broker(prof);+ order_entry_->set_broker_id(broker_id_);+ watchlist_->set_broker_id(broker_id_);// For brokers with native paper trading, always use Live mode// (their paper server handles simulation); for others, stay in Paper mode@@ -866,6 +940,10 @@ void EquityTradingScreen::on_broker_changed(const QString& broker) {async_fetch_time_sales();async_fetch_auctions();async_fetch_condition_codes();++ // (Re)start WebSocket for the new broker+ ws_teardown();+ ws_init();}}}@@ -882,7 +960,13 @@ void EquityTradingScreen::switch_symbol(const QString& symbol) {ticker_bar_->set_symbol(symbol);order_entry_->set_symbol(symbol);watchlist_->set_active_symbol(symbol);- refresh_quote();++ if (ws_active()) {+ // Update WS subscriptions to include new symbol; REST poll not needed+ ws_resubscribe();+ } else {+ refresh_quote();+ }async_fetch_candles(selected_symbol_, chart_->current_timeframe());if (trading_mode_ == TradingMode::Live) {async_fetch_time_sales();@@ -918,6 +1002,22 @@ void EquityTradingScreen::on_mode_toggled() {}}+void EquityTradingScreen::handle_token_expired() {+ // Guard: only show one re-auth prompt at a time+ bool expected = false;+ if (!token_expired_shown_.compare_exchange_strong(expected, true))+ return;++ conn_label_->setText("⚠ TOKEN EXPIRED");+ conn_label_->setStyleSheet("color: #dc2626; font-size: 10px; font-weight: 700;");+ LOG_WARN(TAG, QString("Access token expired for broker %1 — prompting re-auth").arg(broker_id_));++ // Re-open the credentials dialog so the user can paste a new request_token+ on_api_clicked();++ token_expired_shown_.store(false);+}+void EquityTradingScreen::on_api_clicked() {auto* broker_for_dlg = BrokerRegistry::instance().get(broker_id_);auto prof = broker_for_dlg ? broker_for_dlg->profile() : trading::BrokerProfile{};@@ -959,6 +1059,11 @@ void EquityTradingScreen::on_api_clicked() {LOG_INFO(TAG, QString("Connected to %1 env=%2 user=%3").arg(bid, token_result.additional_data, token_result.user_id));+ // Kick off async instrument refresh so token lookups+ // (get_history, symbol search) work immediately after login.+ // Skips download if instruments are already fresh.+ trading::InstrumentService::instance().refresh(bid, creds);+const QString acct = token_result.user_id.isEmpty()? bid.toUpper() : token_result.user_id;self->conn_label_->setText(QString("● %1").arg(acct));@@ -969,9 +1074,15 @@ void EquityTradingScreen::on_api_clicked() {if (dlg_ptr)dlg_ptr->mark_connected(token_result.additional_data, acct);- // Full data refresh- self->refresh_quote();- self->async_fetch_watchlist_quotes();+ // (Re)start WebSocket with fresh credentials+ self->ws_teardown();+ self->ws_init();++ // Full data refresh — skip REST quote/watchlist if WS is now active+ if (!self->ws_active()) {+ self->refresh_quote();+ self->async_fetch_watchlist_quotes();+ }self->async_fetch_candles(self->selected_symbol_,self->chart_->current_timeframe());self->async_fetch_positions();@@ -995,31 +1106,73 @@ void EquityTradingScreen::on_api_clicked() {void EquityTradingScreen::on_order_submitted(const UnifiedOrder& order) {if (trading_mode_ == TradingMode::Paper) {+ LOG_INFO(TAG, QString("Paper order: %1 %2 x%3 type=%4 portfolio=%5")+ .arg(order.side == OrderSide::Buy ? "BUY" : "SELL")+ .arg(order.symbol)+ .arg(order.quantity)+ .arg(order_type_str(order.order_type))+ .arg(portfolio_id_));++ if (portfolio_id_.isEmpty()) {+ LOG_ERROR(TAG, "Paper order rejected: no active portfolio — create one first");+ order_entry_->show_order_status("No active portfolio — create one first", false);+ return;+ }+const QString side = order.side == OrderSide::Buy ? "buy" : "sell";const QString type = order_type_str(order.order_type);std::optional<double> price_opt;- if (order.order_type == OrderType::Limit || order.order_type == OrderType::StopLossLimit)+ if (order.order_type == OrderType::Limit || order.order_type == OrderType::StopLossLimit) {price_opt = order.price;+ } else if (order.order_type == OrderType::Market) {+ // Pass current price as reference for margin calculation.+ // For market orders this is not a limit price — it's only used to check+ // if the account has enough margin. Falls back to manually entered price.+ const double ref = current_price_ > 0 ? current_price_+ : (order.price > 0 ? order.price : 0.0);+ if (ref > 0)+ price_opt = ref;+ }std::optional<double> stop_opt;if (order.stop_price > 0)stop_opt = order.stop_price;- auto pt_order = pt_place_order(portfolio_id_, order.symbol, side, type, order.quantity, price_opt, stop_opt);- if (order.order_type == OrderType::Market) {- // Use the live ticker price for paper fill; fall back to order price or last known- double fill_price = current_price_ > 0 ? current_price_ : (order.price > 0 ? order.price : 0.0);- if (fill_price <= 0) {- LOG_WARN(TAG, "No price available for paper market order — skipping fill");- order_entry_->show_order_status("No price available for fill", false);- return;+ if (order.order_type == OrderType::Market && !price_opt) {+ LOG_WARN(TAG, QString("Paper market order blocked: no price for %1 — instruments may still be loading").arg(order.symbol));+ order_entry_->show_order_status("Price not available yet — wait for quotes to load", false);+ return;+ }++ try {+ auto pt_order = pt_place_order(portfolio_id_, order.symbol, side, type, order.quantity, price_opt, stop_opt);+ LOG_INFO(TAG, QString("Paper order placed: id=%1 symbol=%2 side=%3 qty=%4")+ .arg(pt_order.id).arg(pt_order.symbol).arg(pt_order.side).arg(pt_order.quantity));++ if (order.order_type == OrderType::Market) {+ // Use the live ticker price for paper fill; fall back to order price or last known+ double fill_price = current_price_ > 0 ? current_price_ : (order.price > 0 ? order.price : 0.0);+ if (fill_price <= 0) {+ LOG_WARN(TAG, "No price available for paper market order — skipping fill");+ order_entry_->show_order_status("No price available for fill", false);+ return;+ }+ LOG_INFO(TAG, QString("Filling paper order %1 at %2").arg(pt_order.id).arg(fill_price));+ pt_fill_order(pt_order.id, fill_price);+ order_entry_->show_order_status(+ QString("Paper order filled: %1 @ %2").arg(order.symbol).arg(fill_price, 0, 'f', 2), true);+ } else {+ OrderMatcher::instance().add_order(pt_order);+ order_entry_->show_order_status(+ QString("Paper order queued: %1").arg(order.symbol), true);}- pt_fill_order(pt_order.id, fill_price);- order_entry_->show_order_status(- QString("Paper order filled: %1 @ %2").arg(order.symbol).arg(fill_price, 0, 'f', 2), true);- } else {- OrderMatcher::instance().add_order(pt_order);- order_entry_->show_order_status(- QString("Paper order queued: %1").arg(order.symbol), true);+ } catch (const std::exception& e) {+ LOG_ERROR(TAG, QString("Paper order failed: %1 | symbol=%2 side=%3 qty=%4 price=%5 portfolio=%6")+ .arg(e.what())+ .arg(order.symbol).arg(side).arg(order.quantity)+ .arg(price_opt.value_or(0.0))+ .arg(portfolio_id_));+ order_entry_->show_order_status(QString("Order failed: %1").arg(e.what()), false);+ return;}refresh_portfolio();} else {@@ -1054,8 +1207,12 @@ void EquityTradingScreen::on_order_submitted(const UnifiedOrder& order) {void EquityTradingScreen::on_cancel_order(const QString& order_id) {if (trading_mode_ == TradingMode::Paper) {- pt_cancel_order(order_id);- OrderMatcher::instance().remove_order(order_id);+ try {+ pt_cancel_order(order_id);+ OrderMatcher::instance().remove_order(order_id);+ } catch (const std::exception& e) {+ LOG_ERROR(TAG, QString("Paper cancel failed: %1 order_id=%2").arg(e.what(), order_id));+ }refresh_portfolio();} else {QPointer<EquityTradingScreen> self = this;@@ -1086,6 +1243,9 @@ void EquityTradingScreen::on_ob_price_clicked(double price) {void EquityTradingScreen::refresh_quote() {if (!initialized_)return;+ // WebSocket provides real-time quotes — skip REST poll when active+ if (ws_active())+ return;async_fetch_quote();async_fetch_orderbook();if (trading_mode_ == TradingMode::Live)@@ -1126,6 +1286,9 @@ void EquityTradingScreen::refresh_portfolio() {void EquityTradingScreen::refresh_watchlist() {if (!initialized_)return;+ // WebSocket pushes watchlist prices in real-time — skip REST poll when active+ if (ws_active())+ return;async_fetch_watchlist_quotes();}@@ -1206,4 +1369,247 @@ void EquityTradingScreen::async_modify_order(const QString& order_id, double qty});}+// ============================================================================+// WebSocket — Angel One SmartStream integration+// ============================================================================++bool EquityTradingScreen::ws_active() const {+ return ws_ && ws_->is_connected();+}++void EquityTradingScreen::ws_init() {+ // Only Angel One supports SmartStream WebSocket+ if (broker_id_ != "angelone")+ return;++ auto* broker = BrokerRegistry::instance().get(broker_id_);+ if (!broker)+ return;++ auto creds = broker->load_credentials();+ if (creds.api_key.isEmpty())+ return;++ // Extract feed_token and client_code from additional_data JSON+ QString feed_token, client_code;+ if (!creds.additional_data.isEmpty()) {+ auto doc = QJsonDocument::fromJson(creds.additional_data.toUtf8());+ if (doc.isObject()) {+ feed_token = doc.object().value("feed_token").toString();+ client_code = doc.object().value("client_code").toString();+ }+ }++ if (feed_token.isEmpty() || client_code.isEmpty()) {+ LOG_WARN(TAG, "AngelOne: feed_token or client_code missing — WebSocket unavailable, falling back to polling");+ return;+ }++ // Ensure instrument cache is populated so token→symbol lookup works for tick enrichment.+ // load_from_db() is instant (reads SQLite). refresh() kicks off a background download+ // only if the cache is stale (> 12 hours old), so this is safe to call every time.+ auto& inst_svc = trading::InstrumentService::instance();+ if (!inst_svc.is_loaded("angelone"))+ inst_svc.load_from_db("angelone");+ inst_svc.refresh("angelone", creds); // no-op if already fresh++ // If instruments are still being downloaded, ws_resubscribe() called in on_ws_connected()+ // will find empty tokens. Reconnect once the download finishes.+ connect(&inst_svc, &trading::InstrumentService::refresh_done, this,+ [this](const QString& broker_id) {+ if (broker_id != "angelone") return;+ if (ws_active())+ ws_resubscribe();+ // Instruments just loaded — immediately fetch quotes via REST+ // (handles the case where WS is unavailable / still connecting)+ QMetaObject::invokeMethod(this, [this]() {+ refresh_quote();+ refresh_watchlist();+ }, Qt::QueuedConnection);+ }, Qt::UniqueConnection);++ ws_ = new trading::AngelOneWebSocket(creds.api_key, client_code, feed_token, this);+ connect(ws_, &trading::AngelOneWebSocket::tick_received, this, &EquityTradingScreen::on_ws_tick);+ connect(ws_, &trading::AngelOneWebSocket::connected, this, &EquityTradingScreen::on_ws_connected);+ connect(ws_, &trading::AngelOneWebSocket::disconnected, this, &EquityTradingScreen::on_ws_disconnected);+ connect(ws_, &trading::AngelOneWebSocket::error_occurred, this, [this](const QString& err) {+ LOG_WARN(TAG, QString("AngelOne WS error: %1 — falling back to polling").arg(err));+ // Re-enable polling timers so prices don't freeze on WS error+ if (quote_timer_ && !quote_timer_->isActive())+ quote_timer_->start();+ if (watchlist_timer_ && !watchlist_timer_->isActive())+ watchlist_timer_->start();+ });++ ws_->open();+ LOG_INFO(TAG, "AngelOne WebSocket initialised");+}++void EquityTradingScreen::ws_teardown() {+ if (!ws_)+ return;+ ws_->close();+ ws_->deleteLater();+ ws_ = nullptr;+ LOG_INFO(TAG, "AngelOne WebSocket torn down");+}++void EquityTradingScreen::ws_resubscribe() {+ if (!ws_)+ return;++ // Build subscription list: selected symbol + all watchlist symbols+ QVector<trading::AngelOneWebSocket::Subscription> subs;+ auto add_symbol = [&](const QString& sym) {+ // Determine exchange type from symbol prefix (e.g. "NSE:RELIANCE" → NSE_CM)+ QString exchange = selected_exchange_;+ QString bare_sym = sym;+ if (sym.contains(':')) {+ exchange = sym.section(':', 0, 0);+ bare_sym = sym.section(':', 1);+ }++ trading::AoExchangeType ex_type = trading::AoExchangeType::NSE_CM;+ if (exchange == "BSE") ex_type = trading::AoExchangeType::BSE_CM;+ else if (exchange == "NFO") ex_type = trading::AoExchangeType::NSE_FO;+ else if (exchange == "BFO") ex_type = trading::AoExchangeType::BSE_FO;+ else if (exchange == "MCX") ex_type = trading::AoExchangeType::MCX_FO;+ else if (exchange == "NCDEX") ex_type = trading::AoExchangeType::NCX_FO;+ else if (exchange == "CDS") ex_type = trading::AoExchangeType::CDE_FO;++ quint32 token = trading::AngelOneBroker::lookup_token_int(bare_sym, exchange);+ if (token == 0)+ return;++ trading::AngelOneWebSocket::Subscription sub;+ sub.token = QString::number(token);+ sub.exchange_type = ex_type;+ subs.append(sub);+ };++ add_symbol(selected_symbol_);+ for (const auto& sym : std::as_const(watchlist_symbols_))+ add_symbol(sym);++ if (subs.isEmpty())+ return;++ ws_->set_subscriptions(subs, trading::AoSubMode::SnapQuote);+ LOG_INFO(TAG, QString("WS subscribed to %1 symbols").arg(subs.size()));+}++void EquityTradingScreen::on_ws_connected() {+ LOG_INFO(TAG, "AngelOne WebSocket connected — stopping polling timers");+ // Stop quote/watchlist polling — WebSocket now provides prices+ if (quote_timer_) quote_timer_->stop();+ if (watchlist_timer_) watchlist_timer_->stop();++ // Append WS indicator to existing account label (e.g. "● CLIENTID [WS]")+ QString existing = conn_label_->text();+ if (!existing.contains("[WS]"))+ conn_label_->setText(existing + " [WS]");+ conn_label_->setStyleSheet("color: #16a34a; font-size: 10px; font-weight: 700;");++ ws_resubscribe();+}++void EquityTradingScreen::on_ws_disconnected() {+ LOG_WARN(TAG, "AngelOne WebSocket disconnected — restarting polling timers");++ // Strip [WS] indicator — no longer streaming+ QString lbl = conn_label_->text();+ lbl.remove(" [WS]");+ conn_label_->setText(lbl);++ // Fall back to polling while disconnected / reconnecting+ if (isVisible()) {+ if (quote_timer_ && !quote_timer_->isActive())+ quote_timer_->start();+ if (watchlist_timer_ && !watchlist_timer_->isActive())+ watchlist_timer_->start();+ }+}++void EquityTradingScreen::on_ws_tick(const trading::AoTick& tick) {+ // Derive display symbol — prefer enriched symbol, fall back to token+ const QString sym = tick.symbol.isEmpty() ? tick.token : tick.symbol;+ if (sym.isEmpty())+ return;++ const double ltp = tick.ltp;+ if (ltp <= 0.0)+ return;++ // ── Update watchlist for any symbol ───────────────────────────────────+ // Build a minimal BrokerQuote from the tick and pass it to the watchlist+ {+ trading::BrokerQuote q;+ q.symbol = sym;+ q.ltp = ltp;+ q.open = tick.open;+ q.high = tick.high;+ q.low = tick.low;+ q.close = tick.close;+ q.volume = static_cast<double>(tick.volume);+ q.change = (tick.close > 0.0) ? (ltp - tick.close) : 0.0;+ q.change_pct = (tick.close > 0.0) ? ((ltp - tick.close) / tick.close * 100.0) : 0.0;+ // Best bid/ask from depth (SnapQuote mode)+ q.bid = (tick.bids[0].price > 0) ? tick.bids[0].price / 100.0 : 0.0;+ q.ask = (tick.asks[0].price > 0) ? tick.asks[0].price / 100.0 : 0.0;+ q.bid_size = static_cast<double>(tick.bids[0].quantity);+ q.ask_size = static_cast<double>(tick.asks[0].quantity);+ q.timestamp = tick.exchange_timestamp.isValid()+ ? tick.exchange_timestamp.toMSecsSinceEpoch() / 1000+ : QDateTime::currentSecsSinceEpoch();++ watchlist_->update_quotes({q});++ // Feed into paper trading engine for all symbols+ if (trading_mode_ == TradingMode::Paper && !portfolio_id_.isEmpty()) {+ pt_update_position_price(portfolio_id_, sym, ltp);+ trading::PriceData pd;+ pd.last = ltp;+ pd.bid = q.bid;+ pd.ask = q.ask;+ pd.timestamp = q.timestamp;+ trading::OrderMatcher::instance().check_orders(sym, pd, portfolio_id_);+ }+ }++ // ── Update selected symbol UI ──────────────────────────────────────────+ if (sym != selected_symbol_)+ return;++ current_price_ = ltp;++ const double change = (tick.close > 0.0) ? (ltp - tick.close) : 0.0;+ const double change_pct = (tick.close > 0.0) ? (change / tick.close * 100.0) : 0.0;+ const double bid = (tick.bids[0].price > 0) ? tick.bids[0].price / 100.0 : 0.0;+ const double ask = (tick.asks[0].price > 0) ? tick.asks[0].price / 100.0 : 0.0;++ ticker_bar_->update_quote(ltp, change, change_pct, tick.high, tick.low,+ static_cast<double>(tick.volume), bid, ask);+ order_entry_->set_current_price(ltp);++ // Order book depth from SnapQuote best-5+ if (tick.mode == trading::AoSubMode::SnapQuote) {+ QVector<QPair<double, double>> bids_v, asks_v;+ for (int i = 0; i < 5; ++i) {+ if (tick.bids[i].price > 0)+ bids_v.append({tick.bids[i].price / 100.0, static_cast<double>(tick.bids[i].quantity)});+ if (tick.asks[i].price > 0)+ asks_v.append({tick.asks[i].price / 100.0, static_cast<double>(tick.asks[i].quantity)});+ }+ if (!bids_v.isEmpty() && !asks_v.isEmpty()) {+ const double spread = asks_v[0].first - bids_v[0].first;+ const double spread_pct = bids_v[0].first > 0 ? (spread / bids_v[0].first) * 100.0 : 0.0;+ orderbook_->set_data(bids_v, asks_v, spread, spread_pct);+ }+ }++ // Paper trading SL/TP triggers for selected symbol+ if (trading_mode_ == TradingMode::Paper && !portfolio_id_.isEmpty())+ trading::OrderMatcher::instance().check_sl_tp_triggers(portfolio_id_, sym, ltp);+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/equity_trading/EquityTradingScreen.h b/fincept-qt/src/screens/equity_trading/EquityTradingScreen.hindex 25f6ccdd9..ff4d2dd0f 100644--- a/fincept-qt/src/screens/equity_trading/EquityTradingScreen.h+++ b/fincept-qt/src/screens/equity_trading/EquityTradingScreen.h@@ -4,6 +4,7 @@#include "screens/equity_trading/EquityTypes.h"#include "trading/TradingTypes.h"+#include "trading/websocket/AngelOneTickTypes.h"#include <QHideEvent>#include <QLabel>@@ -17,6 +18,10 @@#include <atomic>+namespace fincept::trading {+class AngelOneWebSocket;+} // namespace fincept::trading+namespace fincept::screens::equity {class EquityTickerBar;class EquityWatchlist;@@ -43,6 +48,7 @@ class EquityTradingScreen : public QWidget {void on_symbol_selected(const QString& symbol);void on_mode_toggled();void on_api_clicked();+ void handle_token_expired();void on_order_submitted(const trading::UnifiedOrder& order);void on_cancel_order(const QString& order_id);void on_ob_price_clicked(double price);@@ -53,6 +59,11 @@ class EquityTradingScreen : public QWidget {void refresh_candles();void update_clock();+ // WebSocket slots+ void on_ws_tick(const trading::AoTick& tick);+ void on_ws_connected();+ void on_ws_disconnected();+private:void setup_ui();void setup_timers();@@ -60,6 +71,12 @@ class EquityTradingScreen : public QWidget {void load_portfolio();void switch_symbol(const QString& symbol);+ // WebSocket helpers+ void ws_init(); // create + connect ws_ for current broker (Angel One only)+ void ws_teardown(); // close + delete ws_+ void ws_resubscribe(); // push current symbol + watchlist tokens to ws_+ bool ws_active() const; // true when ws_ is non-null and connected+void async_fetch_quote();void async_fetch_candles(const QString& symbol, const QString& timeframe);void async_fetch_positions();@@ -94,6 +111,9 @@ class EquityTradingScreen : public QWidget {equity::EquityOrderBook* orderbook_ = nullptr;equity::EquityBottomPanel* bottom_panel_ = nullptr;+ // ── WebSocket (Angel One only — null for other brokers) ──+ trading::AngelOneWebSocket* ws_ = nullptr;+// ── Timers ──QTimer* quote_timer_ = nullptr;QTimer* portfolio_timer_ = nullptr;@@ -113,6 +133,7 @@ class EquityTradingScreen : public QWidget {int fill_cb_id_ = -1; // OrderMatcher fill callback// Async guards+ std::atomic<bool> token_expired_shown_{false};std::atomic<bool> quote_fetching_{false};std::atomic<bool> candles_fetching_{false};std::atomic<bool> portfolio_fetching_{false};diff --git a/fincept-qt/src/screens/equity_trading/EquityWatchlist.cpp b/fincept-qt/src/screens/equity_trading/EquityWatchlist.cppindex bd99e6093..23408e24d 100644--- a/fincept-qt/src/screens/equity_trading/EquityWatchlist.cpp+++ b/fincept-qt/src/screens/equity_trading/EquityWatchlist.cpp@@ -2,10 +2,12 @@#include "screens/equity_trading/EquityWatchlist.h"#include "screens/equity_trading/EquityTypes.h"+#include "trading/instruments/InstrumentService.h"#include <QHBoxLayout>#include <QHeaderView>#include <QMutexLocker>+#include <QTimer>#include <QVBoxLayout>namespace fincept::screens::equity {@@ -35,7 +37,7 @@ EquityWatchlist::EquityWatchlist(QWidget* parent) : QWidget(parent) {layout->addWidget(header);- // Search+ // Search / filterfilter_edit_ = new QLineEdit;filter_edit_->setObjectName("eqWatchlistSearch");filter_edit_->setPlaceholderText("Filter...");@@ -43,6 +45,38 @@ EquityWatchlist::EquityWatchlist(QWidget* parent) : QWidget(parent) {connect(filter_edit_, &QLineEdit::textChanged, this, &EquityWatchlist::on_filter_changed);layout->addWidget(filter_edit_);+ // Add-symbol row+ auto* add_row = new QWidget;+ add_row->setFixedHeight(28);+ auto* add_layout = new QHBoxLayout(add_row);+ add_layout->setContentsMargins(4, 1, 4, 1);+ add_layout->setSpacing(3);++ add_edit_ = new QLineEdit;+ add_edit_->setObjectName("eqWatchlistAddEdit");+ add_edit_->setPlaceholderText("Add symbol...");+ add_edit_->setFixedHeight(22);+ connect(add_edit_, &QLineEdit::textChanged, this, &EquityWatchlist::on_add_text_changed);+ connect(add_edit_, &QLineEdit::returnPressed, this, &EquityWatchlist::on_add_symbol_entered);++ // Completer backed by InstrumentService::search()+ completer_model_ = new QStringListModel(this);+ completer_ = new QCompleter(completer_model_, this);+ completer_->setCaseSensitivity(Qt::CaseInsensitive);+ completer_->setFilterMode(Qt::MatchContains);+ completer_->setMaxVisibleItems(8);+ add_edit_->setCompleter(completer_);++ add_btn_ = new QPushButton("+");+ add_btn_->setObjectName("eqWatchlistAddBtn");+ add_btn_->setFixedSize(22, 22);+ add_btn_->setCursor(Qt::PointingHandCursor);+ connect(add_btn_, &QPushButton::clicked, this, &EquityWatchlist::on_add_symbol_entered);++ add_layout->addWidget(add_edit_, 1);+ add_layout->addWidget(add_btn_);+ layout->addWidget(add_row);+// Tabletable_ = new QTableWidget;table_->setObjectName("eqWatchlistTable");@@ -175,4 +209,67 @@ void EquityWatchlist::rebuild_table() {}}+void EquityWatchlist::set_broker_id(const QString& broker_id) {+ broker_id_ = broker_id;+}++void EquityWatchlist::add_symbol(const QString& symbol) {+ if (symbol.trimmed().isEmpty())+ return;+ const QString sym = symbol.trimmed().toUpper();+ {+ QMutexLocker lock(&mutex_);+ for (const auto& e : entries_)+ if (e.symbol == sym) return; // already in watchlist+ WatchlistEntry entry;+ entry.symbol = sym;+ entries_.append(entry);+ count_label_->setText(QString::number(entries_.size()));+ rebuild_table();+ }+ emit symbol_added(sym);+}++void EquityWatchlist::on_add_symbol_entered() {+ const QString raw = add_edit_->text().trimmed().toUpper();+ if (raw.isEmpty())+ return;++ // If broker instruments are loaded, validate the symbol exists+ // Extract just the symbol part (ignore "EXCHANGE:SYMBOL" format from completer)+ QString sym = raw.contains(':') ? raw.section(':', 1) : raw;++ if (!broker_id_.isEmpty() && trading::InstrumentService::instance().is_loaded(broker_id_)) {+ // Accept if any exchange has it+ auto results = trading::InstrumentService::instance().search(sym, "", broker_id_, 1);+ if (results.isEmpty()) {+ // Not found — flash the edit red briefly to signal invalid+ add_edit_->setStyleSheet("border: 1px solid #dc2626;");+ QTimer::singleShot(800, add_edit_, [this]() {+ add_edit_->setStyleSheet("");+ });+ return;+ }+ sym = results.first().symbol;+ }++ add_symbol(sym);+ add_edit_->clear();+}++void EquityWatchlist::on_add_text_changed(const QString& text) {+ if (broker_id_.isEmpty() || text.trimmed().length() < 2)+ return;+ if (!trading::InstrumentService::instance().is_loaded(broker_id_))+ return;++ const QString query = text.trimmed().toUpper();+ auto results = trading::InstrumentService::instance().search(query, "", broker_id_, 12);+ QStringList suggestions;+ suggestions.reserve(results.size());+ for (const auto& inst : results)+ suggestions.append(inst.symbol);+ completer_model_->setStringList(suggestions);+}+} // namespace fincept::screens::equitydiff --git a/fincept-qt/src/screens/equity_trading/EquityWatchlist.h b/fincept-qt/src/screens/equity_trading/EquityWatchlist.hindex 8973ff9d9..49bc5aeed 100644--- a/fincept-qt/src/screens/equity_trading/EquityWatchlist.h+++ b/fincept-qt/src/screens/equity_trading/EquityWatchlist.h@@ -3,9 +3,12 @@#include "trading/TradingTypes.h"+#include <QCompleter>#include <QLabel>#include <QLineEdit>#include <QMutex>+#include <QPushButton>+#include <QStringListModel>#include <QTableWidget>#include <QVector>#include <QWidget>@@ -28,23 +31,33 @@ class EquityWatchlist : public QWidget {void set_symbols(const QStringList& symbols);void update_quotes(const QVector<trading::BrokerQuote>& quotes);void set_active_symbol(const QString& symbol);+ void set_broker_id(const QString& broker_id);+ void add_symbol(const QString& symbol);signals:void symbol_selected(const QString& symbol);+ void symbol_added(const QString& symbol); // emitted when user adds a new symbolprivate slots:void on_cell_clicked(int row, int col);void on_filter_changed(const QString& text);+ void on_add_symbol_entered();+ void on_add_text_changed(const QString& text);private:void rebuild_table();- QLineEdit* filter_edit_ = nullptr;- QLabel* count_label_ = nullptr;- QTableWidget* table_ = nullptr;+ QLineEdit* filter_edit_ = nullptr;+ QLineEdit* add_edit_ = nullptr; // symbol add input+ QPushButton* add_btn_ = nullptr;+ QStringListModel* completer_model_= nullptr;+ QCompleter* completer_ = nullptr;+ QLabel* count_label_ = nullptr;+ QTableWidget* table_ = nullptr;QVector<WatchlistEntry> entries_;QString active_symbol_;+ QString broker_id_;QMutex mutex_;};diff --git a/fincept-qt/src/screens/excel/ExcelScreen.cpp b/fincept-qt/src/screens/excel/ExcelScreen.cppindex bea8a2299..074404b39 100644--- a/fincept-qt/src/screens/excel/ExcelScreen.cpp+++ b/fincept-qt/src/screens/excel/ExcelScreen.cpp@@ -3,6 +3,7 @@#include "core/logging/Logger.h"#include "screens/excel/SpreadsheetWidget.h"+#include "services/file_manager/FileManagerService.h"#include "ui/theme/Theme.h"#include <QFileDialog>@@ -227,6 +228,9 @@ void ExcelScreen::on_import() {sheet_counter_ = sheet_names.size() + 1;update_status();LOG_INFO("ExcelScreen", QString("Imported %1 sheets from %2").arg(sheet_names.size()).arg(file_name_));++ // Register with File Manager so it appears in the Files tab+ services::FileManagerService::instance().import_file(path, "excel");}// ─────────────────────────────────────────────────────────────────────────────@@ -281,6 +285,9 @@ void ExcelScreen::on_export() {if (fname)fname->setText(file_name_);LOG_INFO("ExcelScreen", QString("Exported to %1").arg(path));++ // Register with File Manager so it appears in the Files tab+ services::FileManagerService::instance().import_file(path, "excel");} else {LOG_ERROR("ExcelScreen", "Failed to save XLSX file");}@@ -330,6 +337,9 @@ void ExcelScreen::on_export_csv() {}LOG_INFO("ExcelScreen", QString("Exported CSV to %1").arg(path));++ // Register with File Manager so it appears in the Files tab+ services::FileManagerService::instance().import_file(path, "excel");}// ─────────────────────────────────────────────────────────────────────────────diff --git a/fincept-qt/src/screens/file_manager/FileManagerScreen.cpp b/fincept-qt/src/screens/file_manager/FileManagerScreen.cppindex d04ecdf4c..3bbad01e3 100644--- a/fincept-qt/src/screens/file_manager/FileManagerScreen.cpp+++ b/fincept-qt/src/screens/file_manager/FileManagerScreen.cpp@@ -1,420 +1,918 @@+// src/screens/file_manager/FileManagerScreen.cpp#include "screens/file_manager/FileManagerScreen.h"#include "core/logging/Logger.h"#include "ui/theme/Theme.h"+#include <QButtonGroup>#include <QDateTime>-#include <QDir>#include <QFile>#include <QFileDialog>-#include <QFileInfo>+#include <QFrame>#include <QGridLayout>#include <QHBoxLayout>+#include <QHeaderView>#include <QJsonDocument>#include <QMessageBox>-#include <QMimeDatabase>#include <QScrollArea>#include <QShowEvent>-#include <QStandardPaths>-#include <QUuid>+#include <QSplitter>+#include <QTextStream>+#include <QVBoxLayout>namespace fincept::screens {using namespace fincept::ui;+using fincept::services::FileManagerService;-static const char* MF = "font-family:'Consolas','Courier New',monospace;";+static const char* MF = "font-family:'Consolas','Courier New',monospace;";+static const char* PANEL = "background:#0d0d0d;border:1px solid #1a1a1a;border-radius:2px;";-static const char* PANEL = "background: #0a0a0a; border: 1px solid #1a1a1a; border-radius: 2px;";--// ── Constructor ──────────────────────────────────────────────────────────────+// ── Constructor ───────────────────────────────────────────────────────────────FileManagerScreen::FileManagerScreen(QWidget* parent) : QWidget(parent) {build_ui();+ connect(&FileManagerService::instance(), &FileManagerService::files_changed,+ this, [this]() { render_files(); update_stats(); });}+// ── UI ────────────────────────────────────────────────────────────────────────+void FileManagerScreen::build_ui() {- setStyleSheet(QString("QWidget#FileManagerRoot { background: %1; }").arg(colors::BG_BASE));- setObjectName("FileManagerRoot");+ setStyleSheet(QString("QWidget#FMRoot{background:%1;}").arg(colors::BG_BASE));+ setObjectName("FMRoot");auto* root = new QVBoxLayout(this);root->setContentsMargins(0, 0, 0, 0);root->setSpacing(0);- // ── Header bar ───────────────────────────────────────────────────────────+ // ── Header ───────────────────────────────────────────────────────────────auto* header = new QWidget;header->setStyleSheet(- QString("background: %1; border-bottom: 1px solid %2;").arg(colors::BG_RAISED, colors::BORDER_DIM));+ QString("background:%1;border-bottom:1px solid %2;").arg(colors::BG_RAISED, colors::BORDER_DIM));auto* hhl = new QHBoxLayout(header);hhl->setContentsMargins(14, 10, 14, 10);+ hhl->setSpacing(8);auto* title = new QLabel("FILE MANAGER");- title->setStyleSheet(QString("color: %1; font-size: 14px; font-weight: 700; "- "letter-spacing: 0.5px; %2")- .arg(colors::AMBER, MF));+ title->setStyleSheet(+ QString("color:%1;font-size:14px;font-weight:700;letter-spacing:0.5px;background:transparent;%2")+ .arg(colors::AMBER, MF));hhl->addWidget(title);- auto* sub = new QLabel("Manage your local files");- sub->setStyleSheet(QString("color: %1; font-size: 12px; %2").arg(colors::TEXT_TERTIARY, MF));+ auto* sub = new QLabel("Manage files across the terminal");+ sub->setStyleSheet(+ QString("color:%1;font-size:12px;background:transparent;%2").arg(colors::TEXT_TERTIARY, MF));hhl->addWidget(sub);-hhl->addStretch();stats_label_ = new QLabel("0 files | 0 B");- stats_label_->setStyleSheet(QString("color: %1; font-size: 11px; %2").arg(colors::TEXT_DIM, MF));+ stats_label_->setStyleSheet(+ QString("color:%1;font-size:11px;background:transparent;%2").arg(colors::TEXT_DIM, MF));hhl->addWidget(stats_label_);refresh_btn_ = new QPushButton("REFRESH");refresh_btn_->setCursor(Qt::PointingHandCursor);- refresh_btn_->setStyleSheet(QString("QPushButton { background: transparent; color: %1; border: 1px solid %2; "- "padding: 4px 12px; font-size: 11px; %3 }"- "QPushButton:hover { color: #e5e5e5; background: %4; }")- .arg(colors::TEXT_SECONDARY, colors::BORDER_DIM, MF, colors::BG_HOVER));- connect(refresh_btn_, &QPushButton::clicked, this, &FileManagerScreen::load_files);+ refresh_btn_->setStyleSheet(+ QString("QPushButton{background:transparent;color:%1;border:1px solid %2;"+ "padding:4px 12px;font-size:11px;%3}"+ "QPushButton:hover{color:#e5e5e5;background:%4;}")+ .arg(colors::TEXT_SECONDARY, colors::BORDER_DIM, MF, colors::BG_HOVER));+ connect(refresh_btn_, &QPushButton::clicked, this, [this]() { render_files(); update_stats(); });hhl->addWidget(refresh_btn_);upload_btn_ = new QPushButton("UPLOAD FILES");upload_btn_->setCursor(Qt::PointingHandCursor);upload_btn_->setStyleSheet(- QString("QPushButton { background: rgba(217,119,6,0.1); color: %1; border: 1px solid #78350f; "- "padding: 4px 12px; font-size: 11px; font-weight: 700; %2 }"- "QPushButton:hover { background: %1; color: #080808; }")+ QString("QPushButton{background:rgba(217,119,6,0.1);color:%1;border:1px solid #78350f;"+ "padding:4px 12px;font-size:11px;font-weight:700;%2}"+ "QPushButton:hover{background:%1;color:#080808;}").arg(colors::AMBER, MF));connect(upload_btn_, &QPushButton::clicked, this, &FileManagerScreen::upload_files);hhl->addWidget(upload_btn_);-root->addWidget(header);- // ── Search bar ───────────────────────────────────────────────────────────- auto* search_bar = new QWidget;- search_bar->setStyleSheet(QString("background: %1;").arg(colors::BG_BASE));- auto* shl = new QHBoxLayout(search_bar);- shl->setContentsMargins(14, 8, 14, 8);-- search_input_ = new QLineEdit;- search_input_->setPlaceholderText("Search files by name or type...");- search_input_->setStyleSheet(- QString("QLineEdit { background: %1; color: %2; border: 1px solid %3; "- "padding: 6px 10px; font-size: 12px; %4 }"- "QLineEdit:focus { border-color: %5; }")- .arg(colors::BG_SURFACE, colors::TEXT_PRIMARY, colors::BORDER_DIM, MF, colors::AMBER));- connect(search_input_, &QLineEdit::textChanged, this, [this]() { render_files(); });- shl->addWidget(search_input_);-- root->addWidget(search_bar);-- // ── Scrollable file grid ─────────────────────────────────────────────────+ // ── Quota bar ─────────────────────────────────────────────────────────────+ build_quota_bar(root);++ // ── Filter / sort bar ─────────────────────────────────────────────────────+ build_filter_bar(root);++ // ── Bulk action bar (hidden until items checked) ──────────────────────────+ bulk_bar_ = new QWidget;+ bulk_bar_->setStyleSheet(+ QString("background:#1a0a00;border-bottom:1px solid #78350f;"));+ bulk_bar_->setVisible(false);+ auto* bbl = new QHBoxLayout(bulk_bar_);+ bbl->setContentsMargins(14, 6, 14, 6);+ bbl->setSpacing(10);++ auto* sel_lbl = new QLabel("Selected files:");+ sel_lbl->setStyleSheet(+ QString("color:%1;font-size:11px;background:transparent;%2").arg(colors::TEXT_SECONDARY, MF));+ bbl->addWidget(sel_lbl);++ bulk_delete_btn_ = new QPushButton("DELETE SELECTED");+ bulk_delete_btn_->setCursor(Qt::PointingHandCursor);+ bulk_delete_btn_->setStyleSheet(+ QString("QPushButton{background:transparent;color:#ef4444;border:1px solid #7f1d1d;"+ "padding:3px 12px;font-size:11px;font-weight:700;%1}"+ "QPushButton:hover{background:#ef4444;color:#fff;}").arg(MF));+ connect(bulk_delete_btn_, &QPushButton::clicked, this, &FileManagerScreen::delete_selected);+ bbl->addWidget(bulk_delete_btn_);+ bbl->addStretch();++ auto* desel_btn = new QPushButton("CLEAR SELECTION");+ desel_btn->setCursor(Qt::PointingHandCursor);+ desel_btn->setStyleSheet(+ QString("QPushButton{background:transparent;color:%1;border:1px solid %2;"+ "padding:3px 12px;font-size:11px;%3}"+ "QPushButton:hover{color:#e5e5e5;}").arg(colors::TEXT_DIM, colors::BORDER_DIM, MF));+ connect(desel_btn, &QPushButton::clicked, this, [this]() {+ for (auto* btn : check_btns_) btn->setChecked(false);+ update_bulk_bar();+ });+ bbl->addWidget(desel_btn);+ root->addWidget(bulk_bar_);++ // ── Splitter: file list | preview ─────────────────────────────────────────+ splitter_ = new QSplitter(Qt::Horizontal);+ splitter_->setStyleSheet("QSplitter::handle{background:#1a1a1a;width:1px;}");+ splitter_->setChildrenCollapsible(false);++ // Left: scroll area with file cardsauto* scroll = new QScrollArea;scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea { border: none; background: transparent; }"- "QScrollBar:vertical { background: transparent; width: 6px; }"- "QScrollBar::handle:vertical { background: #222222; }"- "QScrollBar::add-line:vertical, QScrollBar::sub-line:vertical { height: 0; }");+ scroll->setStyleSheet("QScrollArea{border:none;background:transparent;}"+ "QScrollBar:vertical{background:transparent;width:6px;}"+ "QScrollBar::handle:vertical{background:#222222;}"+ "QScrollBar::add-line:vertical,QScrollBar::sub-line:vertical{height:0;}");file_container_ = new QWidget;- file_container_->setStyleSheet(QString("background: %1;").arg(colors::BG_BASE));+ file_container_->setStyleSheet(QString("background:%1;").arg(colors::BG_BASE));file_layout_ = new QVBoxLayout(file_container_);file_layout_->setContentsMargins(14, 8, 14, 8);file_layout_->setSpacing(6);file_layout_->addStretch();-scroll->setWidget(file_container_);- root->addWidget(scroll, 1);-}+ splitter_->addWidget(scroll);-// ── Show event ───────────────────────────────────────────────────────────────+ // Right: preview panel (initially hidden)+ splitter_->addWidget(build_preview_panel());+ preview_panel_->setVisible(false);-void FileManagerScreen::showEvent(QShowEvent* event) {- QWidget::showEvent(event);- if (!loaded_) {- load_files();- }+ root->addWidget(splitter_, 1);}-// ── Storage helpers ──────────────────────────────────────────────────────────--QString FileManagerScreen::storage_dir() const {- QString base = QStandardPaths::writableLocation(QStandardPaths::AppDataLocation);- return base + "/fincept-files";+void FileManagerScreen::build_quota_bar(QVBoxLayout* root) {+ auto* qw = new QWidget;+ qw->setStyleSheet(QString("background:%1;border-bottom:1px solid %2;")+ .arg(colors::BG_BASE, colors::BORDER_DIM));+ auto* ql = new QHBoxLayout(qw);+ ql->setContentsMargins(14, 6, 14, 6);+ ql->setSpacing(10);++ quota_label_ = new QLabel("Storage: 0 B / 500 MB");+ quota_label_->setStyleSheet(+ QString("color:%1;font-size:11px;background:transparent;%2").arg(colors::TEXT_DIM, MF));+ ql->addWidget(quota_label_);++ quota_bar_ = new QProgressBar;+ quota_bar_->setRange(0, 1000);+ quota_bar_->setValue(0);+ quota_bar_->setTextVisible(false);+ quota_bar_->setFixedHeight(6);+ quota_bar_->setStyleSheet(+ "QProgressBar{background:#1a1a1a;border:none;border-radius:3px;}"+ "QProgressBar::chunk{background:#d97706;border-radius:3px;}");+ ql->addWidget(quota_bar_, 1);++ root->addWidget(qw);}-QString FileManagerScreen::metadata_path() const {- return storage_dir() + "/metadata.json";-}+void FileManagerScreen::build_filter_bar(QVBoxLayout* root) {+ auto* bar = new QWidget;+ bar->setStyleSheet(+ QString("background:%1;border-bottom:1px solid %2;").arg(colors::BG_BASE, colors::BORDER_DIM));+ auto* bl = new QVBoxLayout(bar);+ bl->setContentsMargins(14, 8, 14, 8);+ bl->setSpacing(6);++ // Row 1: search + sort+ auto* row1 = new QWidget;+ row1->setStyleSheet("background:transparent;");+ auto* r1l = new QHBoxLayout(row1);+ r1l->setContentsMargins(0, 0, 0, 0);+ r1l->setSpacing(8);-QJsonArray FileManagerScreen::read_metadata() const {- QFile file(metadata_path());- if (!file.exists())- return {};- if (!file.open(QIODevice::ReadOnly))- return {};+ search_input_ = new QLineEdit;+ search_input_->setPlaceholderText("Search files by name, type, or source...");+ search_input_->setStyleSheet(+ QString("QLineEdit{background:%1;color:%2;border:1px solid %3;"+ "padding:5px 10px;font-size:12px;%4}"+ "QLineEdit:focus{border-color:%5;}")+ .arg(colors::BG_SURFACE, colors::TEXT_PRIMARY, colors::BORDER_DIM, MF, colors::AMBER));+ connect(search_input_, &QLineEdit::textChanged, this, [this]() { render_files(); });+ r1l->addWidget(search_input_, 1);++ auto* sort_lbl = new QLabel("Sort:");+ sort_lbl->setStyleSheet(+ QString("color:%1;font-size:11px;background:transparent;%2").arg(colors::TEXT_DIM, MF));+ r1l->addWidget(sort_lbl);++ sort_combo_ = new QComboBox;+ sort_combo_->addItems({"Date (newest)", "Date (oldest)", "Name (A-Z)", "Name (Z-A)",+ "Size (largest)", "Size (smallest)", "Type"});+ sort_combo_->setStyleSheet(+ QString("QComboBox{background:%1;color:%2;border:1px solid %3;"+ "padding:4px 8px;font-size:11px;%4}"+ "QComboBox::drop-down{border:none;}"+ "QComboBox QAbstractItemView{background:%1;color:%2;border:1px solid %3;"+ "selection-background-color:%5;}")+ .arg(colors::BG_SURFACE, colors::TEXT_PRIMARY, colors::BORDER_DIM, MF, colors::BG_HOVER));+ connect(sort_combo_, &QComboBox::currentIndexChanged, this, [this]() { render_files(); });+ r1l->addWidget(sort_combo_);+ bl->addWidget(row1);++ // Row 2: screen filter chips+ chips_bar_ = new QWidget;+ chips_bar_->setStyleSheet("background:transparent;");+ auto* cl = new QHBoxLayout(chips_bar_);+ cl->setContentsMargins(0, 0, 0, 0);+ cl->setSpacing(4);++ chip_group_ = new QButtonGroup(this);+ chip_group_->setExclusive(true);++ QString chip_ss = QString(+ "QPushButton{background:transparent;color:%1;border:1px solid %2;"+ "border-radius:10px;padding:2px 10px;font-size:10px;%3}"+ "QPushButton:checked{background:%4;color:#000;border-color:%4;}"+ "QPushButton:hover:!checked{border-color:%4;}")+ .arg(colors::TEXT_SECONDARY, colors::BORDER_DIM, MF, colors::AMBER);++ static const QStringList screens = {+ "All", "portfolio", "backtesting", "news", "equity_research",+ "algo_trading", "ai_quant_lab", "notes", "code_editor",+ "report_builder", "data_sources", "excel"+ };+ for (const QString& s : screens) {+ QString label = (s == "All") ? "All" : QString(s).replace('_', ' ').toUpper();+ auto* chip = new QPushButton(label);+ chip->setCheckable(true);+ chip->setStyleSheet(chip_ss);+ if (s == "All") chip->setChecked(true);+ chip_group_->addButton(chip);+ cl->addWidget(chip);+ QString filter_val = (s == "All") ? "" : s;+ connect(chip, &QPushButton::toggled, this, [this, filter_val](bool checked) {+ if (checked) { active_screen_filter_ = filter_val; render_files(); }+ });+ }+ cl->addStretch();+ bl->addWidget(chips_bar_);- auto doc = QJsonDocument::fromJson(file.readAll());- file.close();- if (doc.isObject() && doc.object().contains("files"))- return doc.object()["files"].toArray();- return {};+ root->addWidget(bar);}-void FileManagerScreen::write_metadata(const QJsonArray& files) {- QDir().mkpath(storage_dir());-- QJsonObject root;- root["files"] = files;+QWidget* FileManagerScreen::build_preview_panel() {+ preview_panel_ = new QWidget;+ preview_panel_->setStyleSheet(+ QString("background:%1;border-left:1px solid %2;").arg(colors::BG_RAISED, colors::BORDER_DIM));+ auto* vl = new QVBoxLayout(preview_panel_);+ vl->setContentsMargins(0, 0, 0, 0);+ vl->setSpacing(0);++ // Preview header+ auto* hdr = new QWidget;+ hdr->setStyleSheet(+ QString("background:%1;border-bottom:1px solid %2;").arg(colors::BG_SURFACE, colors::BORDER_DIM));+ auto* hhl = new QHBoxLayout(hdr);+ hhl->setContentsMargins(12, 8, 12, 8);++ auto* plbl = new QLabel("PREVIEW");+ plbl->setStyleSheet(+ QString("color:%1;font-size:11px;font-weight:700;letter-spacing:1px;background:transparent;%2")+ .arg(colors::AMBER, MF));+ hhl->addWidget(plbl);+ hhl->addStretch();- QFile file(metadata_path());- if (file.open(QIODevice::WriteOnly)) {- file.write(QJsonDocument(root).toJson(QJsonDocument::Compact));- file.close();- }+ auto* close_btn = new QPushButton("✕");+ close_btn->setFixedSize(20, 20);+ close_btn->setCursor(Qt::PointingHandCursor);+ close_btn->setStyleSheet(+ QString("QPushButton{background:transparent;color:%1;border:none;font-size:12px;}"+ "QPushButton:hover{color:#ef4444;}").arg(colors::TEXT_DIM));+ connect(close_btn, &QPushButton::clicked, this, &FileManagerScreen::clear_preview);+ hhl->addWidget(close_btn);+ vl->addWidget(hdr);++ // File meta+ preview_title_ = new QLabel;+ preview_title_->setWordWrap(true);+ preview_title_->setStyleSheet(+ QString("color:#e5e5e5;font-size:12px;font-weight:600;background:transparent;"+ "padding:10px 12px 2px 12px;%1").arg(MF));+ vl->addWidget(preview_title_);++ preview_meta_ = new QLabel;+ preview_meta_->setWordWrap(true);+ preview_meta_->setStyleSheet(+ QString("color:%1;font-size:10px;background:transparent;padding:0 12px 8px 12px;%2")+ .arg(colors::TEXT_DIM, MF));+ vl->addWidget(preview_meta_);++ auto* div = new QFrame;+ div->setFrameShape(QFrame::HLine);+ div->setStyleSheet("background:#1a1a1a;max-height:1px;border:none;");+ vl->addWidget(div);++ // Text preview+ preview_text_ = new QTextEdit;+ preview_text_->setReadOnly(true);+ preview_text_->setStyleSheet(+ QString("QTextEdit{background:%1;color:%2;border:none;"+ "padding:10px;font-size:11px;%3}")+ .arg(colors::BG_BASE, colors::TEXT_PRIMARY, MF));+ preview_text_->setVisible(false);+ vl->addWidget(preview_text_, 1);++ // Table preview (for CSV)+ preview_table_ = new QTableWidget;+ preview_table_->setStyleSheet(+ QString("QTableWidget{background:%1;color:%2;border:none;gridline-color:%3;font-size:11px;%4}"+ "QHeaderView::section{background:%5;color:%6;border:none;"+ "border-bottom:1px solid %3;padding:4px;font-size:10px;font-weight:700;%4}")+ .arg(colors::BG_BASE, colors::TEXT_PRIMARY, colors::BORDER_DIM, MF,+ colors::BG_SURFACE, colors::TEXT_SECONDARY));+ preview_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);+ preview_table_->setSelectionMode(QAbstractItemView::SingleSelection);+ preview_table_->horizontalHeader()->setStretchLastSection(true);+ preview_table_->verticalHeader()->setVisible(false);+ preview_table_->setVisible(false);+ vl->addWidget(preview_table_, 1);++ // Empty/binary state+ preview_empty_ = new QLabel("Select a file to preview");+ preview_empty_->setAlignment(Qt::AlignCenter);+ preview_empty_->setWordWrap(true);+ preview_empty_->setStyleSheet(+ QString("color:%1;font-size:12px;background:transparent;padding:30px;%2")+ .arg(colors::TEXT_DIM, MF));+ vl->addWidget(preview_empty_, 1);++ return preview_panel_;}-QJsonObject FileManagerScreen::find_file(const QString& id) const {- for (const auto& f : files_) {- if (f.isObject() && f.toObject()["id"].toString() == id)- return f.toObject();+// ── Visibility ────────────────────────────────────────────────────────────────++void FileManagerScreen::showEvent(QShowEvent* event) {+ QWidget::showEvent(event);+ if (!loaded_) {+ loaded_ = true;+ render_files();+ update_stats();}- return {};}-// ── File operations ──────────────────────────────────────────────────────────--void FileManagerScreen::load_files() {- loaded_ = true;- QDir().mkpath(storage_dir());- files_ = read_metadata();- render_files();- update_stats();-}+// ── File operations ───────────────────────────────────────────────────────────void FileManagerScreen::upload_files() {QStringList paths = QFileDialog::getOpenFileNames(this, "Select Files to Upload");- if (paths.isEmpty())- return;-- QMimeDatabase mime_db;- QJsonArray files = read_metadata();-- for (const QString& path : paths) {- QFileInfo info(path);- QString id = QString::number(QDateTime::currentMSecsSinceEpoch()) + "_" +- QUuid::createUuid().toString(QUuid::Id128).left(8);- QString ext = info.suffix();- QString stored_name = id + (ext.isEmpty() ? "" : "." + ext);+ if (paths.isEmpty()) return;+ for (const QString& path : paths)+ FileManagerService::instance().import_file(path);+}- // Copy file to storage directory- QString dest = storage_dir() + "/" + stored_name;- if (!QFile::copy(path, dest)) {- LOG_ERROR("FileManager", "Failed to copy: " + path);- continue;- }+void FileManagerScreen::download_file(const QString& file_id) {+ auto f = FileManagerService::instance().find_by_id(file_id);+ if (f.id.isEmpty()) return;+ QString dest = QFileDialog::getSaveFileName(this, "Save File As", f.original_name);+ if (dest.isEmpty()) return;+ QString src = FileManagerService::instance().full_path(f.name);+ if (QFile::exists(dest)) QFile::remove(dest);+ if (!QFile::copy(src, dest))+ QMessageBox::warning(this, "Download Failed", "Could not save file to selected location.");+ else+ LOG_INFO("FileManager", "Downloaded: " + f.original_name);+}- QJsonObject entry;- entry["id"] = id;- entry["name"] = stored_name;- entry["originalName"] = info.fileName();- entry["size"] = info.size();- entry["type"] = mime_db.mimeTypeForFile(path).name();- entry["uploadedAt"] = QDateTime::currentDateTimeUtc().toString(Qt::ISODate);- entry["path"] = "fincept-files/" + stored_name;+void FileManagerScreen::delete_file(const QString& file_id) {+ auto f = FileManagerService::instance().find_by_id(file_id);+ if (f.id.isEmpty()) return;+ auto reply = QMessageBox::question(+ this, "Delete File",+ QString("Delete \"%1\"? This cannot be undone.").arg(f.original_name),+ QMessageBox::Yes | QMessageBox::No);+ if (reply == QMessageBox::Yes)+ FileManagerService::instance().remove_file(file_id);+}- files.append(entry);+void FileManagerScreen::delete_selected() {+ QStringList to_delete;+ for (int i = 0; i < check_btns_.size(); ++i) {+ if (check_btns_[i]->isChecked())+ to_delete << check_ids_[i];}+ if (to_delete.isEmpty()) return;+ auto reply = QMessageBox::question(+ this, "Delete Files",+ QString("Delete %1 selected file(s)? This cannot be undone.").arg(to_delete.size()),+ QMessageBox::Yes | QMessageBox::No);+ if (reply != QMessageBox::Yes) return;+ for (const QString& id : to_delete)+ FileManagerService::instance().remove_file(id);+}- write_metadata(files);- load_files();- LOG_INFO("FileManager", QString("Uploaded %1 file(s)").arg(paths.size()));+void FileManagerScreen::open_with(const QString& file_id) {+ auto f = FileManagerService::instance().find_by_id(file_id);+ if (f.id.isEmpty()) return;+ QString route = route_for_mime(f.mime_type);+ if (route.isEmpty()) return;+ emit open_file_in_screen(route, FileManagerService::instance().full_path(f.name));}-void FileManagerScreen::download_file(const QString& file_id) {- QJsonObject file = find_file(file_id);- if (file.isEmpty())+void FileManagerScreen::show_preview(const QString& file_id) {+ auto f = FileManagerService::instance().find_by_id(file_id);+ if (f.id.isEmpty()) return;++ // Expand preview panel if hidden+ preview_panel_->setVisible(true);+ splitter_->setSizes({550, 350});++ preview_title_->setText(f.original_name);+ QString date_str = QDateTime::fromString(f.uploaded_at, Qt::ISODate)+ .toLocalTime().toString("yyyy-MM-dd HH:mm");+ preview_meta_->setText(+ format_size(f.size) + " | " + f.mime_type + " | " + f.source_screen + " | " + date_str);++ preview_text_->setVisible(false);+ preview_table_->setVisible(false);+ preview_empty_->setVisible(false);++ // Binary types — show info only+ if (f.mime_type.contains("image") || f.mime_type.contains("video") ||+ f.mime_type.contains("audio") || f.mime_type.contains("zip") ||+ f.mime_type.contains("spreadsheet") || f.mime_type.contains("excel") ||+ f.mime_type.contains("vnd.openxmlformats")) {+ preview_empty_->setText("Binary file — preview not available.\nUse SAVE to download.");+ preview_empty_->setVisible(true);return;+ }- QString original = file["originalName"].toString();- QString src = storage_dir() + "/" + file["name"].toString();-- QString dest = QFileDialog::getSaveFileName(this, "Save File As", original);- if (dest.isEmpty())+ QString path = FileManagerService::instance().full_path(f.name);+ QFile file(path);+ if (!file.open(QIODevice::ReadOnly | QIODevice::Text)) {+ preview_empty_->setText("Cannot open file for preview.");+ preview_empty_->setVisible(true);return;-- if (QFile::exists(dest))- QFile::remove(dest);-- if (QFile::copy(src, dest)) {- LOG_INFO("FileManager", "Downloaded: " + original);- } else {- QMessageBox::warning(this, "Download Failed", "Could not save file to selected location.");}-}+ QTextStream in(&file);+ in.setEncoding(QStringConverter::Utf8);+ QString content = in.read(64000);+ file.close();-void FileManagerScreen::delete_file(const QString& file_id) {- QJsonObject file = find_file(file_id);- if (file.isEmpty())+ // CSV → table+ if (f.mime_type.contains("csv") || f.original_name.endsWith(".csv")) {+ QStringList lines = content.split('\n', Qt::SkipEmptyParts);+ if (lines.isEmpty()) { preview_empty_->setVisible(true); return; }++ auto parse_csv_row = [](const QString& line) -> QStringList {+ QStringList fields;+ QString cur;+ bool in_quotes = false;+ for (QChar c : line) {+ if (c == '"') { in_quotes = !in_quotes; }+ else if (c == ',' && !in_quotes) { fields << cur.trimmed(); cur.clear(); }+ else cur += c;+ }+ fields << cur.trimmed();+ return fields;+ };++ QStringList headers = parse_csv_row(lines[0]);+ preview_table_->setColumnCount(headers.size());+ preview_table_->setHorizontalHeaderLabels(headers);+ preview_table_->setRowCount(qMin(lines.size() - 1, 200));+ for (int r = 1; r < qMin(lines.size(), 201); ++r) {+ QStringList row = parse_csv_row(lines[r]);+ for (int c = 0; c < headers.size(); ++c) {+ preview_table_->setItem(r - 1, c,+ new QTableWidgetItem(c < row.size() ? row[c] : QString()));+ }+ }+ preview_table_->resizeColumnsToContents();+ preview_table_->setVisible(true);return;+ }- auto reply = QMessageBox::question(- this, "Delete File", QString("Delete \"%1\"? This cannot be undone.").arg(file["originalName"].toString()),- QMessageBox::Yes | QMessageBox::No);-- if (reply != QMessageBox::Yes)- return;+ // JSON → formatted+ if (f.mime_type.contains("json") || f.original_name.endsWith(".json")) {+ auto doc = QJsonDocument::fromJson(content.toUtf8());+ if (!doc.isNull())+ content = doc.toJson(QJsonDocument::Indented);+ }- // Remove physical file- QString src = storage_dir() + "/" + file["name"].toString();- QFile::remove(src);+ preview_text_->setPlainText(content);+ if (content.length() == 64000)+ preview_text_->append("\n\n[... truncated at 64K characters ...]");+ preview_text_->setVisible(true);+}- // Remove from metadata- QJsonArray updated;- for (const auto& f : files_) {- if (f.isObject() && f.toObject()["id"].toString() != file_id)- updated.append(f);- }- write_metadata(updated);- load_files();+void FileManagerScreen::clear_preview() {+ preview_text_->clear();+ preview_table_->clearContents();+ preview_table_->setRowCount(0);+ preview_text_->setVisible(false);+ preview_table_->setVisible(false);+ preview_title_->clear();+ preview_meta_->clear();+ preview_empty_->setText("Select a file to preview");+ preview_empty_->setVisible(true);+ preview_panel_->setVisible(false);+}- LOG_INFO("FileManager", "Deleted: " + file["originalName"].toString());+void FileManagerScreen::update_bulk_bar() {+ int selected = 0;+ for (auto* btn : check_btns_)+ if (btn->isChecked()) selected++;+ bulk_bar_->setVisible(selected > 0);+ if (selected > 0)+ bulk_delete_btn_->setText(QString("DELETE %1 SELECTED").arg(selected));}-// ── Rendering ────────────────────────────────────────────────────────────────+// ── Rendering ─────────────────────────────────────────────────────────────────void FileManagerScreen::render_files() {- // Clear existing- QLayoutItem* item;- while ((item = file_layout_->takeAt(0)) != nullptr) {- if (item->widget())- item->widget()->deleteLater();+ check_btns_.clear();+ check_ids_.clear();++ while (QLayoutItem* item = file_layout_->takeAt(0)) {+ if (item->widget()) item->widget()->deleteLater();delete item;}- QString filter = search_input_ ? search_input_->text().toLower() : QString();-- int shown = 0;- for (const auto& f : files_) {- if (!f.isObject())+ QString filter = search_input_ ? search_input_->text().toLower() : QString();+ int sort_idx = sort_combo_ ? sort_combo_->currentIndex() : 0;+ QJsonArray all = FileManagerService::instance().all_files();++ // Filter+ QVector<QJsonObject> files;+ for (const auto& v : all) {+ if (!v.isObject()) continue;+ QJsonObject obj = v.toObject();+ if (!active_screen_filter_.isEmpty() &&+ obj["sourceScreen"].toString() != active_screen_filter_)continue;- QJsonObject file = f.toObject();-- QString name = file["originalName"].toString();- QString type = file["type"].toString();+ if (!filter.isEmpty()) {+ bool match = obj["originalName"].toString().toLower().contains(filter) ||+ obj["type"].toString().toLower().contains(filter) ||+ obj["sourceScreen"].toString().toLower().contains(filter);+ if (!match) continue;+ }+ files.append(obj);+ }- // Filter- if (!filter.isEmpty() && !name.toLower().contains(filter) && !type.toLower().contains(filter))- continue;+ // Sort+ auto cmp = [&](const QJsonObject& a, const QJsonObject& b) -> bool {+ switch (sort_idx) {+ case 0: // Date newest+ return a["uploadedAt"].toString() > b["uploadedAt"].toString();+ case 1: // Date oldest+ return a["uploadedAt"].toString() < b["uploadedAt"].toString();+ case 2: // Name A-Z+ return a["originalName"].toString().toLower() < b["originalName"].toString().toLower();+ case 3: // Name Z-A+ return a["originalName"].toString().toLower() > b["originalName"].toString().toLower();+ case 4: // Size largest+ return a["size"].toInteger() > b["size"].toInteger();+ case 5: // Size smallest+ return a["size"].toInteger() < b["size"].toInteger();+ case 6: // Type+ return a["type"].toString() < b["type"].toString();+ default: return false;+ }+ };+ std::sort(files.begin(), files.end(), cmp);++ if (files.isEmpty()) {+ if (all.isEmpty()) {+ // ── Full empty skeleton ──────────────────────────────────────+ auto* skeleton = new QWidget;+ skeleton->setStyleSheet("background:transparent;");+ auto* skl = new QVBoxLayout(skeleton);+ skl->setContentsMargins(24, 24, 24, 24);+ skl->setSpacing(20);++ auto* hero_lbl = new QLabel("[ FM ]");+ hero_lbl->setAlignment(Qt::AlignCenter);+ hero_lbl->setStyleSheet(+ QString("color:%1;font-size:36px;font-weight:700;background:transparent;%2")+ .arg(colors::AMBER, MF));+ skl->addWidget(hero_lbl);++ auto* hero_sub = new QLabel("Your terminal file index is empty.");+ hero_sub->setAlignment(Qt::AlignCenter);+ hero_sub->setStyleSheet(+ QString("color:%1;font-size:14px;background:transparent;%2")+ .arg(colors::TEXT_SECONDARY, MF));+ skl->addWidget(hero_sub);++ auto* hero_hint = new QLabel(+ "Files are registered automatically when you export, save, or generate output\n"+ "from any screen. You can also upload files manually using the button above.");+ hero_hint->setAlignment(Qt::AlignCenter);+ hero_hint->setWordWrap(true);+ hero_hint->setStyleSheet(+ QString("color:%1;font-size:12px;background:transparent;%2")+ .arg(colors::TEXT_DIM, MF));+ skl->addWidget(hero_hint);++ auto* div = new QFrame;+ div->setFrameShape(QFrame::HLine);+ div->setStyleSheet("background:#1a1a1a;max-height:1px;border:none;");+ skl->addWidget(div);++ auto* sources_lbl = new QLabel("FILES ARE COLLECTED FROM");+ sources_lbl->setStyleSheet(+ QString("color:%1;font-size:10px;font-weight:700;letter-spacing:1px;"+ "background:transparent;%2").arg(colors::TEXT_DIM, MF));+ skl->addWidget(sources_lbl);++ struct SI { QString icon, name, desc; };+ static const SI sources[] = {+ {"RPT","Report Builder","Saved reports and exported PDFs"},+ {"NTB","Code Editor","Saved Jupyter notebooks (.ipynb)"},+ {"XLS","Excel","Imported/exported spreadsheets & CSV"},+ {"NOTE","Notes","Exported markdown note files"},+ {"PFL","Portfolio","Portfolio CSV & JSON exports"},+ {"DS","Data Sources","Connector configuration JSON"},+ {"ALG","Algo Trading","Saved strategy definitions"},+ {"BT","Backtesting","Backtest result JSON exports"},+ {"AQL","AI Quant Lab","Module result exports"},+ {"NEWS","News","Saved article text files"},+ {"EQR","Equity Research","Financial statement CSV exports"},+ };++ auto* grid_w = new QWidget;+ grid_w->setStyleSheet("background:transparent;");+ auto* grid = new QGridLayout(grid_w);+ grid->setContentsMargins(0,0,0,0);+ grid->setSpacing(8);++ for (int i = 0; i < 11; ++i) {+ const auto& s = sources[i];+ auto* card = new QWidget;+ card->setStyleSheet("background:#0d0d0d;border:1px solid #1a1a1a;border-radius:2px;");+ auto* cl2 = new QHBoxLayout(card);+ cl2->setContentsMargins(10,8,10,8); cl2->setSpacing(8);+ auto* badge = new QLabel(s.icon);+ badge->setFixedWidth(36);+ badge->setAlignment(Qt::AlignCenter);+ badge->setStyleSheet(+ QString("color:%1;font-size:10px;font-weight:700;"+ "background:rgba(217,119,6,0.08);border:1px solid #78350f;"+ "border-radius:2px;padding:2px 0;%2").arg(colors::AMBER, MF));+ cl2->addWidget(badge);+ auto* txt = new QWidget; txt->setStyleSheet("background:transparent;");+ auto* tl = new QVBoxLayout(txt); tl->setContentsMargins(0,0,0,0); tl->setSpacing(1);+ auto* nl = new QLabel(s.name);+ nl->setStyleSheet(+ QString("color:#e5e5e5;font-size:11px;font-weight:600;background:transparent;%1").arg(MF));+ tl->addWidget(nl);+ auto* dl = new QLabel(s.desc);+ dl->setStyleSheet(+ QString("color:%1;font-size:10px;background:transparent;%2").arg(colors::TEXT_DIM, MF));+ tl->addWidget(dl);+ cl2->addWidget(txt, 1);+ grid->addWidget(card, i/3, i%3);+ }+ skl->addWidget(grid_w);++ auto* div2 = new QFrame;+ div2->setFrameShape(QFrame::HLine);+ div2->setStyleSheet("background:#1a1a1a;max-height:1px;border:none;");+ skl->addWidget(div2);++ auto* tips_lbl = new QLabel("TIPS");+ tips_lbl->setStyleSheet(+ QString("color:%1;font-size:10px;font-weight:700;letter-spacing:1px;"+ "background:transparent;%2").arg(colors::TEXT_DIM, MF));+ skl->addWidget(tips_lbl);++ for (const char* tip : {+ "Use the filter chips above to narrow files by source screen.",+ "Click any file card to preview its contents in the right panel.",+ "Use checkboxes on file cards to bulk-delete multiple files at once.",+ "MCP tools can list and read your files directly in AI Chat.",+ }) {+ auto* tl2 = new QLabel(QString("• ") + tip);+ tl2->setWordWrap(true);+ tl2->setStyleSheet(+ QString("color:%1;font-size:11px;background:transparent;%2")+ .arg(colors::TEXT_TERTIARY, MF));+ skl->addWidget(tl2);+ }+ skl->addStretch();+ file_layout_->addWidget(skeleton);+ } else {+ auto* empty = new QLabel("No files match your search or filter.");+ empty->setAlignment(Qt::AlignCenter);+ empty->setStyleSheet(+ QString("color:%1;font-size:13px;padding:40px;%2").arg(colors::TEXT_DIM, MF));+ file_layout_->addWidget(empty);+ }+ file_layout_->addStretch();+ update_bulk_bar();+ return;+ }- shown++;+ // Group by source screen+ QString current_group;+ for (const QJsonObject& file : files) {+ QString source = file["sourceScreen"].toString();+ if (active_screen_filter_.isEmpty() && source != current_group) {+ current_group = source;+ auto* grp_lbl = new QLabel(source.toUpper().replace('_', ' '));+ grp_lbl->setStyleSheet(+ QString("color:%1;font-size:10px;font-weight:700;letter-spacing:1px;"+ "background:transparent;padding:8px 0 2px 0;%2")+ .arg(colors::TEXT_DIM, MF));+ file_layout_->addWidget(grp_lbl);+ }- // File row card+ // ── Card ─────────────────────────────────────────────────────────────auto* card = new QWidget;- card->setStyleSheet(QString("%1").arg(PANEL));+ card->setStyleSheet(QString(PANEL));+ card->setCursor(Qt::PointingHandCursor);auto* hl = new QHBoxLayout(card);- hl->setContentsMargins(12, 8, 12, 8);- hl->setSpacing(10);-- // Type indicator- QString type_color = file_type_color(type);+ hl->setContentsMargins(8, 8, 12, 8);+ hl->setSpacing(8);++ // Checkbox+ auto* chk = new QPushButton("☐");+ chk->setCheckable(true);+ chk->setFixedSize(22, 22);+ chk->setStyleSheet(+ QString("QPushButton{background:transparent;color:%1;border:none;font-size:14px;}"+ "QPushButton:checked{color:%2;}")+ .arg(colors::TEXT_DIM, colors::AMBER));+ connect(chk, &QPushButton::toggled, this, [this, chk](bool checked) {+ chk->setText(checked ? "☑" : "☐");+ update_bulk_bar();+ });+ check_btns_.append(chk);+ check_ids_.append(file["id"].toString());+ hl->addWidget(chk);++ // Type badge+ QString type = file["type"].toString();auto* type_dot = new QLabel("[" + type.section('/', 1, 1).left(4).toUpper() + "]");- type_dot->setFixedWidth(50);- type_dot->setStyleSheet(QString("color: %1; font-size: 11px; font-weight: 700; "- "background: transparent; %2")- .arg(type_color, MF));+ type_dot->setFixedWidth(46);+ type_dot->setStyleSheet(+ QString("color:%1;font-size:10px;font-weight:700;background:transparent;%2")+ .arg(file_type_color(type), MF));hl->addWidget(type_dot);- // Name + details+ // Name + meta (clickable for preview)auto* info = new QWidget;- info->setStyleSheet("background: transparent;");+ info->setStyleSheet("background:transparent;");+ info->setCursor(Qt::PointingHandCursor);auto* info_vl = new QVBoxLayout(info);- info_vl->setContentsMargins(0, 0, 0, 0);+ info_vl->setContentsMargins(0,0,0,0);info_vl->setSpacing(1);- auto* name_lbl = new QLabel(name);- name_lbl->setStyleSheet(QString("color: #e5e5e5; font-size: 12px; font-weight: 600; "- "background: transparent; %1")- .arg(MF));+ auto* name_lbl = new QLabel(file["originalName"].toString());+ name_lbl->setStyleSheet(+ QString("color:#e5e5e5;font-size:12px;font-weight:600;background:transparent;%1").arg(MF));info_vl->addWidget(name_lbl);- auto* meta_lbl = new QLabel(format_size(file["size"].toInteger()) + " | " +- QDateTime::fromString(file["uploadedAt"].toString(), Qt::ISODate)- .toLocalTime()- .toString("yyyy-MM-dd HH:mm"));+ QString date_str = QDateTime::fromString(file["uploadedAt"].toString(), Qt::ISODate)+ .toLocalTime().toString("yyyy-MM-dd HH:mm");+ auto* meta_lbl = new QLabel(+ format_size(file["size"].toInteger()) + " | " + date_str);meta_lbl->setStyleSheet(- QString("color: %1; font-size: 10px; background: transparent; %2").arg(colors::TEXT_DIM, MF));+ QString("color:%1;font-size:10px;background:transparent;%2").arg(colors::TEXT_DIM, MF));info_vl->addWidget(meta_lbl);+ QString fid = file["id"].toString();+ // Click card body → preview+ info->installEventFilter(this);+ connect(name_lbl, &QLabel::linkActivated, this, [this, fid]() { show_preview(fid); });+ // Use a transparent button overlay trick — simpler: connect via QPushButton+ auto* preview_btn = new QPushButton("PREVIEW");+ preview_btn->setCursor(Qt::PointingHandCursor);+ preview_btn->setFixedHeight(26);+ preview_btn->setStyleSheet(+ QString("QPushButton{background:transparent;color:%1;border:1px solid %2;"+ "font-size:10px;font-weight:700;padding:0 8px;%3}"+ "QPushButton:hover{color:%4;border-color:%4;}")+ .arg(colors::TEXT_DIM, colors::BORDER_DIM, MF, colors::AMBER));+ connect(preview_btn, &QPushButton::clicked, this, [this, fid]() { show_preview(fid); });hl->addWidget(info, 1);+ hl->addWidget(preview_btn);++ // "Open With" button+ QString route = route_for_mime(type);+ if (!route.isEmpty()) {+ auto* open_btn = new QPushButton(open_with_label(type));+ open_btn->setCursor(Qt::PointingHandCursor);+ open_btn->setFixedHeight(26);+ open_btn->setStyleSheet(+ QString("QPushButton{background:transparent;color:%1;border:1px solid %2;"+ "font-size:10px;font-weight:700;padding:0 8px;%3}"+ "QPushButton:hover{color:%1;background:rgba(217,119,6,0.15);}")+ .arg(colors::AMBER, colors::BORDER_DIM, MF));+ connect(open_btn, &QPushButton::clicked, this, [this, fid]() { open_with(fid); });+ hl->addWidget(open_btn);+ }- // Download button+ // Save buttonauto* dl_btn = new QPushButton("SAVE");dl_btn->setCursor(Qt::PointingHandCursor);- dl_btn->setFixedSize(60, 26);- dl_btn->setStyleSheet(QString("QPushButton { background: transparent; color: %1; border: 1px solid %2; "- "font-size: 10px; font-weight: 700; %3 }"- "QPushButton:hover { color: #38bdf8; background: #111111; }")- .arg(colors::CYAN, colors::BORDER_DIM, MF));- QString fid = file["id"].toString();+ dl_btn->setFixedSize(54, 26);+ dl_btn->setStyleSheet(+ QString("QPushButton{background:transparent;color:%1;border:1px solid %2;"+ "font-size:10px;font-weight:700;%3}"+ "QPushButton:hover{color:#38bdf8;background:#111111;}")+ .arg(colors::CYAN, colors::BORDER_DIM, MF));connect(dl_btn, &QPushButton::clicked, this, [this, fid]() { download_file(fid); });hl->addWidget(dl_btn);// Delete buttonauto* del_btn = new QPushButton("DEL");del_btn->setCursor(Qt::PointingHandCursor);- del_btn->setFixedSize(50, 26);- del_btn->setStyleSheet(QString("QPushButton { background: transparent; color: %1; border: 1px solid %2; "- "font-size: 10px; font-weight: 700; %3 }"- "QPushButton:hover { color: #ef4444; background: rgba(239,68,68,0.1); }")- .arg(colors::TEXT_DIM, colors::BORDER_DIM, MF));+ del_btn->setFixedSize(44, 26);+ del_btn->setStyleSheet(+ QString("QPushButton{background:transparent;color:%1;border:1px solid %2;"+ "font-size:10px;font-weight:700;%3}"+ "QPushButton:hover{color:#ef4444;background:rgba(239,68,68,0.1);}")+ .arg(colors::TEXT_DIM, colors::BORDER_DIM, MF));connect(del_btn, &QPushButton::clicked, this, [this, fid]() { delete_file(fid); });hl->addWidget(del_btn);file_layout_->addWidget(card);}- // Empty state- if (shown == 0) {- auto* empty = new QLabel(files_.isEmpty() ? "No files yet. Click UPLOAD FILES to get started."- : "No files match your search.");- empty->setAlignment(Qt::AlignCenter);- empty->setStyleSheet(QString("color: %1; font-size: 13px; padding: 40px; %2").arg(colors::TEXT_DIM, MF));- file_layout_->addWidget(empty);- }-file_layout_->addStretch();+ update_bulk_bar();}void FileManagerScreen::update_stats() {+ QJsonArray files = FileManagerService::instance().all_files();qint64 total_size = 0;- for (const auto& f : files_) {- if (f.isObject())- total_size += f.toObject()["size"].toInteger();+ for (const auto& v : files)+ if (v.isObject()) total_size += v.toObject()["size"].toInteger();++ stats_label_->setText(+ QString("%1 files | %2").arg(files.size()).arg(format_size(total_size)));++ // Quota bar+ if (quota_bar_ && quota_label_) {+ int pct = (int)(total_size * 1000 / kQuotaBytes);+ quota_bar_->setValue(qMin(pct, 1000));+ quota_label_->setText(+ QString("Storage: %1 / 500 MB").arg(format_size(total_size)));+ // Turn red if > 80%+ QString chunk_color = (pct > 800) ? "#ef4444" : "#d97706";+ quota_bar_->setStyleSheet(+ QString("QProgressBar{background:#1a1a1a;border:none;border-radius:3px;}"+ "QProgressBar::chunk{background:%1;border-radius:3px;}").arg(chunk_color));}- stats_label_->setText(QString("%1 files | %2").arg(files_.size()).arg(format_size(total_size)));}-// ── Static helpers ───────────────────────────────────────────────────────────+// ── Static helpers ────────────────────────────────────────────────────────────QString FileManagerScreen::format_size(qint64 bytes) {- if (bytes < 1024)- return QString("%1 B").arg(bytes);- if (bytes < 1024 * 1024)- return QString("%1 KB").arg(bytes / 1024.0, 0, 'f', 1);- if (bytes < 1024LL * 1024 * 1024)- return QString("%1 MB").arg(bytes / (1024.0 * 1024.0), 0, 'f', 1);- return QString("%1 GB").arg(bytes / (1024.0 * 1024.0 * 1024.0), 0, 'f', 2);+ if (bytes < 1024) return QString("%1 B").arg(bytes);+ if (bytes < 1024*1024) return QString("%1 KB").arg(bytes/1024.0, 0, 'f', 1);+ if (bytes < 1024LL*1024*1024) return QString("%1 MB").arg(bytes/(1024.0*1024.0), 0, 'f', 1);+ return QString("%1 GB").arg(bytes/(1024.0*1024.0*1024.0), 0, 'f', 2);}QString FileManagerScreen::file_type_color(const QString& mime) {- if (mime.contains("spreadsheet") || mime.contains("csv") || mime.contains("excel"))- return "#16a34a"; // green- if (mime.contains("image"))- return "#2563eb"; // blue- if (mime.contains("video"))- return "#7c3aed"; // purple- if (mime.contains("audio"))- return "#db2777"; // pink- if (mime.contains("zip") || mime.contains("archive") || mime.contains("compressed"))- return "#ca8a04"; // yellow- if (mime.contains("pdf"))- return "#dc2626"; // red- return "#808080"; // gray default+ if (mime.contains("spreadsheet")||mime.contains("csv")||mime.contains("excel")) return "#16a34a";+ if (mime.contains("image")) return "#2563eb";+ if (mime.contains("video")) return "#7c3aed";+ if (mime.contains("audio")) return "#db2777";+ if (mime.contains("zip")||mime.contains("archive")) return "#ca8a04";+ if (mime.contains("pdf")) return "#dc2626";+ if (mime.contains("json")||mime.contains("python")||mime.contains("ipynb")) return "#0891b2";+ return "#808080";+}++QString FileManagerScreen::open_with_label(const QString& mime) {+ if (mime.contains("ipynb")||mime.contains("python")) return "NOTEBOOK";+ if (mime.contains("spreadsheet")||mime.contains("csv")||mime.contains("excel")) return "EXCEL";+ if (mime.contains("pdf")) return "REPORT";+ return "OPEN";+}++QString FileManagerScreen::route_for_mime(const QString& mime) {+ if (mime.contains("ipynb")||mime.contains("x-ipynb")) return "code_editor";+ if (mime.contains("spreadsheet")||mime.contains("excel")||mime.contains("csv")) return "excel";+ if (mime.contains("pdf")) return "report_builder";+ return {};}} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/file_manager/FileManagerScreen.h b/fincept-qt/src/screens/file_manager/FileManagerScreen.hindex d0741330a..487b844be 100644--- a/fincept-qt/src/screens/file_manager/FileManagerScreen.h+++ b/fincept-qt/src/screens/file_manager/FileManagerScreen.h@@ -1,54 +1,94 @@#pragma once+#include "services/file_manager/FileManagerService.h"++#include <QButtonGroup>+#include <QComboBox>#include <QJsonArray>-#include <QJsonObject>#include <QLabel>#include <QLineEdit>+#include <QProgressBar>#include <QPushButton>#include <QScrollArea>+#include <QSplitter>+#include <QTextEdit>+#include <QTableWidget>#include <QVBoxLayout>#include <QWidget>namespace fincept::screens {-/// File Manager — upload, download, delete, search local files.-/// Stores files in app data directory with JSON metadata index.+/// File Manager Screen — lists all files tracked by FileManagerService.+/// Features: filter chips, sort controls, inline preview, bulk delete, quota bar.class FileManagerScreen : public QWidget {Q_OBJECTpublic:explicit FileManagerScreen(QWidget* parent = nullptr);+ signals:+ void open_file_in_screen(const QString& route_id, const QString& file_path);+protected:void showEvent(QShowEvent* event) override;private:void build_ui();- void load_files();+ void build_filter_bar(QVBoxLayout* root);+ void build_quota_bar(QVBoxLayout* root);+ QWidget* build_preview_panel();+void render_files();void upload_files();void download_file(const QString& file_id);void delete_file(const QString& file_id);+ void delete_selected();+ void open_with(const QString& file_id);+ void show_preview(const QString& file_id);+ void clear_preview();void update_stats();-- // Storage helpers- QString storage_dir() const;- QString metadata_path() const;- QJsonArray read_metadata() const;- void write_metadata(const QJsonArray& files);- QJsonObject find_file(const QString& id) const;+ void update_bulk_bar();static QString format_size(qint64 bytes);static QString file_type_color(const QString& mime);+ static QString open_with_label(const QString& mime);+ static QString route_for_mime(const QString& mime);++ // ── Search / filter bar ──────────────────────────────────────────────+ QLineEdit* search_input_ = nullptr;+ QComboBox* sort_combo_ = nullptr;+ // Screen filter chips — one QPushButton per source screen + "All"+ QWidget* chips_bar_ = nullptr;+ QButtonGroup* chip_group_ = nullptr;+ QString active_screen_filter_; // "" = all++ // ── Quota bar ────────────────────────────────────────────────────────+ QProgressBar* quota_bar_ = nullptr;+ QLabel* quota_label_ = nullptr;+ static constexpr qint64 kQuotaBytes = 500LL * 1024 * 1024; // 500 MB++ // ── File list ────────────────────────────────────────────────────────+ QWidget* file_container_ = nullptr;+ QVBoxLayout* file_layout_ = nullptr;+ QVector<QPushButton*> check_btns_; // per-card checkbox buttons+ QVector<QString> check_ids_; // parallel file IDs+ QPushButton* bulk_delete_btn_ = nullptr;+ QWidget* bulk_bar_ = nullptr;++ // ── Preview panel ────────────────────────────────────────────────────+ QWidget* preview_panel_ = nullptr;+ QLabel* preview_title_ = nullptr;+ QLabel* preview_meta_ = nullptr;+ QTextEdit* preview_text_ = nullptr;+ QTableWidget* preview_table_ = nullptr;+ QLabel* preview_empty_ = nullptr;++ // ── Header controls ──────────────────────────────────────────────────+ QLabel* stats_label_ = nullptr;+ QPushButton* upload_btn_ = nullptr;+ QPushButton* refresh_btn_ = nullptr;- // UI- QLineEdit* search_input_ = nullptr;- QLabel* stats_label_ = nullptr;- QWidget* file_container_ = nullptr;- QVBoxLayout* file_layout_ = nullptr;- QPushButton* upload_btn_ = nullptr;- QPushButton* refresh_btn_ = nullptr;+ // ── Splitter ─────────────────────────────────────────────────────────+ QSplitter* splitter_ = nullptr;- // State- QJsonArray files_;bool loaded_ = false;};diff --git a/fincept-qt/src/screens/gov_data/GovDataCongressPanel.cpp b/fincept-qt/src/screens/gov_data/GovDataCongressPanel.cppindex cfb9d97bb..6fc652df1 100644--- a/fincept-qt/src/screens/gov_data/GovDataCongressPanel.cpp+++ b/fincept-qt/src/screens/gov_data/GovDataCongressPanel.cpp@@ -10,6 +10,7 @@#include <QHeaderView>#include <QJsonArray>#include <QJsonObject>+#include <QRegularExpression>#include <QTextStream>#include <QVBoxLayout>@@ -17,22 +18,68 @@ namespace fincept::screens {using namespace fincept::ui;-static const QString kColor = "#8B5CF6";+static const QString kColor = "#8B5CF6";static const QString kScript = "congress_gov_data.py";-// ─────────────────────────────────────────────────────────────────────────────-// Constructor-// ─────────────────────────────────────────────────────────────────────────────+// ── Stylesheet ───────────────────────────────────────────────────────────────++static const char* kStyle =+ "#govCongressToolbar { background:#111111; border-bottom:1px solid #1a1a1a; }"++ "#govCongressTab { background:transparent; color:#808080; border:1px solid #1a1a1a;"+ " font-size:10px; font-weight:700; padding:4px 12px; letter-spacing:0.5px; }"+ "#govCongressTab:hover { color:#e5e5e5; background:#161616; }"+ "#govCongressTab:checked { background:rgba(139,92,246,0.12); color:#8B5CF6;"+ " border:1px solid #8B5CF6; }"++ "#govBackBtn { background:transparent; color:#808080; border:1px solid #1a1a1a;"+ " font-size:10px; font-weight:700; padding:4px 10px; }"+ "#govBackBtn:hover { color:#e5e5e5; background:#161616; }"++ "#govFetchBtn { background:#8B5CF6; color:#080808; border:none;"+ " font-size:10px; font-weight:700; padding:4px 14px; }"+ "#govFetchBtn:hover { background:#a78bfa; }"+ "#govFetchBtn:disabled { background:#1a1a1a; color:#404040; }"+ "#govCsvBtn { background:transparent; color:#808080; border:1px solid #1a1a1a;"+ " font-size:10px; font-weight:700; padding:4px 10px; }"+ "#govCsvBtn:hover { color:#e5e5e5; background:#161616; }"++ "QSpinBox { background:#080808; color:#e5e5e5; border:1px solid #1a1a1a;"+ " font-size:11px; padding:2px 6px; }"+ "QSpinBox::up-button, QSpinBox::down-button { width:14px; }"+ "QComboBox { background:#080808; color:#e5e5e5; border:1px solid #1a1a1a;"+ " font-size:11px; padding:2px 6px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:#111111; color:#e5e5e5; border:1px solid #1a1a1a; }"++ "QTableWidget { background:#080808; color:#e5e5e5; border:none;"+ " gridline-color:#1a1a1a; font-size:11px; alternate-background-color:#0a0a0a; }"+ "QTableWidget::item { padding:5px 8px; border-bottom:1px solid #1a1a1a; }"+ "QTableWidget::item:selected { background:rgba(139,92,246,0.1); color:#8B5CF6; }"+ "QHeaderView::section { background:#111111; color:#808080; border:none;"+ " border-bottom:2px solid #1a1a1a; border-right:1px solid #1a1a1a;"+ " padding:5px 8px; font-size:10px; font-weight:700; letter-spacing:0.5px; }"++ "QTextBrowser { background:#080808; color:#e5e5e5; border:none; padding:16px; font-size:12px; }"++ "#govStatusPage { background:#080808; }"+ "#govStatusMsg { color:#808080; font-size:13px; background:transparent; }"+ "#govStatusErr { color:#dc2626; font-size:12px; background:transparent; }"++ "QScrollBar:vertical { background:#080808; width:5px; }"+ "QScrollBar::handle:vertical { background:#1a1a1a; min-height:20px; }"+ "QScrollBar::add-line:vertical, QScrollBar::sub-line:vertical { height:0; }";++// ── Constructor ──────────────────────────────────────────────────────────────GovDataCongressPanel::GovDataCongressPanel(QWidget* parent) : QWidget(parent) {+ setStyleSheet(kStyle);build_ui();- connect(&services::GovDataService::instance(), &services::GovDataService::result_ready, this,- &GovDataCongressPanel::on_result);+ connect(&services::GovDataService::instance(), &services::GovDataService::result_ready,+ this, &GovDataCongressPanel::on_result);}-// ─────────────────────────────────────────────────────────────────────────────-// Build UI-// ─────────────────────────────────────────────────────────────────────────────+// ── Build UI ─────────────────────────────────────────────────────────────────void GovDataCongressPanel::build_ui() {auto* root = new QVBoxLayout(this);@@ -41,28 +88,17 @@ void GovDataCongressPanel::build_ui() {root->addWidget(build_toolbar());- content_stack_ = new QStackedWidget(this);-- const QString table_style =- QString("QTableWidget { background:%1; color:%2; border:none; gridline-color:%3;"- " font-family:%4; font-size:12px; }"- "QTableWidget::item { padding:6px 8px; border-bottom:1px solid %3; }"- "QTableWidget::item:selected { background:%5; }"- "QTableWidget::item:alternate { background:%6; }"- "QHeaderView::section { background:%7; color:%8; border:none; border-bottom:1px solid %3;"- " font-family:%4; font-size:10px; font-weight:700; padding:6px 8px; }")- .arg(colors::BG_BASE, colors::TEXT_PRIMARY, colors::BORDER_DIM, fonts::DATA_FAMILY, colors::BG_HOVER,- colors::ROW_ALT, colors::BG_RAISED, kColor);-- // Page 0: Bills table- bills_table_ = new QTableWidget(this);+ content_stack_ = new QStackedWidget;++ // ── Page 0: Bills table ──+ bills_table_ = new QTableWidget;bills_table_->setColumnCount(6);- bills_table_->setHorizontalHeaderLabels({"CONGRESS", "TYPE", "NUMBER", "TITLE", "LATEST ACTION", "DATE"});+ bills_table_->setHorizontalHeaderLabels(+ {"CONGRESS", "TYPE", "NUMBER", "TITLE", "LATEST ACTION", "DATE"});bills_table_->horizontalHeader()->setSectionResizeMode(3, QHeaderView::Stretch);bills_table_->horizontalHeader()->setSectionResizeMode(4, QHeaderView::Stretch);- for (int c : {0, 1, 2, 5}) {+ for (int c : {0, 1, 2, 5})bills_table_->horizontalHeader()->setSectionResizeMode(c, QHeaderView::Fixed);- }bills_table_->setColumnWidth(0, 80);bills_table_->setColumnWidth(1, 60);bills_table_->setColumnWidth(2, 70);@@ -71,144 +107,129 @@ void GovDataCongressPanel::build_ui() {bills_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);bills_table_->verticalHeader()->setVisible(false);bills_table_->setAlternatingRowColors(true);- bills_table_->setStyleSheet(table_style);- connect(bills_table_, &QTableWidget::cellDoubleClicked, this, &GovDataCongressPanel::on_bill_clicked);+ bills_table_->setShowGrid(true);+ connect(bills_table_, &QTableWidget::cellDoubleClicked,+ this, &GovDataCongressPanel::on_bill_clicked);content_stack_->addWidget(bills_table_);- // Page 1: Bill detail (rich text)- detail_browser_ = new QTextBrowser(this);+ // ── Page 1: Bill detail ──+ detail_browser_ = new QTextBrowser;detail_browser_->setOpenExternalLinks(true);- detail_browser_->setStyleSheet(QString("QTextBrowser { background:%1; color:%2; border:none;"- " font-family:%3; font-size:13px; padding:16px; }")- .arg(colors::BG_BASE, colors::TEXT_PRIMARY, fonts::DATA_FAMILY));content_stack_->addWidget(detail_browser_);- // Page 2: Summary table- summary_table_ = new QTableWidget(this);+ // ── Page 2: Summary table ──+ summary_table_ = new QTableWidget;summary_table_->setColumnCount(2);summary_table_->setHorizontalHeaderLabels({"BILL TYPE", "COUNT"});summary_table_->horizontalHeader()->setSectionResizeMode(QHeaderView::Stretch);summary_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);summary_table_->verticalHeader()->setVisible(false);summary_table_->setAlternatingRowColors(true);- summary_table_->setStyleSheet(table_style);+ summary_table_->setShowGrid(true);content_stack_->addWidget(summary_table_);- // Page 3: Status label- status_label_ = new QLabel(this);+ // ── Page 3: Status ──+ auto* status_page = new QWidget;+ status_page->setObjectName("govStatusPage");+ auto* svl = new QVBoxLayout(status_page);+ svl->setAlignment(Qt::AlignCenter);+ status_label_ = new QLabel;+ status_label_->setObjectName("govStatusMsg");status_label_->setAlignment(Qt::AlignCenter);status_label_->setWordWrap(true);- status_label_->setStyleSheet(QString("QLabel { color:%1; font-family:%2; font-size:12px; }")- .arg(colors::TEXT_SECONDARY, fonts::DATA_FAMILY));- content_stack_->addWidget(status_label_);+ svl->addWidget(status_label_);+ content_stack_->addWidget(status_page);root->addWidget(content_stack_, 1);}QWidget* GovDataCongressPanel::build_toolbar() {- auto* bar = new QWidget(this);- bar->setFixedHeight(38);- bar->setStyleSheet(- QString("background:%1; border-bottom:1px solid %2;").arg(colors::BG_RAISED, colors::BORDER_MED));+ auto* bar = new QWidget;+ bar->setObjectName("govCongressToolbar");+ bar->setFixedHeight(40);auto* hl = new QHBoxLayout(bar);- hl->setContentsMargins(8, 0, 8, 0);- hl->setSpacing(4);-- const QString btn_style = QString("QPushButton { background:transparent; color:%1; border:1px solid %2;"- " font-family:%3; font-size:10px; font-weight:700; padding:4px 10px; }"- "QPushButton:hover { background:%4; }"- "QPushButton:checked { background:%5; color:%6; border-color:%5; }")- .arg(colors::TEXT_SECONDARY, colors::BORDER_DIM, fonts::DATA_FAMILY, colors::BG_HOVER,- kColor, colors::TEXT_PRIMARY);-- // Back button (shown in detail view)- back_btn_ = new QPushButton("< BACK", bar);- back_btn_->setStyleSheet(btn_style);+ hl->setContentsMargins(10, 0, 10, 0);+ hl->setSpacing(5);++ // Back button+ back_btn_ = new QPushButton("← BACK");+ back_btn_->setObjectName("govBackBtn");back_btn_->setVisible(false);+ back_btn_->setCursor(Qt::PointingHandCursor);connect(back_btn_, &QPushButton::clicked, this, &GovDataCongressPanel::on_back_to_list);hl->addWidget(back_btn_);+ hl->addSpacing(4);+// View tabs- bills_btn_ = new QPushButton("BILLS", bar);+ bills_btn_ = new QPushButton("BILLS");+ bills_btn_->setObjectName("govCongressTab");bills_btn_->setCheckable(true);bills_btn_->setChecked(true);- bills_btn_->setStyleSheet(btn_style);+ bills_btn_->setCursor(Qt::PointingHandCursor);connect(bills_btn_, &QPushButton::clicked, this, [this]() { on_view_changed(Bills); });- summary_btn_ = new QPushButton("SUMMARY", bar);+ summary_btn_ = new QPushButton("SUMMARY");+ summary_btn_->setObjectName("govCongressTab");summary_btn_->setCheckable(true);- summary_btn_->setStyleSheet(btn_style);+ summary_btn_->setCursor(Qt::PointingHandCursor);connect(summary_btn_, &QPushButton::clicked, this, [this]() { on_view_changed(SummaryView); });hl->addWidget(bills_btn_);hl->addWidget(summary_btn_);- hl->addSpacing(12);+ hl->addSpacing(14);// Congress number- auto* cong_label = new QLabel("CONGRESS:", bar);- cong_label->setStyleSheet(QString("color:%1; font-family:%2; font-size:9px; font-weight:700;")- .arg(colors::TEXT_TERTIARY, fonts::DATA_FAMILY));+ auto lbl_style = "color:#525252; font-size:9px; font-weight:700; background:transparent;";+ auto* cong_lbl = new QLabel("CONGRESS");+ cong_lbl->setStyleSheet(lbl_style);+ hl->addWidget(cong_lbl);- congress_num_ = new QSpinBox(bar);+ congress_num_ = new QSpinBox;congress_num_->setRange(1, 200);- congress_num_->setValue(118); // Current congress- congress_num_->setStyleSheet(- QString("QSpinBox { background:%1; color:%2; border:1px solid %3;"- " font-family:%4; font-size:11px; padding:2px 6px; }"- "QSpinBox::up-button, QSpinBox::down-button { width:14px; }")- .arg(colors::BG_BASE, colors::TEXT_PRIMARY, colors::BORDER_DIM, fonts::DATA_FAMILY));-- hl->addWidget(cong_label);+ congress_num_->setValue(118);+ congress_num_->setFixedHeight(26);hl->addWidget(congress_num_);- hl->addSpacing(8);-- // Bill type filter- auto* type_label = new QLabel("TYPE:", bar);- type_label->setStyleSheet(cong_label->styleSheet());-- bill_type_combo_ = new QComboBox(bar);- bill_type_combo_->addItem("All Types", "");- bill_type_combo_->addItem("House Bill", "hr");- bill_type_combo_->addItem("Senate Bill", "s");- bill_type_combo_->addItem("House Joint Res.", "hjres");- bill_type_combo_->addItem("Senate Joint Res.", "sjres");- bill_type_combo_->addItem("House Con. Res.", "hconres");- bill_type_combo_->addItem("Senate Con. Res.", "sconres");- bill_type_combo_->addItem("House Simple Res.", "hres");- bill_type_combo_->addItem("Senate Simple Res.", "sres");- bill_type_combo_->setStyleSheet(- QString("QComboBox { background:%1; color:%2; border:1px solid %3;"- " font-family:%4; font-size:11px; padding:2px 6px; }"- "QComboBox::drop-down { border:none; }"- "QComboBox QAbstractItemView { background:%1; color:%2; border:1px solid %3; }")- .arg(colors::BG_BASE, colors::TEXT_PRIMARY, colors::BORDER_DIM, fonts::DATA_FAMILY));-- hl->addWidget(type_label);++ hl->addSpacing(10);++ // Bill type+ auto* type_lbl = new QLabel("TYPE");+ type_lbl->setStyleSheet(lbl_style);+ hl->addWidget(type_lbl);++ bill_type_combo_ = new QComboBox;+ bill_type_combo_->addItem("All Types", "");+ bill_type_combo_->addItem("House Bill", "hr");+ bill_type_combo_->addItem("Senate Bill", "s");+ bill_type_combo_->addItem("H. Joint Res.", "hjres");+ bill_type_combo_->addItem("S. Joint Res.", "sjres");+ bill_type_combo_->addItem("H. Con. Res.", "hconres");+ bill_type_combo_->addItem("S. Con. Res.", "sconres");+ bill_type_combo_->addItem("H. Simple Res.", "hres");+ bill_type_combo_->addItem("S. Simple Res.", "sres");+ bill_type_combo_->setFixedHeight(26);hl->addWidget(bill_type_combo_);- hl->addStretch();+ hl->addStretch(1);- // Fetch- fetch_btn_ = new QPushButton("FETCH", bar);- fetch_btn_->setStyleSheet(QString("QPushButton { background:%1; color:%2; border:none;"- " font-family:%3; font-size:10px; font-weight:700; padding:4px 12px; }")- .arg(kColor, colors::TEXT_PRIMARY, fonts::DATA_FAMILY));+ fetch_btn_ = new QPushButton("FETCH");+ fetch_btn_->setObjectName("govFetchBtn");+ fetch_btn_->setCursor(Qt::PointingHandCursor);connect(fetch_btn_, &QPushButton::clicked, this, &GovDataCongressPanel::on_fetch_bills);hl->addWidget(fetch_btn_);- // Export- export_btn_ = new QPushButton("CSV", bar);- export_btn_->setStyleSheet(btn_style);+ export_btn_ = new QPushButton("CSV");+ export_btn_->setObjectName("govCsvBtn");+ export_btn_->setCursor(Qt::PointingHandCursor);connect(export_btn_, &QPushButton::clicked, this, &GovDataCongressPanel::on_export_csv);hl->addWidget(export_btn_);return bar;}-// ─────────────────────────────────────────────────────────────────────────────-// Actions-// ─────────────────────────────────────────────────────────────────────────────+// ── Actions ──────────────────────────────────────────────────────────────────void GovDataCongressPanel::load_initial_data() {show_loading("Select BILLS or SUMMARY and click FETCH");@@ -223,38 +244,39 @@ void GovDataCongressPanel::on_view_changed(int index) {}void GovDataCongressPanel::on_fetch_bills() {- int congress = congress_num_->value();+ int congress = congress_num_->value();QString bill_type = bill_type_combo_->currentData().toString();if (current_view_ == SummaryView) {- show_loading("Loading Congress summary...");- services::GovDataService::instance().execute(kScript, "summary", {QString::number(congress)},- "gov_congress_summary");+ show_loading("Loading Congress summary…");+ services::GovDataService::instance().execute(+ kScript, "summary", {QString::number(congress)}, "gov_congress_summary");} else {- show_loading("Loading bills...");+ show_loading("Loading bills…");QStringList args;args << QString::number(congress);- if (!bill_type.isEmpty())- args << bill_type;- services::GovDataService::instance().execute(kScript, "bills", args, "gov_congress_bills");+ if (!bill_type.isEmpty()) args << bill_type;+ services::GovDataService::instance().execute(+ kScript, "bills", args, "gov_congress_bills");}}void GovDataCongressPanel::on_bill_clicked(int row) {auto* type_item = bills_table_->item(row, 1);- auto* num_item = bills_table_->item(row, 2);+ auto* num_item = bills_table_->item(row, 2);auto* cong_item = bills_table_->item(row, 0);- if (!type_item || !num_item || !cong_item)- return;+ if (!type_item || !num_item || !cong_item) return;QString bill_type = type_item->data(Qt::UserRole).toString();- QString bill_num = num_item->text();- int congress = cong_item->text().toInt();+ QString bill_num = num_item->text();+ int congress = cong_item->text().toInt();- show_loading("Loading bill detail...");+ show_loading("Loading bill detail…");back_btn_->setVisible(true);services::GovDataService::instance().execute(- kScript, "bill_info", {QString::number(congress), bill_type.toLower(), bill_num}, "gov_congress_detail");+ kScript, "bill_info",+ {QString::number(congress), bill_type.toLower(), bill_num},+ "gov_congress_detail");}void GovDataCongressPanel::on_back_to_list() {@@ -263,14 +285,10 @@ void GovDataCongressPanel::on_back_to_list() {current_view_ = Bills;}-void GovDataCongressPanel::on_result(const QString& request_id, const services::GovDataResult& result) {- if (!request_id.startsWith("gov_congress_"))- return;-- if (!result.success) {- show_error(result.error);- return;- }+void GovDataCongressPanel::on_result(const QString& request_id,+ const services::GovDataResult& result) {+ if (!request_id.startsWith("gov_congress_")) return;+ if (!result.success) { show_error(result.error); return; }if (request_id.contains("bills")) {populate_bills(result.data);@@ -284,9 +302,7 @@ void GovDataCongressPanel::on_result(const QString& request_id, const services::}}-// ─────────────────────────────────────────────────────────────────────────────-// Populate-// ─────────────────────────────────────────────────────────────────────────────+// ── Populate ─────────────────────────────────────────────────────────────────void GovDataCongressPanel::populate_bills(const QJsonObject& data) {const QJsonArray bills = data["bills"].toArray();@@ -296,53 +312,54 @@ void GovDataCongressPanel::populate_bills(const QJsonObject& data) {for (int i = 0; i < bills.size(); ++i) {const auto b = bills[i].toObject();- bills_table_->setItem(i, 0, new QTableWidgetItem(QString::number(b["congress"].toInt())));+ bills_table_->setItem(i, 0,+ new QTableWidgetItem(QString::number(b["congress"].toInt())));auto* type_item = new QTableWidgetItem(b["bill_type"].toString().toUpper());type_item->setForeground(QColor(kColor));type_item->setData(Qt::UserRole, b["bill_type"].toString());bills_table_->setItem(i, 1, type_item);- bills_table_->setItem(i, 2, new QTableWidgetItem(QString::number(b["bill_number"].toInt())));+ bills_table_->setItem(i, 2,+ new QTableWidgetItem(QString::number(b["bill_number"].toInt())));- // Title (truncate for display)QString title = b["title"].toString();- if (title.length() > 120)- title = title.left(120) + "...";+ if (title.length() > 120) title = title.left(120) + "…";bills_table_->setItem(i, 3, new QTableWidgetItem(title));- bills_table_->setItem(i, 4, new QTableWidgetItem(b["latest_action"].toString("-")));+ bills_table_->setItem(i, 4,+ new QTableWidgetItem(b["latest_action"].toString("—")));QString date = b["latest_action_date"].toString(b["update_date"].toString());- if (date.length() > 10)- date = date.left(10);+ if (date.length() > 10) date = date.left(10);bills_table_->setItem(i, 5, new QTableWidgetItem(date));}-LOG_INFO("GovCongress", QString("Loaded %1 bills").arg(bills.size()));}void GovDataCongressPanel::populate_bill_detail(const QJsonObject& data) {QString md = data["markdown_content"].toString();if (md.isEmpty()) {- // Fallback: render bill_data as formatted textauto bill = data["bill_data"].toObject();- md = "# " + bill["title"].toString() + "\n\n";+ md = "# " + bill["title"].toString() + "\n\n";md += "**Type:** " + bill["type"].toString() + "\n\n";md += "**Congress:** " + QString::number(bill["congress"].toInt()) + "\n\n";md += "**Status:** " + bill["latestAction"].toObject()["text"].toString() + "\n\n";}- // Simple markdown-to-HTML conversion for key patternsQString html = md;html.replace("\n\n", "<br><br>");- html.replace(QRegularExpression("^# (.+)$", QRegularExpression::MultilineOption),- "<h2 style='color:" + kColor + ";'>\\1</h2>");- html.replace(QRegularExpression("^## (.+)$", QRegularExpression::MultilineOption),- "<h3 style='color:" + kColor + ";'>\\1</h3>");+ html.replace(+ QRegularExpression("^# (.+)$", QRegularExpression::MultilineOption),+ "<h2 style='color:" + kColor + ";font-weight:700;'>\\1</h2>");+ html.replace(+ QRegularExpression("^## (.+)$", QRegularExpression::MultilineOption),+ "<h3 style='color:" + kColor + ";'>\\1</h3>");html.replace(QRegularExpression("\\*\\*(.+?)\\*\\*"), "<b>\\1</b>");- detail_browser_->setHtml(html);+ detail_browser_->setHtml(+ "<html><body style='background:#080808; color:#e5e5e5; font-family:Consolas,monospace;"+ " font-size:12px; padding:16px;'>" + html + "</body></html>");back_btn_->setVisible(true);current_view_ = BillDetail;}@@ -357,46 +374,40 @@ void GovDataCongressPanel::populate_summary(const QJsonObject& data) {auto* name_item = new QTableWidgetItem(it.key().toUpper());name_item->setForeground(QColor(kColor));summary_table_->setItem(row, 0, name_item);-- int count = it.value().toObject()["count"].toInt();- summary_table_->setItem(row, 1, new QTableWidgetItem(QString::number(count)));+ summary_table_->setItem(row, 1,+ new QTableWidgetItem(QString::number(it.value().toObject()["count"].toInt())));}-LOG_INFO("GovCongress", "Summary loaded");}-// ─────────────────────────────────────────────────────────────────────────────-// Helpers-// ─────────────────────────────────────────────────────────────────────────────+// ── Helpers ──────────────────────────────────────────────────────────────────void GovDataCongressPanel::show_loading(const QString& message) {- status_label_->setText(message);status_label_->setStyleSheet(- QString("QLabel { color:%1; font-family:%2; font-size:13px; }").arg(kColor, fonts::DATA_FAMILY));+ QString("color:%1; font-size:13px; background:transparent;").arg(kColor));+ status_label_->setText(message);content_stack_->setCurrentIndex(3);}void GovDataCongressPanel::show_error(const QString& message) {+ status_label_->setStyleSheet("color:#dc2626; font-size:12px; background:transparent;");status_label_->setText("Error: " + message);- status_label_->setStyleSheet(- QString("QLabel { color:%1; font-family:%2; font-size:12px; }").arg(colors::RED, fonts::DATA_FAMILY));content_stack_->setCurrentIndex(3);}void GovDataCongressPanel::on_export_csv() {- QTableWidget* table = (current_view_ == SummaryView) ? summary_table_ : bills_table_;- if (!table || table->rowCount() == 0)- return;+ QTableWidget* table =+ (current_view_ == SummaryView) ? summary_table_ : bills_table_;+ if (!table || table->rowCount() == 0) return;- QString path = QFileDialog::getSaveFileName(this, "Export CSV", "congress_data.csv", "CSV Files (*.csv)");- if (path.isEmpty())- return;+ QString path = QFileDialog::getSaveFileName(+ this, "Export CSV", "congress_data.csv", "CSV Files (*.csv)");+ if (path.isEmpty()) return;QFile file(path);- if (!file.open(QIODevice::WriteOnly | QIODevice::Text))- return;-+ if (!file.open(QIODevice::WriteOnly | QIODevice::Text)) return;QTextStream out(&file);+QStringList headers;for (int c = 0; c < table->columnCount(); ++c) {auto* h = table->horizontalHeaderItem(c);diff --git a/fincept-qt/src/screens/gov_data/GovDataProviderPanel.cpp b/fincept-qt/src/screens/gov_data/GovDataProviderPanel.cppindex f64a7d3d2..c966f15b6 100644--- a/fincept-qt/src/screens/gov_data/GovDataProviderPanel.cpp+++ b/fincept-qt/src/screens/gov_data/GovDataProviderPanel.cpp@@ -21,22 +21,83 @@ namespace fincept::screens {using namespace fincept::ui;-// ─────────────────────────────────────────────────────────────────────────────-// Constructor-// ─────────────────────────────────────────────────────────────────────────────+// ── Shared panel stylesheet ──────────────────────────────────────────────────++static QString make_panel_style(const QString& color) {+ return QString(+ // Toolbar+ "#govPanelToolbar { background:#111111; border-bottom:1px solid #1a1a1a; }"++ // Tab buttons+ "#govTabBtn { background:transparent; color:#808080; border:1px solid #1a1a1a;"+ " font-size:10px; font-weight:700; padding:4px 12px; letter-spacing:0.5px; }"+ "#govTabBtn:hover { color:#e5e5e5; background:#161616; }"+ "#govTabBtn:checked { background:rgba(%1,%2,%3,0.12); color:%4;"+ " border:1px solid %4; }"++ // Back button+ "#govBackBtn { background:transparent; color:#808080; border:1px solid #1a1a1a;"+ " font-size:10px; font-weight:700; padding:4px 10px; }"+ "#govBackBtn:hover { color:#e5e5e5; background:#161616; }"++ // Fetch / action buttons+ "#govFetchBtn { background:%4; color:#080808; border:none;"+ " font-size:10px; font-weight:700; padding:4px 14px; }"+ "#govFetchBtn:hover { background:#f59e0b; }"+ "#govFetchBtn:disabled { background:#1a1a1a; color:#404040; }"+ "#govCsvBtn { background:transparent; color:#808080; border:1px solid #1a1a1a;"+ " font-size:10px; font-weight:700; padding:4px 10px; }"+ "#govCsvBtn:hover { color:#e5e5e5; background:#161616; }"++ // Search+ "#govSearch { background:#080808; color:#e5e5e5; border:none;"+ " border-bottom:1px solid #1a1a1a; padding:4px 10px; font-size:11px; }"+ "#govSearch:focus { border-bottom:1px solid %4; }"++ // Tables+ "QTableWidget { background:#080808; color:#e5e5e5; border:none;"+ " gridline-color:#1a1a1a; font-size:11px; alternate-background-color:#0a0a0a; }"+ "QTableWidget::item { padding:5px 8px; border-bottom:1px solid #1a1a1a; }"+ "QTableWidget::item:selected { background:rgba(%1,%2,%3,0.1); color:%4; }"+ "QHeaderView::section { background:#111111; color:#808080; border:none;"+ " border-bottom:2px solid #1a1a1a; border-right:1px solid #1a1a1a;"+ " padding:5px 8px; font-size:10px; font-weight:700; letter-spacing:0.5px; }"++ // Status / empty state+ "#govStatusPage { background:#080808; }"+ "#govStatusMsg { color:#808080; font-size:13px; background:transparent; }"+ "#govStatusErr { color:#dc2626; font-size:12px; background:transparent; }"++ // Breadcrumb+ "#govBreadcrumb { background:#0a0a0a; border-bottom:1px solid #1a1a1a; }"+ "#govBreadcrumbText { color:#808080; font-size:9px; background:transparent; }"+ "#govBreadcrumbActive { color:%4; font-size:9px; font-weight:700; background:transparent; }"++ // Scrollbar+ "QScrollBar:vertical { background:#080808; width:5px; }"+ "QScrollBar::handle:vertical { background:#1a1a1a; min-height:20px; }"+ "QScrollBar::add-line:vertical, QScrollBar::sub-line:vertical { height:0; }"+ )+ .arg(QColor(color).red())+ .arg(QColor(color).green())+ .arg(QColor(color).blue())+ .arg(color);+}++// ── Constructor ──────────────────────────────────────────────────────────────-GovDataProviderPanel::GovDataProviderPanel(const QString& script, const QString& provider_color,- const QString& org_label, QWidget* parent)+GovDataProviderPanel::GovDataProviderPanel(const QString& script,+ const QString& provider_color,+ const QString& org_label,+ QWidget* parent): QWidget(parent), script_(script), color_(provider_color), org_label_(org_label) {+ setStyleSheet(make_panel_style(color_));build_ui();-- connect(&services::GovDataService::instance(), &services::GovDataService::result_ready, this,- &GovDataProviderPanel::on_result);+ connect(&services::GovDataService::instance(), &services::GovDataService::result_ready,+ this, &GovDataProviderPanel::on_result);}-// ─────────────────────────────────────────────────────────────────────────────-// Build UI-// ─────────────────────────────────────────────────────────────────────────────+// ── Build UI ─────────────────────────────────────────────────────────────────void GovDataProviderPanel::build_ui() {auto* root = new QVBoxLayout(this);@@ -45,14 +106,29 @@ void GovDataProviderPanel::build_ui() {root->addWidget(build_toolbar());+ // Breadcrumb bar+ breadcrumb_ = new QWidget;+ breadcrumb_->setObjectName("govBreadcrumb");+ breadcrumb_->setFixedHeight(24);+ auto* bcl = new QHBoxLayout(breadcrumb_);+ bcl->setContentsMargins(14, 0, 14, 0);+ bcl->setSpacing(4);+ breadcrumb_label_ = new QLabel("All " + org_label_);+ breadcrumb_label_->setObjectName("govBreadcrumbText");+ bcl->addWidget(breadcrumb_label_);+ bcl->addStretch(1);+ row_count_label_ = new QLabel;+ row_count_label_->setObjectName("govBreadcrumbText");+ bcl->addWidget(row_count_label_);+ root->addWidget(breadcrumb_);+// Content stack- content_stack_ = new QStackedWidget(this);+ content_stack_ = new QStackedWidget;- // Page 0: Orgs table- orgs_table_ = new QTableWidget(this);+ // Page 0 — Orgs table+ orgs_table_ = new QTableWidget;orgs_table_->setColumnCount(2);orgs_table_->setHorizontalHeaderLabels({org_label_.toUpper(), "DATASETS"});- orgs_table_->horizontalHeader()->setStretchLastSection(false);orgs_table_->horizontalHeader()->setSectionResizeMode(0, QHeaderView::Stretch);orgs_table_->horizontalHeader()->setSectionResizeMode(1, QHeaderView::Fixed);orgs_table_->setColumnWidth(1, 80);@@ -61,38 +137,42 @@ void GovDataProviderPanel::build_ui() {orgs_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);orgs_table_->verticalHeader()->setVisible(false);orgs_table_->setAlternatingRowColors(true);- connect(orgs_table_, &QTableWidget::cellDoubleClicked, this, &GovDataProviderPanel::on_org_clicked);+ orgs_table_->setShowGrid(true);+ connect(orgs_table_, &QTableWidget::cellDoubleClicked,+ this, &GovDataProviderPanel::on_org_clicked);content_stack_->addWidget(orgs_table_);- // Page 1: Datasets table- datasets_table_ = new QTableWidget(this);+ // Page 1 — Datasets table+ datasets_table_ = new QTableWidget;datasets_table_->setColumnCount(4);- datasets_table_->setHorizontalHeaderLabels({"TITLE", "RESOURCES", "MODIFIED", "TAGS"});+ datasets_table_->setHorizontalHeaderLabels({"TITLE", "FILES", "MODIFIED", "TAGS"});datasets_table_->horizontalHeader()->setSectionResizeMode(0, QHeaderView::Stretch);datasets_table_->horizontalHeader()->setSectionResizeMode(1, QHeaderView::Fixed);datasets_table_->horizontalHeader()->setSectionResizeMode(2, QHeaderView::Fixed);datasets_table_->horizontalHeader()->setSectionResizeMode(3, QHeaderView::Fixed);- datasets_table_->setColumnWidth(1, 80);+ datasets_table_->setColumnWidth(1, 60);datasets_table_->setColumnWidth(2, 100);- datasets_table_->setColumnWidth(3, 180);+ datasets_table_->setColumnWidth(3, 200);datasets_table_->setSelectionBehavior(QAbstractItemView::SelectRows);datasets_table_->setSelectionMode(QAbstractItemView::SingleSelection);datasets_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);datasets_table_->verticalHeader()->setVisible(false);datasets_table_->setAlternatingRowColors(true);- connect(datasets_table_, &QTableWidget::cellDoubleClicked, this, &GovDataProviderPanel::on_dataset_clicked);+ datasets_table_->setShowGrid(true);+ connect(datasets_table_, &QTableWidget::cellDoubleClicked,+ this, &GovDataProviderPanel::on_dataset_clicked);content_stack_->addWidget(datasets_table_);- // Page 2: Resources table- resources_table_ = new QTableWidget(this);+ // Page 2 — Resources table+ resources_table_ = new QTableWidget;resources_table_->setColumnCount(5);- resources_table_->setHorizontalHeaderLabels({"NAME", "FORMAT", "SIZE", "MODIFIED", "URL"});+ resources_table_->setHorizontalHeaderLabels({"NAME", "FORMAT", "SIZE", "MODIFIED", "OPEN"});resources_table_->horizontalHeader()->setSectionResizeMode(0, QHeaderView::Stretch);resources_table_->horizontalHeader()->setSectionResizeMode(1, QHeaderView::Fixed);resources_table_->horizontalHeader()->setSectionResizeMode(2, QHeaderView::Fixed);resources_table_->horizontalHeader()->setSectionResizeMode(3, QHeaderView::Fixed);resources_table_->horizontalHeader()->setSectionResizeMode(4, QHeaderView::Fixed);- resources_table_->setColumnWidth(1, 80);+ resources_table_->setColumnWidth(1, 70);resources_table_->setColumnWidth(2, 80);resources_table_->setColumnWidth(3, 100);resources_table_->setColumnWidth(4, 60);@@ -101,135 +181,111 @@ void GovDataProviderPanel::build_ui() {resources_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);resources_table_->verticalHeader()->setVisible(false);resources_table_->setAlternatingRowColors(true);+ resources_table_->setShowGrid(true);content_stack_->addWidget(resources_table_);- // Page 3: Empty/loading/error label- status_label_ = new QLabel(this);+ // Page 3 — Status / empty / loading+ auto* status_page = new QWidget;+ status_page->setObjectName("govStatusPage");+ auto* svl = new QVBoxLayout(status_page);+ svl->setAlignment(Qt::AlignCenter);+ status_label_ = new QLabel;+ status_label_->setObjectName("govStatusMsg");status_label_->setAlignment(Qt::AlignCenter);status_label_->setWordWrap(true);- content_stack_->addWidget(status_label_);+ svl->addWidget(status_label_);+ content_stack_->addWidget(status_page);root->addWidget(content_stack_, 1);-- // Style all tables- const QString table_style =- QString("QTableWidget { background:%1; color:%2; border:none; gridline-color:%3;"- " font-family:%4; font-size:12px; }"- "QTableWidget::item { padding:6px 8px; border-bottom:1px solid %3; }"- "QTableWidget::item:selected { background:%5; }"- "QTableWidget::item:alternate { background:%6; }"- "QHeaderView::section { background:%7; color:%8; border:none; border-bottom:1px solid %3;"- " font-family:%4; font-size:10px; font-weight:700; padding:6px 8px; }")- .arg(colors::BG_BASE, colors::TEXT_PRIMARY, colors::BORDER_DIM, fonts::DATA_FAMILY, colors::BG_HOVER,- colors::ROW_ALT, colors::BG_RAISED, color_);-- orgs_table_->setStyleSheet(table_style);- datasets_table_->setStyleSheet(table_style);- resources_table_->setStyleSheet(table_style);-- status_label_->setStyleSheet(QString("QLabel { color:%1; font-family:%2; font-size:12px; }")- .arg(colors::TEXT_SECONDARY, fonts::DATA_FAMILY));}QWidget* GovDataProviderPanel::build_toolbar() {- auto* bar = new QWidget(this);- bar->setFixedHeight(38);- bar->setStyleSheet(- QString("background:%1; border-bottom:1px solid %2;").arg(colors::BG_RAISED, colors::BORDER_MED));+ auto* bar = new QWidget;+ bar->setObjectName("govPanelToolbar");+ bar->setFixedHeight(40);auto* hl = new QHBoxLayout(bar);- hl->setContentsMargins(8, 0, 8, 0);- hl->setSpacing(4);-- const QString btn_style = QString("QPushButton { background:transparent; color:%1; border:1px solid %2;"- " font-family:%3; font-size:10px; font-weight:700; padding:4px 10px; }"- "QPushButton:hover { background:%4; }"- "QPushButton:checked { background:%5; color:%6; border-color:%5; }")- .arg(colors::TEXT_SECONDARY, colors::BORDER_DIM, fonts::DATA_FAMILY, colors::BG_HOVER,- color_, colors::TEXT_PRIMARY);+ hl->setContentsMargins(10, 0, 10, 0);+ hl->setSpacing(5);// Back button- back_btn_ = new QPushButton("< BACK", bar);- back_btn_->setStyleSheet(btn_style);+ back_btn_ = new QPushButton("← BACK");+ back_btn_->setObjectName("govBackBtn");back_btn_->setVisible(false);+ back_btn_->setCursor(Qt::PointingHandCursor);connect(back_btn_, &QPushButton::clicked, this, &GovDataProviderPanel::on_back);hl->addWidget(back_btn_);+ hl->addSpacing(4);+// View tabs- orgs_btn_ = new QPushButton(org_label_.toUpper(), bar);+ orgs_btn_ = new QPushButton(org_label_.toUpper());+ orgs_btn_->setObjectName("govTabBtn");orgs_btn_->setCheckable(true);orgs_btn_->setChecked(true);- orgs_btn_->setStyleSheet(btn_style);+ orgs_btn_->setCursor(Qt::PointingHandCursor);connect(orgs_btn_, &QPushButton::clicked, this, [this]() { on_view_changed(Orgs); });hl->addWidget(orgs_btn_);- datasets_btn_ = new QPushButton("DATASETS", bar);+ datasets_btn_ = new QPushButton("DATASETS");+ datasets_btn_->setObjectName("govTabBtn");datasets_btn_->setCheckable(true);- datasets_btn_->setStyleSheet(btn_style);+ datasets_btn_->setCursor(Qt::PointingHandCursor);connect(datasets_btn_, &QPushButton::clicked, this, [this]() { on_view_changed(Datasets); });hl->addWidget(datasets_btn_);- search_btn_ = new QPushButton("SEARCH", bar);+ search_btn_ = new QPushButton("SEARCH");+ search_btn_->setObjectName("govTabBtn");search_btn_->setCheckable(true);- search_btn_->setStyleSheet(btn_style);+ search_btn_->setCursor(Qt::PointingHandCursor);connect(search_btn_, &QPushButton::clicked, this, [this]() { on_view_changed(Search); });hl->addWidget(search_btn_);- hl->addSpacing(8);+ hl->addSpacing(10);// Search input- search_input_ = new QLineEdit(bar);- search_input_->setPlaceholderText("Search datasets...");- search_input_->setFixedWidth(200);- search_input_->setStyleSheet(- QString("QLineEdit { background:%1; color:%2; border:1px solid %3;"- " font-family:%4; font-size:11px; padding:4px 8px; }"- "QLineEdit:focus { border-color:%5; }")- .arg(colors::BG_BASE, colors::TEXT_PRIMARY, colors::BORDER_DIM, fonts::DATA_FAMILY, color_));+ search_input_ = new QLineEdit;+ search_input_->setObjectName("govSearch");+ search_input_->setPlaceholderText("Search datasets…");+ search_input_->setFixedWidth(210);+ search_input_->setFixedHeight(26);connect(search_input_, &QLineEdit::returnPressed, this, &GovDataProviderPanel::on_search);hl->addWidget(search_input_);- // Fetch button- fetch_btn_ = new QPushButton("FETCH", bar);- fetch_btn_->setStyleSheet(QString("QPushButton { background:%1; color:%2; border:none;"- " font-family:%3; font-size:10px; font-weight:700; padding:4px 12px; }"- "QPushButton:hover { background:%4; }")- .arg(color_, colors::TEXT_PRIMARY, fonts::DATA_FAMILY,- color_)); // same color, opacity handled in code+ fetch_btn_ = new QPushButton("FETCH");+ fetch_btn_->setObjectName("govFetchBtn");+ fetch_btn_->setCursor(Qt::PointingHandCursor);connect(fetch_btn_, &QPushButton::clicked, this, &GovDataProviderPanel::on_search);hl->addWidget(fetch_btn_);- hl->addStretch();+ hl->addStretch(1);- // Export CSV- export_btn_ = new QPushButton("CSV", bar);- export_btn_->setStyleSheet(btn_style);+ export_btn_ = new QPushButton("CSV");+ export_btn_->setObjectName("govCsvBtn");+ export_btn_->setCursor(Qt::PointingHandCursor);connect(export_btn_, &QPushButton::clicked, this, &GovDataProviderPanel::on_export_csv);hl->addWidget(export_btn_);return bar;}-// ─────────────────────────────────────────────────────────────────────────────-// Data loading-// ─────────────────────────────────────────────────────────────────────────────+// ── Data loading ─────────────────────────────────────────────────────────────void GovDataProviderPanel::load_initial_data() {- show_loading("Loading " + org_label_.toLower() + "...");- services::GovDataService::instance().execute(script_, "publishers", {}, "gov_orgs_" + script_);+ show_loading("Loading " + org_label_.toLower() + "…");+ services::GovDataService::instance().execute(+ script_, "publishers", {}, "gov_orgs_" + script_);}-void GovDataProviderPanel::on_result(const QString& request_id, const services::GovDataResult& result) {- // Filter results for this panel's script- if (!request_id.contains(script_) && !request_id.startsWith("gov_search_" + script_) &&- !request_id.startsWith("gov_datasets_" + script_) && !request_id.startsWith("gov_resources_" + script_)) {+void GovDataProviderPanel::on_result(const QString& request_id,+ const services::GovDataResult& result) {+ if (!request_id.contains(script_) &&+ !request_id.startsWith("gov_search_" + script_) &&+ !request_id.startsWith("gov_datasets_" + script_) &&+ !request_id.startsWith("gov_resources_"+ script_))return;- }- if (!result.success) {- show_error(result.error);- return;- }+ if (!result.success) { show_error(result.error); return; }const QJsonArray data = result.data["data"].toArray();@@ -238,25 +294,27 @@ void GovDataProviderPanel::on_result(const QString& request_id, const services::populate_orgs(data);content_stack_->setCurrentIndex(Orgs);current_view_ = Orgs;- } else if (request_id.startsWith("gov_datasets_") || request_id.startsWith("gov_search_")) {+ update_breadcrumb();+ } else if (request_id.startsWith("gov_datasets_") ||+ request_id.startsWith("gov_search_")) {int total = result.data["metadata"].toObject()["total_count"].toInt(data.size());current_datasets_ = data;populate_datasets(data, total);content_stack_->setCurrentIndex(Datasets);current_view_ = Datasets;+ update_breadcrumb();} else if (request_id.startsWith("gov_resources_")) {current_resources_ = data;populate_resources(data);content_stack_->setCurrentIndex(Resources);current_view_ = Resources;+ update_breadcrumb();}update_toolbar_state();}-// ─────────────────────────────────────────────────────────────────────────────-// Populate tables-// ─────────────────────────────────────────────────────────────────────────────+// ── Populate tables ──────────────────────────────────────────────────────────void GovDataProviderPanel::populate_orgs(const QJsonArray& data) {orgs_table_->setRowCount(0);@@ -265,22 +323,22 @@ void GovDataProviderPanel::populate_orgs(const QJsonArray& data) {for (int i = 0; i < data.size(); ++i) {const auto obj = data[i].toObject();QString name = obj["display_name"].toString();- if (name.isEmpty())- name = obj["name"].toString();- if (name.isEmpty())- name = obj["id"].toString();+ if (name.isEmpty()) name = obj["name"].toString();+ if (name.isEmpty()) name = obj["id"].toString();auto* name_item = new QTableWidgetItem(name);name_item->setData(Qt::UserRole,- obj["id"].toString().isEmpty() ? obj["name"].toString() : obj["id"].toString());+ obj["id"].toString().isEmpty() ? obj["name"].toString() : obj["id"].toString());name_item->setForeground(QColor(color_));orgs_table_->setItem(i, 0, name_item);int count = obj["dataset_count"].toInt(-1);- auto* count_item = new QTableWidgetItem(count >= 0 ? QString::number(count) : "-");- count_item->setTextAlignment(Qt::AlignCenter);- orgs_table_->setItem(i, 1, count_item);+ auto* cnt = new QTableWidgetItem(count >= 0 ? QString::number(count) : "—");+ cnt->setTextAlignment(Qt::AlignCenter);+ orgs_table_->setItem(i, 1, cnt);}++ row_count_label_->setText(QString::number(data.size()) + " " + org_label_.toLower() + "s");}void GovDataProviderPanel::populate_datasets(const QJsonArray& data, int total_count) {@@ -290,12 +348,11 @@ void GovDataProviderPanel::populate_datasets(const QJsonArray& data, int total_cfor (int i = 0; i < data.size(); ++i) {const auto obj = data[i].toObject();QString title = obj["title"].toString();- if (title.isEmpty())- title = obj["name"].toString();+ if (title.isEmpty()) title = obj["name"].toString();auto* title_item = new QTableWidgetItem(title);title_item->setData(Qt::UserRole,- obj["id"].toString().isEmpty() ? obj["name"].toString() : obj["id"].toString());+ obj["id"].toString().isEmpty() ? obj["name"].toString() : obj["id"].toString());datasets_table_->setItem(i, 0, title_item);int num_res = obj["num_resources"].toInt(0);@@ -305,29 +362,23 @@ void GovDataProviderPanel::populate_datasets(const QJsonArray& data, int total_cdatasets_table_->setItem(i, 1, res_item);QString modified = obj["metadata_modified"].toString();- if (modified.length() > 10)- modified = modified.left(10);+ if (modified.length() > 10) modified = modified.left(10);datasets_table_->setItem(i, 2, new QTableWidgetItem(modified));- // TagsQStringList tags;- const auto tags_arr = obj["tags"].toArray();- for (const auto& t : tags_arr) {- if (t.isString())- tags << t.toString();- else if (t.isObject())- tags << t.toObject()["name"].toString();+ for (const auto& t : obj["tags"].toArray()) {+ if (t.isString()) tags << t.toString();+ else if (t.isObject()) tags << t.toObject()["name"].toString();}QString tags_str = tags.mid(0, 3).join(", ");- if (tags.size() > 3)- tags_str += QString(" +%1").arg(tags.size() - 3);- datasets_table_->setItem(i, 3, new QTableWidgetItem(tags_str));+ if (tags.size() > 3) tags_str += QString(" +%1").arg(tags.size() - 3);+ auto* tag_item = new QTableWidgetItem(tags_str);+ tag_item->setForeground(QColor("#808080"));+ datasets_table_->setItem(i, 3, tag_item);}- // Update status- if (status_label_) {- status_label_->setText(QString("Showing %1 of %2 datasets").arg(data.size()).arg(total_count));- }+ row_count_label_->setText(+ QString("Showing %1 of %2").arg(data.size()).arg(total_count));}void GovDataProviderPanel::populate_resources(const QJsonArray& data) {@@ -337,114 +388,97 @@ void GovDataProviderPanel::populate_resources(const QJsonArray& data) {for (int i = 0; i < data.size(); ++i) {const auto obj = data[i].toObject();QString name = obj["name"].toString();- if (name.isEmpty())- name = obj["id"].toString();+ if (name.isEmpty()) name = obj["id"].toString();resources_table_->setItem(i, 0, new QTableWidgetItem(name));QString format = obj["format"].toString().toUpper();- auto* fmt_item = new QTableWidgetItem(format);+ auto* fmt_item = new QTableWidgetItem(format.isEmpty() ? "—" : format);fmt_item->setForeground(QColor(color_));+ fmt_item->setTextAlignment(Qt::AlignCenter);resources_table_->setItem(i, 1, fmt_item);- // Sizedouble size_bytes = obj["size"].toDouble(0);- QString size_str = "-";+ QString size_str = "—";if (size_bytes > 0) {if (size_bytes < 1024)size_str = QString::number(size_bytes, 'f', 0) + " B";else if (size_bytes < 1024 * 1024)size_str = QString::number(size_bytes / 1024, 'f', 1) + " KB";else- size_str = QString::number(size_bytes / (1024 * 1024), 'f', 1) + " MB";+ size_str = QString::number(size_bytes / (1024.0 * 1024.0), 'f', 1) + " MB";}- resources_table_->setItem(i, 2, new QTableWidgetItem(size_str));+ auto* sz = new QTableWidgetItem(size_str);+ sz->setTextAlignment(Qt::AlignRight | Qt::AlignVCenter);+ resources_table_->setItem(i, 2, sz);QString modified = obj["last_modified"].toString();- if (modified.length() > 10)- modified = modified.left(10);+ if (modified.length() > 10) modified = modified.left(10);resources_table_->setItem(i, 3, new QTableWidgetItem(modified));- // URL linkQString url = obj["url"].toString();- auto* url_item = new QTableWidgetItem(url.isEmpty() ? "-" : "OPEN");+ auto* url_item = new QTableWidgetItem(url.isEmpty() ? "—" : "↗ OPEN");url_item->setData(Qt::UserRole, url);- if (!url.isEmpty())- url_item->setForeground(QColor(color_));+ if (!url.isEmpty()) url_item->setForeground(QColor(color_));url_item->setTextAlignment(Qt::AlignCenter);resources_table_->setItem(i, 4, url_item);}- // Enable URL click- connect(- resources_table_, &QTableWidget::cellClicked, this,+ connect(resources_table_, &QTableWidget::cellClicked, this,[this](int row, int col) {- if (col == 4) {- auto* item = resources_table_->item(row, 4);- if (!item)- return;- QString url = item->data(Qt::UserRole).toString();- if (!url.isEmpty()) {- QDesktopServices::openUrl(QUrl(url));- }- }- },- Qt::UniqueConnection);+ if (col != 4) return;+ auto* item = resources_table_->item(row, 4);+ if (!item) return;+ QString url = item->data(Qt::UserRole).toString();+ if (!url.isEmpty()) QDesktopServices::openUrl(QUrl(url));+ }, Qt::UniqueConnection);++ row_count_label_->setText(QString::number(data.size()) + " files");}-// ─────────────────────────────────────────────────────────────────────────────-// View navigation-// ─────────────────────────────────────────────────────────────────────────────+// ── View navigation ──────────────────────────────────────────────────────────void GovDataProviderPanel::on_view_changed(int index) {auto view = static_cast<View>(index);-orgs_btn_->setChecked(view == Orgs);datasets_btn_->setChecked(view == Datasets);search_btn_->setChecked(view == Search);if (view == Orgs) {- if (current_orgs_.isEmpty()) {- load_initial_data();- } else {- content_stack_->setCurrentIndex(Orgs);- }+ if (current_orgs_.isEmpty()) load_initial_data();+ else content_stack_->setCurrentIndex(Orgs);current_view_ = Orgs;} else if (view == Search) {current_view_ = Search;search_input_->setFocus();}-update_toolbar_state();+ update_breadcrumb();}void GovDataProviderPanel::on_org_clicked(int row) {auto* item = orgs_table_->item(row, 0);- if (!item)- return;+ if (!item) return;selected_org_ = item->data(Qt::UserRole).toString();-- show_loading("Loading datasets...");- services::GovDataService::instance().execute(script_, "datasets", {selected_org_, "100"},- "gov_datasets_" + script_);+ show_loading("Loading datasets for "" + item->text() + ""…");+ services::GovDataService::instance().execute(+ script_, "datasets", {selected_org_, "100"}, "gov_datasets_" + script_);}void GovDataProviderPanel::on_dataset_clicked(int row) {auto* item = datasets_table_->item(row, 0);- if (!item)- return;+ if (!item) return;selected_dataset_ = item->data(Qt::UserRole).toString();-- show_loading("Loading resources...");- services::GovDataService::instance().execute(script_, "resources", {selected_dataset_}, "gov_resources_" + script_);+ show_loading("Loading resources…");+ services::GovDataService::instance().execute(+ script_, "resources", {selected_dataset_}, "gov_resources_" + script_);}void GovDataProviderPanel::on_search() {QString query = search_input_->text().trimmed();- if (query.isEmpty())- return;-- show_loading("Searching...");- services::GovDataService::instance().execute(script_, "search", {query, "50"}, "gov_search_" + script_);+ if (query.isEmpty()) return;+ show_loading("Searching for "" + query + ""…");+ services::GovDataService::instance().execute(+ script_, "search", {query, "50"}, "gov_search_" + script_);}void GovDataProviderPanel::on_back() {@@ -457,69 +491,81 @@ void GovDataProviderPanel::on_back() {selected_org_.clear();}update_toolbar_state();+ update_breadcrumb();}void GovDataProviderPanel::update_toolbar_state() {back_btn_->setVisible(current_view_ == Datasets || current_view_ == Resources);}-// ─────────────────────────────────────────────────────────────────────────────-// Status helpers-// ─────────────────────────────────────────────────────────────────────────────+void GovDataProviderPanel::update_breadcrumb() {+ QString text;+ switch (current_view_) {+ case Orgs:+ text = "All " + org_label_; break;+ case Datasets:+ text = "All " + org_label_ + " › " + selected_org_ + " › Datasets"; break;+ case Resources:+ text = "All " + org_label_ + " › Datasets › Resources"; break;+ case Search:+ text = "Search Results"; break;+ }+ breadcrumb_label_->setText(text);+}++// ── Status helpers ───────────────────────────────────────────────────────────void GovDataProviderPanel::show_loading(const QString& message) {- status_label_->setText(message);+ status_label_->setObjectName("govStatusMsg");status_label_->setStyleSheet(- QString("QLabel { color:%1; font-family:%2; font-size:13px; }").arg(color_, fonts::DATA_FAMILY));+ QString("color:%1; font-size:13px; background:transparent;").arg(color_));+ status_label_->setText(message);content_stack_->setCurrentIndex(3);}void GovDataProviderPanel::show_error(const QString& message) {- status_label_->setText("Error: " + message);+ status_label_->setObjectName("govStatusErr");status_label_->setStyleSheet(- QString("QLabel { color:%1; font-family:%2; font-size:12px; }").arg(colors::RED, fonts::DATA_FAMILY));+ "color:#dc2626; font-size:12px; background:transparent;");+ status_label_->setText("Error: " + message);content_stack_->setCurrentIndex(3);}void GovDataProviderPanel::show_empty(const QString& message) {+ status_label_->setObjectName("govStatusMsg");+ status_label_->setStyleSheet(+ "color:#808080; font-size:12px; background:transparent;");status_label_->setText(message);- status_label_->setStyleSheet(QString("QLabel { color:%1; font-family:%2; font-size:12px; }")- .arg(colors::TEXT_SECONDARY, fonts::DATA_FAMILY));content_stack_->setCurrentIndex(3);}-// ─────────────────────────────────────────────────────────────────────────────-// CSV export-// ─────────────────────────────────────────────────────────────────────────────+// ── CSV export ───────────────────────────────────────────────────────────────void GovDataProviderPanel::on_export_csv() {- QTableWidget* table = nullptr;- QString default_name;+ QTableWidget* table = nullptr;+ QString def_name;if (current_view_ == Orgs && orgs_table_->rowCount() > 0) {- table = orgs_table_;- default_name = "gov_" + org_label_.toLower() + ".csv";- } else if ((current_view_ == Datasets || current_view_ == Search) && datasets_table_->rowCount() > 0) {- table = datasets_table_;- default_name = "gov_datasets.csv";+ table = orgs_table_;+ def_name = "gov_" + org_label_.toLower() + ".csv";+ } else if ((current_view_ == Datasets || current_view_ == Search)+ && datasets_table_->rowCount() > 0) {+ table = datasets_table_;+ def_name = "gov_datasets.csv";} else if (current_view_ == Resources && resources_table_->rowCount() > 0) {- table = resources_table_;- default_name = "gov_resources.csv";+ table = resources_table_;+ def_name = "gov_resources.csv";}+ if (!table) return;- if (!table)- return;-- QString path = QFileDialog::getSaveFileName(this, "Export CSV", default_name, "CSV Files (*.csv)");- if (path.isEmpty())- return;+ QString path = QFileDialog::getSaveFileName(+ this, "Export CSV", def_name, "CSV Files (*.csv)");+ if (path.isEmpty()) return;QFile file(path);- if (!file.open(QIODevice::WriteOnly | QIODevice::Text))- return;-+ if (!file.open(QIODevice::WriteOnly | QIODevice::Text)) return;QTextStream out(&file);- // Header+QStringList headers;for (int c = 0; c < table->columnCount(); ++c) {auto* h = table->horizontalHeaderItem(c);@@ -527,7 +573,6 @@ void GovDataProviderPanel::on_export_csv() {}out << headers.join(",") << "\n";- // Rowsfor (int r = 0; r < table->rowCount(); ++r) {QStringList row;for (int c = 0; c < table->columnCount(); ++c) {diff --git a/fincept-qt/src/screens/gov_data/GovDataProviderPanel.h b/fincept-qt/src/screens/gov_data/GovDataProviderPanel.hindex 0140a9a09..175f1096a 100644--- a/fincept-qt/src/screens/gov_data/GovDataProviderPanel.h+++ b/fincept-qt/src/screens/gov_data/GovDataProviderPanel.h@@ -1,20 +1,16 @@// src/screens/gov_data/GovDataProviderPanel.h-//// Reusable panel for CKAN-style government data portals.-// Supports hierarchical browsing: Publishers/Orgs → Datasets → Resources-// Plus search and recent views.-// Used by: Canada, Switzerland, Hong Kong, openAFRICA, Universal CKAN, Australia, etc.+// Supports hierarchical browsing: Publishers/Orgs → Datasets → Resources + Search#pragma once#include "services/gov_data/GovDataService.h"+#include <QJsonArray>#include <QLabel>#include <QLineEdit>-#include <QListWidget>#include <QPushButton>#include <QStackedWidget>#include <QTableWidget>-#include <QVBoxLayout>#include <QWidget>namespace fincept::screens {@@ -22,11 +18,10 @@ namespace fincept::screens {class GovDataProviderPanel : public QWidget {Q_OBJECTpublic:- /// @param script Python script filename- /// @param provider_color Accent color hex string- /// @param org_label Label for top-level entities ("Publishers", "Organizations", "Categories")- explicit GovDataProviderPanel(const QString& script, const QString& provider_color,- const QString& org_label = "Publishers", QWidget* parent = nullptr);+ explicit GovDataProviderPanel(const QString& script,+ const QString& provider_color,+ const QString& org_label = "Publishers",+ QWidget* parent = nullptr);public slots:void load_initial_data();@@ -41,44 +36,48 @@ class GovDataProviderPanel : public QWidget {void on_export_csv();private:- void build_ui();+ void build_ui();QWidget* build_toolbar();- void show_loading(const QString& message);- void show_error(const QString& message);- void show_empty(const QString& message);- void populate_orgs(const QJsonArray& data);- void populate_datasets(const QJsonArray& data, int total_count);- void populate_resources(const QJsonArray& data);+ void show_loading(const QString& message);+ void show_error(const QString& message);+ void show_empty(const QString& message);+ void populate_orgs(const QJsonArray& data);+ void populate_datasets(const QJsonArray& data, int total_count);+ void populate_resources(const QJsonArray& data);+ void update_toolbar_state();+ void update_breadcrumb();QString script_;QString color_;QString org_label_;- // View stateenum View { Orgs = 0, Datasets, Resources, Search };View current_view_ = Orgs;// Toolbar- QPushButton* back_btn_ = nullptr;- QPushButton* orgs_btn_ = nullptr;+ QPushButton* back_btn_ = nullptr;+ QPushButton* orgs_btn_ = nullptr;QPushButton* datasets_btn_ = nullptr;- QPushButton* search_btn_ = nullptr;- QLineEdit* search_input_ = nullptr;- QPushButton* fetch_btn_ = nullptr;- QPushButton* export_btn_ = nullptr;+ QPushButton* search_btn_ = nullptr;+ QLineEdit* search_input_ = nullptr;+ QPushButton* fetch_btn_ = nullptr;+ QPushButton* export_btn_ = nullptr;- // Content- QStackedWidget* content_stack_ = nullptr;- QTableWidget* orgs_table_ = nullptr;- QTableWidget* datasets_table_ = nullptr;- QTableWidget* resources_table_ = nullptr;- QLabel* status_label_ = nullptr;+ // Breadcrumb+ QWidget* breadcrumb_ = nullptr;+ QLabel* breadcrumb_label_ = nullptr;+ QLabel* row_count_label_ = nullptr;- void update_toolbar_state();+ // Content+ QStackedWidget* content_stack_ = nullptr;+ QTableWidget* orgs_table_ = nullptr;+ QTableWidget* datasets_table_ = nullptr;+ QTableWidget* resources_table_ = nullptr;+ QLabel* status_label_ = nullptr;// Navigation state- QString selected_org_;- QString selected_dataset_;+ QString selected_org_;+ QString selected_dataset_;QJsonArray current_orgs_;QJsonArray current_datasets_;QJsonArray current_resources_;diff --git a/fincept-qt/src/screens/gov_data/GovDataScreen.cpp b/fincept-qt/src/screens/gov_data/GovDataScreen.cppindex 45f3a67c7..8d46e5284 100644--- a/fincept-qt/src/screens/gov_data/GovDataScreen.cpp+++ b/fincept-qt/src/screens/gov_data/GovDataScreen.cpp@@ -8,6 +8,7 @@#include "services/gov_data/GovDataService.h"#include "ui/theme/Theme.h"+#include <QFrame>#include <QHBoxLayout>#include <QLabel>#include <QListWidget>@@ -19,247 +20,291 @@ namespace fincept::screens {using namespace fincept::ui;-// ─────────────────────────────────────────────────────────────────────────────-// Constructor-// ─────────────────────────────────────────────────────────────────────────────+// ── Shared stylesheet ────────────────────────────────────────────────────────++static const char* kScreenStyle =+ "#govScreen { background:#080808; }"++ // Toolbar+ "#govToolbar { background:#111111; border-bottom:1px solid #1a1a1a; }"+ "#govToolbarTitle { color:#e5e5e5; font-size:13px; font-weight:700;"+ " letter-spacing:1px; background:transparent; }"+ "#govToolbarSub { color:#808080; font-size:10px; background:transparent; }"++ // Sidebar+ "#govSidebar { background:#0a0a0a; border-right:1px solid #1a1a1a; }"+ "#govSidebarHeader { background:#111111; border-bottom:1px solid #1a1a1a; }"+ "#govSidebarTitle { color:#808080; font-size:9px; font-weight:700;"+ " letter-spacing:1px; background:transparent; }"+ "#govProviderList { background:transparent; border:none; outline:none; }"+ "#govProviderList::item { color:#808080; padding:10px 14px;"+ " border-bottom:1px solid #1a1a1a; font-size:11px; }"+ "#govProviderList::item:hover { color:#e5e5e5; background:#161616; }"+ "#govProviderList::item:selected { color:#d97706; background:rgba(217,119,6,0.08);"+ " border-left:2px solid #d97706; padding-left:12px; font-weight:700; }"++ // Status bar+ "#govStatusBar { background:#111111; border-top:1px solid #1a1a1a; }"+ "#govStatusText { color:#404040; font-size:9px; background:transparent; }"+ "#govStatusSep { color:#1a1a1a; font-size:9px; background:transparent; }"+ "#govStatusVal { color:#808080; font-size:9px; background:transparent; }"+ "#govStatusHigh { color:#d97706; font-size:9px; font-weight:700; background:transparent; }"++ // Scrollbar+ "QScrollBar:vertical { background:#080808; width:5px; }"+ "QScrollBar::handle:vertical { background:#1a1a1a; min-height:20px; }"+ "QScrollBar::add-line:vertical, QScrollBar::sub-line:vertical { height:0; }";++// ── Constructor ──────────────────────────────────────────────────────────────GovDataScreen::GovDataScreen(QWidget* parent) : QWidget(parent) {+ setObjectName("govScreen");+ setStyleSheet(kScreenStyle);build_ui();}-// ─────────────────────────────────────────────────────────────────────────────-// Show / Hide (P2, P3)-// ─────────────────────────────────────────────────────────────────────────────+// ── Show / Hide ──────────────────────────────────────────────────────────────void GovDataScreen::showEvent(QShowEvent* event) {QWidget::showEvent(event);- LOG_INFO("GovDataScreen", "Screen shown");-if (!initial_load_done_) {initial_load_done_ = true;- // Select first providerif (provider_list_->count() > 0) {provider_list_->setCurrentRow(0);activate_provider(0);}}+ LOG_INFO("GovDataScreen", "shown");}void GovDataScreen::hideEvent(QHideEvent* event) {QWidget::hideEvent(event);- LOG_INFO("GovDataScreen", "Screen hidden");}-// ─────────────────────────────────────────────────────────────────────────────-// Build UI-// ─────────────────────────────────────────────────────────────────────────────+// ── Build UI ─────────────────────────────────────────────────────────────────void GovDataScreen::build_ui() {- setStyleSheet(QString("QWidget { background:%1; color:%2; }").arg(colors::BG_BASE, colors::TEXT_PRIMARY));-auto* root = new QVBoxLayout(this);root->setContentsMargins(0, 0, 0, 0);root->setSpacing(0);- // Header bar- root->addWidget(build_header());+ root->addWidget(build_toolbar());- // Content: sidebar + panel stack- auto* content = new QWidget(this);+ // Content: sidebar | panel stack+ auto* content = new QWidget;auto* content_hl = new QHBoxLayout(content);content_hl->setContentsMargins(0, 0, 0, 0);content_hl->setSpacing(0);- // Sidebarcontent_hl->addWidget(build_sidebar());- // Panel stack — one panel per provider- panel_stack_ = new QStackedWidget(content);-+ panel_stack_ = new QStackedWidget;const auto& providers = services::GovDataService::providers();for (int i = 0; i < providers.size(); ++i) {const auto& prov = providers[i];- QWidget* panel = nullptr;+ QWidget* panel = nullptr;if (prov.id == "us-treasury") {panel = new GovDataTreasuryPanel(panel_stack_);} else if (prov.id == "us-congress") {panel = new GovDataCongressPanel(panel_stack_);} else {- // All other providers use the generic CKAN-style panelQString org_label = "Publishers";- if (prov.id == "openafrica")+ if (prov.id == "openafrica" || prov.id == "universal-ckan")org_label = "Organizations";else if (prov.id == "hk")org_label = "Categories";- else if (prov.id == "universal-ckan")- org_label = "Organizations";-panel = new GovDataProviderPanel(prov.script, prov.color, org_label, panel_stack_);}-panel_stack_->addWidget(panel);}content_hl->addWidget(panel_stack_, 1);root->addWidget(content, 1);-- // Status bar- auto* status_bar = new QWidget(this);- status_bar->setFixedHeight(24);- status_bar->setStyleSheet(- QString("background:%1; border-top:1px solid %2;").arg(colors::BG_RAISED, colors::BORDER_DIM));-- auto* status_hl = new QHBoxLayout(status_bar);- status_hl->setContentsMargins(12, 0, 12, 0);- status_hl->setSpacing(12);-- auto* portal_label = new QLabel("PORTAL: -", status_bar);- portal_label->setObjectName("govStatusPortal");- portal_label->setStyleSheet(- QString("color:%1; font-family:%2; font-size:9px;").arg(colors::TEXT_SECONDARY, fonts::DATA_FAMILY));- status_hl->addWidget(portal_label);-- auto* country_label = new QLabel("COUNTRY: -", status_bar);- country_label->setObjectName("govStatusCountry");- country_label->setStyleSheet(portal_label->styleSheet());- status_hl->addWidget(country_label);-- status_hl->addStretch();-- auto* ready_dot = new QLabel(status_bar);- ready_dot->setFixedSize(6, 6);- ready_dot->setStyleSheet(QString("background:%1; border-radius:3px;").arg(colors::GREEN));- status_hl->addWidget(ready_dot);-- auto* ready_label = new QLabel("Ready", status_bar);- ready_label->setStyleSheet(- QString("color:%1; font-family:%2; font-size:9px;").arg(colors::GREEN, fonts::DATA_FAMILY));- status_hl->addWidget(ready_label);-- root->addWidget(status_bar);+ root->addWidget(build_status_bar());}-QWidget* GovDataScreen::build_header() {- header_bar_ = new QWidget(this);- header_bar_->setFixedHeight(40);- header_bar_->setStyleSheet(- QString("background:%1; border-bottom:2px solid %2;").arg(colors::BG_RAISED, colors::AMBER));+// ── Toolbar ──────────────────────────────────────────────────────────────────++QWidget* GovDataScreen::build_toolbar() {+ header_bar_ = new QWidget;+ header_bar_->setObjectName("govToolbar");+ header_bar_->setFixedHeight(46);auto* hl = new QHBoxLayout(header_bar_);- hl->setContentsMargins(12, 0, 12, 0);+ hl->setContentsMargins(16, 0, 16, 0);hl->setSpacing(10);- header_title_ = new QLabel("GOVT", header_bar_);- header_title_->setStyleSheet(QString("color:%1; font-family:%2; font-size:14px; font-weight:700;")- .arg(colors::TEXT_PRIMARY, fonts::DATA_FAMILY));- hl->addWidget(header_title_);+ // Title block+ auto* col = new QWidget;+ auto* cvl = new QVBoxLayout(col);+ cvl->setContentsMargins(0, 0, 0, 0);+ cvl->setSpacing(0);- auto* sep = new QLabel("|", header_bar_);- sep->setStyleSheet(QString("color:%1; font-size:10px;").arg(colors::TEXT_TERTIARY));- hl->addWidget(sep);+ header_title_ = new QLabel("GOVERNMENT DATA EXPLORER");+ header_title_->setObjectName("govToolbarTitle");- header_subtitle_ = new QLabel("Government Data Portals", header_bar_);- header_subtitle_->setStyleSheet(- QString("color:%1; font-family:%2; font-size:12px; font-weight:600;").arg(colors::AMBER, fonts::DATA_FAMILY));- hl->addWidget(header_subtitle_);+ header_subtitle_ = new QLabel("Open government portals · 12 sovereign sources");+ header_subtitle_->setObjectName("govToolbarSub");- hl->addStretch();+ cvl->addWidget(header_title_);+ cvl->addWidget(header_subtitle_);+ hl->addWidget(col);++ hl->addStretch(1);++ // Source count badge+ const auto& providers = services::GovDataService::providers();+ auto* badge = new QLabel(QString::number(providers.size()) + " PORTALS");+ badge->setStyleSheet(+ "color:#d97706; background:rgba(217,119,6,0.1); border:1px solid rgba(217,119,6,0.3);"+ " font-size:9px; font-weight:700; padding:3px 10px; letter-spacing:0.5px;");+ hl->addWidget(badge);return header_bar_;}+// ── Sidebar ──────────────────────────────────────────────────────────────────+QWidget* GovDataScreen::build_sidebar() {- auto* sidebar = new QWidget(this);- sidebar->setFixedWidth(220);- sidebar->setStyleSheet(- QString("background:%1; border-right:1px solid %2;").arg(colors::BG_SURFACE, colors::BORDER_DIM));+ auto* sidebar = new QWidget;+ sidebar->setObjectName("govSidebar");+ sidebar->setFixedWidth(230);auto* vl = new QVBoxLayout(sidebar);vl->setContentsMargins(0, 0, 0, 0);vl->setSpacing(0);// Section header- auto* section_label = new QLabel("SOVEREIGN DATA", sidebar);- section_label->setStyleSheet(QString("padding:10px 12px; font-size:9px; font-weight:700; color:%1;"- " letter-spacing:1px; border-bottom:1px solid %2;")- .arg(colors::TEXT_SECONDARY, colors::BORDER_DIM));- vl->addWidget(section_label);+ auto* hdr = new QWidget;+ hdr->setObjectName("govSidebarHeader");+ hdr->setFixedHeight(30);+ auto* hhl = new QHBoxLayout(hdr);+ hhl->setContentsMargins(14, 0, 10, 0);+ auto* htitle = new QLabel("SOVEREIGN PORTALS");+ htitle->setObjectName("govSidebarTitle");+ const auto& providers = services::GovDataService::providers();+ auto* hcount = new QLabel(QString::number(providers.size()));+ hcount->setStyleSheet(+ "background:rgba(217,119,6,0.15); color:#d97706; font-size:9px;"+ " font-weight:700; padding:1px 6px; background:transparent;");+ hcount->setStyleSheet(+ "color:#d97706; background:rgba(217,119,6,0.12); font-size:9px;"+ " font-weight:700; padding:1px 6px;");+ hhl->addWidget(htitle);+ hhl->addStretch(1);+ hhl->addWidget(hcount);+ vl->addWidget(hdr);// Provider list- provider_list_ = new QListWidget(sidebar);- provider_list_->setStyleSheet(- QString("QListWidget { background:transparent; border:none; }"- "QListWidget::item { padding:10px 12px; border-bottom:1px solid %1; }"- "QListWidget::item:selected { background:%2; border-left:3px solid %3; }"- "QListWidget::item:hover { background:%4; }")- .arg(colors::BORDER_DIM, QString(colors::AMBER) + "15", colors::AMBER, colors::BG_HOVER));+ provider_list_ = new QListWidget;+ provider_list_->setObjectName("govProviderList");- const auto& providers = services::GovDataService::providers();for (const auto& prov : providers) {auto* item = new QListWidgetItem(provider_list_);+ // Flag + name on first line, country on tooltipitem->setText(QString("%1 %2").arg(prov.flag, prov.name));- item->setToolTip(prov.description);+ item->setToolTip(prov.description + "\n" + prov.country);item->setData(Qt::UserRole, prov.id);-- // Set text color- item->setForeground(QColor(colors::TEXT_PRIMARY));+ item->setData(Qt::UserRole + 1, prov.color);}- connect(provider_list_, &QListWidget::currentRowChanged, this, &GovDataScreen::on_provider_selected);-+ connect(provider_list_, &QListWidget::currentRowChanged,+ this, &GovDataScreen::on_provider_selected);vl->addWidget(provider_list_, 1);return sidebar;}-// ─────────────────────────────────────────────────────────────────────────────-// Provider selection-// ─────────────────────────────────────────────────────────────────────────────+// ── Status bar ───────────────────────────────────────────────────────────────++QWidget* GovDataScreen::build_status_bar() {+ auto* bar = new QWidget;+ bar->setObjectName("govStatusBar");+ bar->setFixedHeight(24);++ auto* hl = new QHBoxLayout(bar);+ hl->setContentsMargins(14, 0, 14, 0);+ hl->setSpacing(6);++ auto sep = [&]() -> QLabel* {+ auto* l = new QLabel("·");+ l->setObjectName("govStatusSep");+ return l;+ };++ auto* lbl = new QLabel("GOVT");+ lbl->setObjectName("govStatusText");+ hl->addWidget(lbl);+ hl->addWidget(sep());++ auto* pl = new QLabel("PORTAL:");+ pl->setObjectName("govStatusText");+ status_portal_ = new QLabel("—");+ status_portal_->setObjectName("govStatusVal");+ hl->addWidget(pl);+ hl->addWidget(status_portal_);+ hl->addWidget(sep());++ auto* cl = new QLabel("COUNTRY:");+ cl->setObjectName("govStatusText");+ status_country_ = new QLabel("—");+ status_country_->setObjectName("govStatusVal");+ hl->addWidget(cl);+ hl->addWidget(status_country_);++ hl->addStretch(1);++ // Ready dot+ auto* dot = new QLabel;+ dot->setFixedSize(6, 6);+ dot->setStyleSheet("background:#16a34a; border-radius:3px;");+ hl->addWidget(dot);+ auto* ready = new QLabel("READY");+ ready->setObjectName("govStatusText");+ ready->setStyleSheet("color:#16a34a; font-size:9px; background:transparent;");+ hl->addWidget(ready);++ return bar;+}++// ── Provider activation ──────────────────────────────────────────────────────void GovDataScreen::on_provider_selected(int row) {- if (row < 0)- return;- activate_provider(row);+ if (row >= 0) activate_provider(row);}void GovDataScreen::activate_provider(int index) {const auto& providers = services::GovDataService::providers();- if (index < 0 || index >= providers.size())- return;+ if (index < 0 || index >= providers.size()) return;- active_index_ = index;+ active_index_ = index;const auto& prov = providers[index];- // Update header+ // Update toolbar title/subtitle with provider colorheader_subtitle_->setText(QString("%1 %2").arg(prov.flag, prov.full_name));header_subtitle_->setStyleSheet(- QString("color:%1; font-family:%2; font-size:12px; font-weight:600;").arg(prov.color, fonts::DATA_FAMILY));+ QString("color:%1; font-size:10px; background:transparent;").arg(prov.color));header_bar_->setStyleSheet(- QString("background:%1; border-bottom:2px solid %2;").arg(colors::BG_RAISED, prov.color));+ QString("#govToolbar { background:#111111; border-bottom:2px solid %1; }").arg(prov.color));- // Update status bar- auto* portal_lbl = findChild<QLabel*>("govStatusPortal");- if (portal_lbl)- portal_lbl->setText("PORTAL: " + prov.name);- auto* country_lbl = findChild<QLabel*>("govStatusCountry");- if (country_lbl)- country_lbl->setText("COUNTRY: " + prov.country);+ // Status bar+ if (status_portal_) status_portal_->setText(prov.name);+ if (status_country_) status_country_->setText(prov.country);// Switch panelpanel_stack_->setCurrentIndex(index);- // Trigger initial load on the active panel+ // Trigger initial loadauto* widget = panel_stack_->currentWidget();- if (auto* ckan = qobject_cast<GovDataProviderPanel*>(widget)) {+ if (auto* ckan = qobject_cast<GovDataProviderPanel*>(widget))ckan->load_initial_data();- } else if (auto* treasury = qobject_cast<GovDataTreasuryPanel*>(widget)) {+ else if (auto* treasury = qobject_cast<GovDataTreasuryPanel*>(widget))treasury->load_initial_data();- } else if (auto* congress = qobject_cast<GovDataCongressPanel*>(widget)) {+ else if (auto* congress = qobject_cast<GovDataCongressPanel*>(widget))congress->load_initial_data();- }- LOG_INFO("GovDataScreen", QString("Activated provider: %1").arg(prov.id));+ LOG_INFO("GovDataScreen", "Activated: " + prov.id);}} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/gov_data/GovDataScreen.h b/fincept-qt/src/screens/gov_data/GovDataScreen.hindex 143dd02ae..980b6bc52 100644--- a/fincept-qt/src/screens/gov_data/GovDataScreen.h+++ b/fincept-qt/src/screens/gov_data/GovDataScreen.h@@ -1,13 +1,12 @@// src/screens/gov_data/GovDataScreen.h-// Main Government Data screen — provider sidebar + active provider panel#pragma once+#include <QFrame>#include <QHideEvent>#include <QLabel>#include <QListWidget>#include <QShowEvent>#include <QStackedWidget>-#include <QVBoxLayout>#include <QWidget>namespace fincept::screens {@@ -25,18 +24,22 @@ class GovDataScreen : public QWidget {void on_provider_selected(int row);private:- void build_ui();+ void build_ui();QWidget* build_sidebar();- QWidget* build_header();- void activate_provider(int index);-- QListWidget* provider_list_ = nullptr;- QStackedWidget* panel_stack_ = nullptr;- QLabel* header_title_ = nullptr;- QLabel* header_subtitle_ = nullptr;- QWidget* header_bar_ = nullptr;-- int active_index_ = -1;+ QWidget* build_toolbar();+ QWidget* build_status_bar();+ void activate_provider(int index);++ QListWidget* provider_list_ = nullptr;+ QStackedWidget* panel_stack_ = nullptr;+ QLabel* header_title_ = nullptr;+ QLabel* header_subtitle_ = nullptr;+ QWidget* header_bar_ = nullptr;+ QLabel* status_portal_ = nullptr;+ QLabel* status_country_ = nullptr;+ QLabel* status_datasets_ = nullptr;++ int active_index_ = -1;bool initial_load_done_ = false;};diff --git a/fincept-qt/src/screens/gov_data/GovDataTreasuryPanel.cpp b/fincept-qt/src/screens/gov_data/GovDataTreasuryPanel.cppindex 52090b360..c9065ac47 100644--- a/fincept-qt/src/screens/gov_data/GovDataTreasuryPanel.cpp+++ b/fincept-qt/src/screens/gov_data/GovDataTreasuryPanel.cpp@@ -19,22 +19,73 @@ namespace fincept::screens {using namespace fincept::ui;-static const QString kColor = "#3B82F6";+static const QString kColor = "#3B82F6";static const QString kScript = "government_us_data.py";-// ─────────────────────────────────────────────────────────────────────────────-// Constructor-// ─────────────────────────────────────────────────────────────────────────────+// ── Stylesheet ───────────────────────────────────────────────────────────────++static const char* kStyle =+ "#govTreasuryToolbar { background:#111111; border-bottom:1px solid #1a1a1a; }"++ "#govTreasTab { background:transparent; color:#808080; border:1px solid #1a1a1a;"+ " font-size:10px; font-weight:700; padding:4px 12px; letter-spacing:0.5px; }"+ "#govTreasTab:hover { color:#e5e5e5; background:#161616; }"+ "#govTreasTab:checked { background:rgba(59,130,246,0.12); color:#3B82F6;"+ " border:1px solid #3B82F6; }"++ "#govFetchBtn { background:#3B82F6; color:#080808; border:none;"+ " font-size:10px; font-weight:700; padding:4px 14px; }"+ "#govFetchBtn:hover { background:#60a5fa; }"+ "#govFetchBtn:disabled { background:#1a1a1a; color:#404040; }"+ "#govCsvBtn { background:transparent; color:#808080; border:1px solid #1a1a1a;"+ " font-size:10px; font-weight:700; padding:4px 10px; }"+ "#govCsvBtn:hover { color:#e5e5e5; background:#161616; }"++ "QDateEdit { background:#080808; color:#e5e5e5; border:1px solid #1a1a1a;"+ " font-size:11px; padding:2px 6px; }"+ "QDateEdit::drop-down { border:none; }"+ "QComboBox { background:#080808; color:#e5e5e5; border:1px solid #1a1a1a;"+ " font-size:11px; padding:2px 6px; }"+ "QComboBox::drop-down { border:none; }"+ "QComboBox QAbstractItemView { background:#111111; color:#e5e5e5;"+ " border:1px solid #1a1a1a; }"++ "QTableWidget { background:#080808; color:#e5e5e5; border:none;"+ " gridline-color:#1a1a1a; font-size:11px; alternate-background-color:#0a0a0a; }"+ "QTableWidget::item { padding:5px 8px; border-bottom:1px solid #1a1a1a; }"+ "QTableWidget::item:selected { background:rgba(59,130,246,0.1); color:#3B82F6; }"+ "QHeaderView::section { background:#111111; color:#808080; border:none;"+ " border-bottom:2px solid #1a1a1a; border-right:1px solid #1a1a1a;"+ " padding:5px 8px; font-size:10px; font-weight:700; letter-spacing:0.5px; }"++ // Summary cards+ "#govSummaryPage { background:#080808; }"+ "#govSumCard { background:#0a0a0a; border:1px solid #1a1a1a; }"+ "#govSumCard:hover { border-color:#333333; }"+ "#govSumLabel { color:#808080; font-size:8px; font-weight:700;"+ " letter-spacing:1px; background:transparent; }"+ "#govSumValue { color:#3B82F6; font-size:16px; font-weight:700; background:transparent; }"+ "#govSumSub { color:#808080; font-size:9px; background:transparent; }"++ // Status page+ "#govStatusPage { background:#080808; }"+ "#govStatusMsg { color:#808080; font-size:13px; background:transparent; }"+ "#govStatusErr { color:#dc2626; font-size:12px; background:transparent; }"++ "QScrollBar:vertical { background:#080808; width:5px; }"+ "QScrollBar::handle:vertical { background:#1a1a1a; min-height:20px; }"+ "QScrollBar::add-line:vertical, QScrollBar::sub-line:vertical { height:0; }";++// ── Constructor ──────────────────────────────────────────────────────────────GovDataTreasuryPanel::GovDataTreasuryPanel(QWidget* parent) : QWidget(parent) {+ setStyleSheet(kStyle);build_ui();- connect(&services::GovDataService::instance(), &services::GovDataService::result_ready, this,- &GovDataTreasuryPanel::on_result);+ connect(&services::GovDataService::instance(), &services::GovDataService::result_ready,+ this, &GovDataTreasuryPanel::on_result);}-// ─────────────────────────────────────────────────────────────────────────────-// Build UI-// ─────────────────────────────────────────────────────────────────────────────+// ── Build UI ─────────────────────────────────────────────────────────────────void GovDataTreasuryPanel::build_ui() {auto* root = new QVBoxLayout(this);@@ -43,34 +94,23 @@ void GovDataTreasuryPanel::build_ui() {root->addWidget(build_toolbar());- content_stack_ = new QStackedWidget(this);-- // Table style shared- const QString table_style =- QString("QTableWidget { background:%1; color:%2; border:none; gridline-color:%3;"- " font-family:%4; font-size:12px; }"- "QTableWidget::item { padding:6px 8px; border-bottom:1px solid %3; }"- "QTableWidget::item:selected { background:%5; }"- "QTableWidget::item:alternate { background:%6; }"- "QHeaderView::section { background:%7; color:%8; border:none; border-bottom:1px solid %3;"- " font-family:%4; font-size:10px; font-weight:700; padding:6px 8px; }")- .arg(colors::BG_BASE, colors::TEXT_PRIMARY, colors::BORDER_DIM, fonts::DATA_FAMILY, colors::BG_HOVER,- colors::ROW_ALT, colors::BG_RAISED, kColor);-- // Page 0: Prices table- prices_table_ = new QTableWidget(this);+ content_stack_ = new QStackedWidget;++ // ── Page 0: Prices table ──+ prices_table_ = new QTableWidget;prices_table_->setColumnCount(7);- prices_table_->setHorizontalHeaderLabels({"CUSIP", "TYPE", "RATE", "MATURITY", "BID", "OFFER", "EOD PRICE"});+ prices_table_->setHorizontalHeaderLabels(+ {"CUSIP", "TYPE", "RATE %", "MATURITY", "BID", "OFFER", "EOD PRICE"});prices_table_->horizontalHeader()->setSectionResizeMode(QHeaderView::Stretch);prices_table_->setSelectionBehavior(QAbstractItemView::SelectRows);prices_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);prices_table_->verticalHeader()->setVisible(false);prices_table_->setAlternatingRowColors(true);- prices_table_->setStyleSheet(table_style);+ prices_table_->setShowGrid(true);content_stack_->addWidget(prices_table_);- // Page 1: Auctions table- auctions_table_ = new QTableWidget(this);+ // ── Page 1: Auctions table ──+ auctions_table_ = new QTableWidget;auctions_table_->setColumnCount(8);auctions_table_->setHorizontalHeaderLabels({"CUSIP", "TYPE", "TERM", "AUCTION DATE", "HIGH RATE", "HIGH PRICE", "BID/COVER", "OFFERING"});@@ -79,196 +119,184 @@ void GovDataTreasuryPanel::build_ui() {auctions_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);auctions_table_->verticalHeader()->setVisible(false);auctions_table_->setAlternatingRowColors(true);- auctions_table_->setStyleSheet(table_style);+ auctions_table_->setShowGrid(true);content_stack_->addWidget(auctions_table_);- // Page 2: Summary- summary_widget_ = new QWidget(this);- auto* sum_layout = new QVBoxLayout(summary_widget_);- sum_layout->setContentsMargins(16, 16, 16, 16);- sum_layout->setSpacing(12);-- const QString card_style =- QString("QLabel { color:%1; font-family:%2; font-size:12px; }").arg(colors::TEXT_PRIMARY, fonts::DATA_FAMILY);-- const QString header_style = QString("QLabel { color:%1; font-family:%2; font-size:10px; font-weight:700; }")- .arg(kColor, fonts::DATA_FAMILY);-- const QString value_style = QString("QLabel { color:%1; font-family:%2; font-size:16px; font-weight:700; }")- .arg(colors::TEXT_PRIMARY, fonts::DATA_FAMILY);-- // Stats grid- auto* stats_grid = new QGridLayout();- stats_grid->setSpacing(16);-- auto add_stat = [&](int row, int col, const QString& label, QLabel*& value_lbl) {- auto* lbl = new QLabel(label, summary_widget_);- lbl->setStyleSheet(header_style);- value_lbl = new QLabel("-", summary_widget_);- value_lbl->setStyleSheet(value_style);- stats_grid->addWidget(lbl, row * 2, col);- stats_grid->addWidget(value_lbl, row * 2 + 1, col);+ // ── Page 2: Summary ──+ auto* summary_page = new QWidget;+ summary_page->setObjectName("govSummaryPage");+ auto* svl = new QVBoxLayout(summary_page);+ svl->setContentsMargins(16, 16, 16, 16);+ svl->setSpacing(12);++ // Stat cards row+ auto* cards_row = new QWidget;+ auto* crhl = new QHBoxLayout(cards_row);+ crhl->setContentsMargins(0, 0, 0, 0);+ crhl->setSpacing(8);++ auto make_card = [&](const QString& label, QLabel*& val_out, const QString& sub = "") {+ auto* card = new QWidget;+ card->setObjectName("govSumCard");+ card->setMinimumWidth(110);+ auto* cvl = new QVBoxLayout(card);+ cvl->setContentsMargins(12, 8, 12, 8);+ cvl->setSpacing(2);+ auto* lbl = new QLabel(label);+ lbl->setObjectName("govSumLabel");+ val_out = new QLabel("—");+ val_out->setObjectName("govSumValue");+ cvl->addWidget(lbl);+ cvl->addWidget(val_out);+ if (!sub.isEmpty()) {+ auto* sl = new QLabel(sub);+ sl->setObjectName("govSumSub");+ cvl->addWidget(sl);+ }+ crhl->addWidget(card);};- add_stat(0, 0, "TOTAL SECURITIES", total_securities_label_);- add_stat(0, 1, "MIN RATE", min_rate_label_);- add_stat(0, 2, "MAX RATE", max_rate_label_);- add_stat(0, 3, "AVG RATE", avg_rate_label_);- add_stat(1, 0, "MIN PRICE", min_price_label_);- add_stat(1, 1, "MAX PRICE", max_price_label_);- add_stat(1, 2, "AVG PRICE", avg_price_label_);-- sum_layout->addLayout(stats_grid);-- // Type breakdown table- auto* type_label = new QLabel("SECURITY TYPE BREAKDOWN", summary_widget_);- type_label->setStyleSheet(header_style);- sum_layout->addWidget(type_label);-- type_breakdown_table_ = new QTableWidget(summary_widget_);+ make_card("TOTAL SECURITIES", total_securities_label_);+ make_card("MIN RATE", min_rate_label_, "yield %");+ make_card("MAX RATE", max_rate_label_, "yield %");+ make_card("AVG RATE", avg_rate_label_, "yield %");+ make_card("MIN PRICE", min_price_label_, "per $100");+ make_card("MAX PRICE", max_price_label_, "per $100");+ make_card("AVG PRICE", avg_price_label_, "per $100");+ crhl->addStretch(1);+ svl->addWidget(cards_row);++ // Breakdown table+ auto* breakdown_hdr = new QLabel("SECURITY TYPE BREAKDOWN");+ breakdown_hdr->setStyleSheet(+ "color:#3B82F6; font-size:9px; font-weight:700; letter-spacing:1px;"+ " background:transparent; margin-top:8px;");+ svl->addWidget(breakdown_hdr);++ type_breakdown_table_ = new QTableWidget;type_breakdown_table_->setColumnCount(2);type_breakdown_table_->setHorizontalHeaderLabels({"TYPE", "COUNT"});type_breakdown_table_->horizontalHeader()->setSectionResizeMode(QHeaderView::Stretch);type_breakdown_table_->setEditTriggers(QAbstractItemView::NoEditTriggers);type_breakdown_table_->verticalHeader()->setVisible(false);- type_breakdown_table_->setStyleSheet(table_style);- sum_layout->addWidget(type_breakdown_table_);-- summary_widget_->setStyleSheet(QString("QWidget { background:%1; }").arg(colors::BG_BASE));- content_stack_->addWidget(summary_widget_);-- // Page 3: Status label- status_label_ = new QLabel(this);+ type_breakdown_table_->setAlternatingRowColors(true);+ type_breakdown_table_->setMaximumHeight(200);+ svl->addWidget(type_breakdown_table_);+ svl->addStretch(1);+ content_stack_->addWidget(summary_page);++ // ── Page 3: Status ──+ auto* status_page = new QWidget;+ status_page->setObjectName("govStatusPage");+ auto* spvl = new QVBoxLayout(status_page);+ spvl->setAlignment(Qt::AlignCenter);+ status_label_ = new QLabel;+ status_label_->setObjectName("govStatusMsg");status_label_->setAlignment(Qt::AlignCenter);status_label_->setWordWrap(true);- status_label_->setStyleSheet(QString("QLabel { color:%1; font-family:%2; font-size:12px; }")- .arg(colors::TEXT_SECONDARY, fonts::DATA_FAMILY));- content_stack_->addWidget(status_label_);+ spvl->addWidget(status_label_);+ content_stack_->addWidget(status_page);root->addWidget(content_stack_, 1);}QWidget* GovDataTreasuryPanel::build_toolbar() {- auto* bar = new QWidget(this);- bar->setFixedHeight(38);- bar->setStyleSheet(- QString("background:%1; border-bottom:1px solid %2;").arg(colors::BG_RAISED, colors::BORDER_MED));+ auto* bar = new QWidget;+ bar->setObjectName("govTreasuryToolbar");+ bar->setFixedHeight(40);auto* hl = new QHBoxLayout(bar);- hl->setContentsMargins(8, 0, 8, 0);- hl->setSpacing(4);+ hl->setContentsMargins(10, 0, 10, 0);+ hl->setSpacing(5);- const QString btn_style = QString("QPushButton { background:transparent; color:%1; border:1px solid %2;"- " font-family:%3; font-size:10px; font-weight:700; padding:4px 10px; }"- "QPushButton:hover { background:%4; }"- "QPushButton:checked { background:%5; color:%6; border-color:%5; }")- .arg(colors::TEXT_SECONDARY, colors::BORDER_DIM, fonts::DATA_FAMILY, colors::BG_HOVER,- kColor, colors::TEXT_PRIMARY);-- prices_btn_ = new QPushButton("PRICES", bar);+ // Endpoint tabs+ prices_btn_ = new QPushButton("PRICES");+ prices_btn_->setObjectName("govTreasTab");prices_btn_->setCheckable(true);prices_btn_->setChecked(true);- prices_btn_->setStyleSheet(btn_style);+ prices_btn_->setCursor(Qt::PointingHandCursor);connect(prices_btn_, &QPushButton::clicked, this, [this]() { on_endpoint_changed(Prices); });- auctions_btn_ = new QPushButton("AUCTIONS", bar);+ auctions_btn_ = new QPushButton("AUCTIONS");+ auctions_btn_->setObjectName("govTreasTab");auctions_btn_->setCheckable(true);- auctions_btn_->setStyleSheet(btn_style);+ auctions_btn_->setCursor(Qt::PointingHandCursor);connect(auctions_btn_, &QPushButton::clicked, this, [this]() { on_endpoint_changed(Auctions); });- summary_btn_ = new QPushButton("SUMMARY", bar);+ summary_btn_ = new QPushButton("SUMMARY");+ summary_btn_->setObjectName("govTreasTab");summary_btn_->setCheckable(true);- summary_btn_->setStyleSheet(btn_style);+ summary_btn_->setCursor(Qt::PointingHandCursor);connect(summary_btn_, &QPushButton::clicked, this, [this]() { on_endpoint_changed(Summary); });hl->addWidget(prices_btn_);hl->addWidget(auctions_btn_);hl->addWidget(summary_btn_);- hl->addSpacing(12);-- // Date range- const QString date_style = QString("QDateEdit { background:%1; color:%2; border:1px solid %3;"- " font-family:%4; font-size:11px; padding:2px 6px; }"- "QDateEdit::drop-down { border:none; }")- .arg(colors::BG_BASE, colors::TEXT_PRIMARY, colors::BORDER_DIM, fonts::DATA_FAMILY);+ hl->addSpacing(14);- auto* from_label = new QLabel("FROM:", bar);- from_label->setStyleSheet(QString("color:%1; font-family:%2; font-size:9px; font-weight:700;")- .arg(colors::TEXT_TERTIARY, fonts::DATA_FAMILY));+ // Date labels+ auto lbl_style = "color:#525252; font-size:9px; font-weight:700; background:transparent;";+ auto* from_lbl = new QLabel("FROM");+ from_lbl->setStyleSheet(lbl_style);+ hl->addWidget(from_lbl);- start_date_ = new QDateEdit(QDate::currentDate().addMonths(-1), bar);+ start_date_ = new QDateEdit(QDate::currentDate().addMonths(-1));start_date_->setCalendarPopup(true);start_date_->setDisplayFormat("yyyy-MM-dd");- start_date_->setStyleSheet(date_style);+ start_date_->setFixedHeight(26);+ hl->addWidget(start_date_);- auto* to_label = new QLabel("TO:", bar);- to_label->setStyleSheet(from_label->styleSheet());+ auto* to_lbl = new QLabel("TO");+ to_lbl->setStyleSheet(lbl_style);+ hl->addWidget(to_lbl);- // Default to previous business dayQDate end = QDate::currentDate().addDays(-1);- if (end.dayOfWeek() == 6)- end = end.addDays(-1);- if (end.dayOfWeek() == 7)- end = end.addDays(-2);- end_date_ = new QDateEdit(end, bar);+ if (end.dayOfWeek() == 6) end = end.addDays(-1);+ if (end.dayOfWeek() == 7) end = end.addDays(-2);+ end_date_ = new QDateEdit(end);end_date_->setCalendarPopup(true);end_date_->setDisplayFormat("yyyy-MM-dd");- end_date_->setStyleSheet(date_style);-- hl->addWidget(from_label);- hl->addWidget(start_date_);- hl->addWidget(to_label);+ end_date_->setFixedHeight(26);hl->addWidget(end_date_);- hl->addSpacing(8);- // Security type filter- auto* type_label = new QLabel("TYPE:", bar);- type_label->setStyleSheet(from_label->styleSheet());+ hl->addSpacing(10);++ // Security type+ auto* type_lbl = new QLabel("TYPE");+ type_lbl->setStyleSheet(lbl_style);+ hl->addWidget(type_lbl);- security_type_ = new QComboBox(bar);- security_type_->addItem("All", "all");+ security_type_ = new QComboBox;+ security_type_->addItem("All", "all");security_type_->addItem("Bills", "bill");security_type_->addItem("Notes", "note");security_type_->addItem("Bonds", "bond");- security_type_->addItem("TIPS", "tips");- security_type_->addItem("FRN", "frn");- security_type_->setStyleSheet(- QString("QComboBox { background:%1; color:%2; border:1px solid %3;"- " font-family:%4; font-size:11px; padding:2px 6px; }"- "QComboBox::drop-down { border:none; }"- "QComboBox QAbstractItemView { background:%1; color:%2; border:1px solid %3; }")- .arg(colors::BG_BASE, colors::TEXT_PRIMARY, colors::BORDER_DIM, fonts::DATA_FAMILY));-- hl->addWidget(type_label);+ security_type_->addItem("TIPS", "tips");+ security_type_->addItem("FRN", "frn");+ security_type_->setFixedHeight(26);hl->addWidget(security_type_);- hl->addStretch();+ hl->addStretch(1);- // Fetch- fetch_btn_ = new QPushButton("FETCH", bar);- fetch_btn_->setStyleSheet(QString("QPushButton { background:%1; color:%2; border:none;"- " font-family:%3; font-size:10px; font-weight:700; padding:4px 12px; }"- "QPushButton:hover { opacity:0.8; }")- .arg(kColor, colors::TEXT_PRIMARY, fonts::DATA_FAMILY));+ fetch_btn_ = new QPushButton("FETCH");+ fetch_btn_->setObjectName("govFetchBtn");+ fetch_btn_->setCursor(Qt::PointingHandCursor);connect(fetch_btn_, &QPushButton::clicked, this, &GovDataTreasuryPanel::on_fetch);hl->addWidget(fetch_btn_);- // Export- export_btn_ = new QPushButton("CSV", bar);- export_btn_->setStyleSheet(btn_style);+ export_btn_ = new QPushButton("CSV");+ export_btn_->setObjectName("govCsvBtn");+ export_btn_->setCursor(Qt::PointingHandCursor);connect(export_btn_, &QPushButton::clicked, this, &GovDataTreasuryPanel::on_export_csv);hl->addWidget(export_btn_);return bar;}-// ─────────────────────────────────────────────────────────────────────────────-// Actions-// ─────────────────────────────────────────────────────────────────────────────+// ── Actions ──────────────────────────────────────────────────────────────────void GovDataTreasuryPanel::load_initial_data() {- // Show empty state, user clicks FETCH- show_loading("Select an endpoint and click FETCH to load US Treasury data");+ show_loading("Select PRICES, AUCTIONS or SUMMARY then click FETCH");}void GovDataTreasuryPanel::on_endpoint_changed(int index) {@@ -279,27 +307,24 @@ void GovDataTreasuryPanel::on_endpoint_changed(int index) {}void GovDataTreasuryPanel::on_fetch() {- QString date_str = end_date_->date().toString("yyyy-MM-dd");+ QString date_str = end_date_->date().toString("yyyy-MM-dd");QString start_str = start_date_->date().toString("yyyy-MM-dd");- QString sec_type = security_type_->currentData().toString();+ QString sec_type = security_type_->currentData().toString();QStringList args;- QString command;+ QString command;switch (active_endpoint_) {case Prices:command = "treasury_prices";args << date_str;- if (sec_type != "all") {- args << ""; // cusip placeholder- args << sec_type;- }+ if (sec_type != "all") { args << ""; args << sec_type; }break;case Auctions:command = "treasury_auctions";- args << start_str << date_str;- args << (sec_type != "all" ? sec_type : "");- args << "50" << "1"; // page_size, page_num+ args << start_str << date_str+ << (sec_type != "all" ? sec_type : "")+ << "50" << "1";break;case Summary:command = "summary";@@ -307,18 +332,15 @@ void GovDataTreasuryPanel::on_fetch() {break;}- show_loading("Loading US Treasury data...");- services::GovDataService::instance().execute(kScript, command, args, "gov_treasury_" + command);+ show_loading("Loading US Treasury data…");+ services::GovDataService::instance().execute(+ kScript, command, args, "gov_treasury_" + command);}-void GovDataTreasuryPanel::on_result(const QString& request_id, const services::GovDataResult& result) {- if (!request_id.startsWith("gov_treasury_"))- return;-- if (!result.success) {- show_error(result.error);- return;- }+void GovDataTreasuryPanel::on_result(const QString& request_id,+ const services::GovDataResult& result) {+ if (!request_id.startsWith("gov_treasury_")) return;+ if (!result.success) { show_error(result.error); return; }if (request_id.contains("treasury_prices")) {populate_prices(result.data);@@ -332,15 +354,18 @@ void GovDataTreasuryPanel::on_result(const QString& request_id, const services::}}-// ─────────────────────────────────────────────────────────────────────────────-// Populate-// ─────────────────────────────────────────────────────────────────────────────+// ── Populate ─────────────────────────────────────────────────────────────────void GovDataTreasuryPanel::populate_prices(const QJsonObject& data) {const QJsonArray records = data["data"].toArray();prices_table_->setRowCount(0);prices_table_->setRowCount(records.size());+ auto fmt = [](const QJsonValue& v) -> QString {+ if (v.isNull() || v.isUndefined()) return "—";+ return QString::number(v.toDouble(), 'f', 3);+ };+for (int i = 0; i < records.size(); ++i) {const auto r = records[i].toObject();prices_table_->setItem(i, 0, new QTableWidgetItem(r["cusip"].toString()));@@ -349,19 +374,15 @@ void GovDataTreasuryPanel::populate_prices(const QJsonObject& data) {type_item->setForeground(QColor(kColor));prices_table_->setItem(i, 1, type_item);- auto fmt_num = [](const QJsonValue& v) -> QString {- if (v.isNull() || v.isUndefined())- return "-";- return QString::number(v.toDouble(), 'f', 3);- };-- prices_table_->setItem(i, 2, new QTableWidgetItem(fmt_num(r["rate"])));- prices_table_->setItem(i, 3, new QTableWidgetItem(r["maturity_date"].toString("-")));- prices_table_->setItem(i, 4, new QTableWidgetItem(fmt_num(r["bid"])));- prices_table_->setItem(i, 5, new QTableWidgetItem(fmt_num(r["offer"])));- prices_table_->setItem(i, 6, new QTableWidgetItem(fmt_num(r["eod_price"])));- }+ prices_table_->setItem(i, 2, new QTableWidgetItem(fmt(r["rate"])));+ prices_table_->setItem(i, 3, new QTableWidgetItem(r["maturity_date"].toString("—")));+ for (int c : {4, 5, 6}) {+ auto* it = new QTableWidgetItem(fmt(r[c == 4 ? "bid" : c == 5 ? "offer" : "eod_price"]));+ it->setTextAlignment(Qt::AlignRight | Qt::AlignVCenter);+ prices_table_->setItem(i, c, it);+ }+ }LOG_INFO("GovTreasury", QString("Loaded %1 price records").arg(records.size()));}@@ -370,6 +391,11 @@ void GovDataTreasuryPanel::populate_auctions(const QJsonObject& data) {auctions_table_->setRowCount(0);auctions_table_->setRowCount(records.size());+ auto fmt = [](const QJsonValue& v) -> QString {+ if (v.isNull() || v.isUndefined()) return "—";+ return QString::number(v.toDouble(), 'f', 3);+ };+for (int i = 0; i < records.size(); ++i) {const auto r = records[i].toObject();auctions_table_->setItem(i, 0, new QTableWidgetItem(r["cusip"].toString()));@@ -379,24 +405,21 @@ void GovDataTreasuryPanel::populate_auctions(const QJsonObject& data) {auctions_table_->setItem(i, 1, type_item);auctions_table_->setItem(i, 2, new QTableWidgetItem(r["securityTerm"].toString()));- auctions_table_->setItem(i, 3, new QTableWidgetItem(r["auctionDate"].toString("-")));+ auctions_table_->setItem(i, 3, new QTableWidgetItem(r["auctionDate"].toString("—")));- auto fmt_num = [](const QJsonValue& v) -> QString {- if (v.isNull() || v.isUndefined())- return "-";- return QString::number(v.toDouble(), 'f', 3);- };-- auctions_table_->setItem(i, 4, new QTableWidgetItem(fmt_num(r["highDiscountRate"])));- auctions_table_->setItem(i, 5, new QTableWidgetItem(fmt_num(r["highPrice"])));- auctions_table_->setItem(i, 6, new QTableWidgetItem(fmt_num(r["bidToCoverRatio"])));+ for (int c : {4, 5, 6}) {+ auto key = c == 4 ? "highDiscountRate" : c == 5 ? "highPrice" : "bidToCoverRatio";+ auto* it = new QTableWidgetItem(fmt(r[key]));+ it->setTextAlignment(Qt::AlignRight | Qt::AlignVCenter);+ auctions_table_->setItem(i, c, it);+ }- // Format offering amountdouble offering = r["offeringAmount"].toDouble(0);- QString offering_str = offering > 0 ? QString("$%L1").arg(static_cast<qlonglong>(offering)) : "-";- auctions_table_->setItem(i, 7, new QTableWidgetItem(offering_str));+ QString os = offering > 0+ ? "$" + QString::number(static_cast<qlonglong>(offering / 1e9), 'f', 1) + "B"+ : "—";+ auctions_table_->setItem(i, 7, new QTableWidgetItem(os));}-LOG_INFO("GovTreasury", QString("Loaded %1 auction records").arg(records.size()));}@@ -413,7 +436,6 @@ void GovDataTreasuryPanel::populate_summary(const QJsonObject& data) {max_price_label_->setText(QString::number(price["max_price"].toDouble(), 'f', 2));avg_price_label_->setText(QString::number(price["avg_price"].toDouble(), 'f', 2));- // Type breakdownauto types = data["security_types"].toObject();type_breakdown_table_->setRowCount(0);type_breakdown_table_->setRowCount(types.size());@@ -422,27 +444,24 @@ void GovDataTreasuryPanel::populate_summary(const QJsonObject& data) {auto* name_item = new QTableWidgetItem(it.key());name_item->setForeground(QColor(kColor));type_breakdown_table_->setItem(row, 0, name_item);- type_breakdown_table_->setItem(row, 1, new QTableWidgetItem(QString::number(it.value().toInt())));+ type_breakdown_table_->setItem(row, 1, new QTableWidgetItem(+ QString::number(it.value().toInt())));}-LOG_INFO("GovTreasury", "Summary loaded");}-// ─────────────────────────────────────────────────────────────────────────────-// Helpers-// ─────────────────────────────────────────────────────────────────────────────+// ── Helpers ──────────────────────────────────────────────────────────────────void GovDataTreasuryPanel::show_loading(const QString& message) {- status_label_->setText(message);status_label_->setStyleSheet(- QString("QLabel { color:%1; font-family:%2; font-size:13px; }").arg(kColor, fonts::DATA_FAMILY));+ QString("color:%1; font-size:13px; background:transparent;").arg(kColor));+ status_label_->setText(message);content_stack_->setCurrentIndex(3);}void GovDataTreasuryPanel::show_error(const QString& message) {+ status_label_->setStyleSheet("color:#dc2626; font-size:12px; background:transparent;");status_label_->setText("Error: " + message);- status_label_->setStyleSheet(- QString("QLabel { color:%1; font-family:%2; font-size:12px; }").arg(colors::RED, fonts::DATA_FAMILY));content_stack_->setCurrentIndex(3);}@@ -452,20 +471,18 @@ void GovDataTreasuryPanel::on_export_csv() {table = prices_table_;else if (active_endpoint_ == Auctions)table = auctions_table_;- else if (active_endpoint_ == Summary)+ elsetable = type_breakdown_table_;- if (!table || table->rowCount() == 0)- return;+ if (!table || table->rowCount() == 0) return;- QString path = QFileDialog::getSaveFileName(this, "Export CSV", "treasury_data.csv", "CSV Files (*.csv)");- if (path.isEmpty())- return;+ QString path = QFileDialog::getSaveFileName(+ this, "Export CSV", "treasury_data.csv", "CSV Files (*.csv)");+ if (path.isEmpty()) return;QFile file(path);- if (!file.open(QIODevice::WriteOnly | QIODevice::Text))- return;-+ if (!file.open(QIODevice::WriteOnly | QIODevice::Text)) return;QTextStream out(&file);+QStringList headers;for (int c = 0; c < table->columnCount(); ++c) {auto* h = table->horizontalHeaderItem(c);diff --git a/fincept-qt/src/screens/news/NewsDetailPanel.cpp b/fincept-qt/src/screens/news/NewsDetailPanel.cppindex bc98aa18f..b55933148 100644--- a/fincept-qt/src/screens/news/NewsDetailPanel.cpp+++ b/fincept-qt/src/screens/news/NewsDetailPanel.cpp@@ -1,12 +1,18 @@#include "screens/news/NewsDetailPanel.h"#include "core/logging/Logger.h"+#include "services/file_manager/FileManagerService.h"#include "ui/theme/Theme.h"#include <QApplication>#include <QClipboard>+#include <QDateTime>#include <QDesktopServices>+#include <QFile>+#include <QFileInfo>+#include <QRegularExpression>#include <QScrollArea>+#include <QTextStream>#include <QTimer>#include <QUrl>@@ -135,10 +141,15 @@ QWidget* NewsDetailPanel::build_content_view() {analyze_btn_ = new QPushButton("ANALYZE", content);analyze_btn_->setObjectName("newsDetailAnalyzeBtn");analyze_btn_->setFixedHeight(24);+ save_btn_ = new QPushButton("SAVE", content);+ save_btn_->setObjectName("newsDetailSaveBtn");+ save_btn_->setFixedHeight(24);+ save_btn_->setToolTip("Save article to File Manager");action_layout->addWidget(open_btn_);action_layout->addWidget(copy_btn_);action_layout->addWidget(analyze_btn_);+ action_layout->addWidget(save_btn_);layout->addWidget(actions);connect(open_btn_, &QPushButton::clicked, this, [this]() {@@ -157,6 +168,32 @@ QWidget* NewsDetailPanel::build_content_view() {analyze_timeout_->start();emit analyze_requested(current_article_.link);});+ connect(save_btn_, &QPushButton::clicked, this, [this]() {+ if (!has_article_) return;++ // Build a safe filename from headline+ QString safe = current_article_.headline;+ safe.replace(QRegularExpression("[^a-zA-Z0-9_\\- ]"), "").simplified();+ safe.replace(' ', '_');+ if (safe.length() > 60) safe = safe.left(60);+ QString ts = QString::number(QDateTime::currentMSecsSinceEpoch());+ QString stored_name = "news_" + safe + "_" + ts + ".txt";+ QString dest = services::FileManagerService::instance().storage_dir() + "/" + stored_name;++ QFile f(dest);+ if (f.open(QIODevice::WriteOnly | QIODevice::Text)) {+ QTextStream out(&f);+ out << current_article_.headline << "\n";+ out << current_article_.source << " | " << current_article_.time << "\n";+ out << current_article_.link << "\n\n";+ out << current_article_.summary << "\n";+ f.close();+ services::FileManagerService::instance().register_file(+ stored_name, safe + ".txt",+ QFileInfo(dest).size(), "text/plain", "news");+ LOG_INFO("News", "Saved article: " + stored_name);+ }+ });// Translate buttontranslate_btn_ = new QPushButton("TRANSLATE", content);diff --git a/fincept-qt/src/screens/news/NewsDetailPanel.h b/fincept-qt/src/screens/news/NewsDetailPanel.hindex def2f710a..5665ec16e 100644--- a/fincept-qt/src/screens/news/NewsDetailPanel.h+++ b/fincept-qt/src/screens/news/NewsDetailPanel.h@@ -80,8 +80,9 @@ class NewsDetailPanel : public QWidget {QVBoxLayout* infra_layout_ = nullptr;// Action buttons- QPushButton* open_btn_ = nullptr;- QPushButton* copy_btn_ = nullptr;+ QPushButton* open_btn_ = nullptr;+ QPushButton* copy_btn_ = nullptr;+ QPushButton* save_btn_ = nullptr;QStackedWidget* stack_ = nullptr;services::NewsArticle current_article_;diff --git a/fincept-qt/src/screens/notes/NotesScreen.cpp b/fincept-qt/src/screens/notes/NotesScreen.cppindex 25e51bf36..3cfcd72f8 100644--- a/fincept-qt/src/screens/notes/NotesScreen.cpp+++ b/fincept-qt/src/screens/notes/NotesScreen.cpp@@ -1,10 +1,16 @@#include "screens/notes/NotesScreen.h"#include "core/logging/Logger.h"+#include "services/file_manager/FileManagerService.h"#include "ui/theme/Theme.h"#include <QDateTime>+#include <QFile>+#include <QFileDialog>+#include <QFileInfo>#include <QFrame>+#include <QRegularExpression>+#include <QTextStream>#include <QHBoxLayout>#include <QMessageBox>#include <QScrollArea>@@ -323,6 +329,13 @@ QWidget* NotesScreen::build_editor_panel() {}});edit_toolbar->addWidget(cancel_btn);++ auto* export_btn = new QPushButton("EXPORT");+ export_btn->setStyleSheet(kSecondaryBtn);+ export_btn->setToolTip("Export this note as a Markdown file to the File Manager");+ connect(export_btn, &QPushButton::clicked, this, &NotesScreen::on_export_note);+ edit_toolbar->addWidget(export_btn);+edit_toolbar->addStretch();edl->addLayout(edit_toolbar);@@ -578,6 +591,45 @@ void NotesScreen::on_search_changed(const QString& /*text*/) {update_notes_list();}+void NotesScreen::on_export_note() {+ QString title = edit_title_->text().trimmed();+ QString content = edit_content_->toPlainText();+ if (title.isEmpty()) {+ edit_title_->setFocus();+ return;+ }++ // Write to a temp .md file inside storage dir, then import via FileManagerService+ auto& svc = services::FileManagerService::instance();+ QString safe_title = title;+ safe_title.replace(QRegularExpression("[^a-zA-Z0-9_\\-]"), "_");+ QString stored_name = safe_title + ".md";+ QString dest = svc.storage_dir() + "/" + stored_name;++ // If file exists, make it unique+ if (QFile::exists(dest)) {+ QString ts = QString::number(QDateTime::currentMSecsSinceEpoch());+ stored_name = safe_title + "_" + ts + ".md";+ dest = svc.storage_dir() + "/" + stored_name;+ }++ QFile f(dest);+ if (!f.open(QIODevice::WriteOnly | QIODevice::Text)) {+ LOG_ERROR("Notes", "Failed to export note: " + dest);+ return;+ }++ QTextStream out(&f);+ out << "# " << title << "\n\n" << content << "\n";+ f.close();++ QFileInfo info(dest);+ svc.register_file(stored_name, title + ".md", info.size(),+ "text/markdown", "notes");++ LOG_INFO("Notes", "Exported note to File Manager: " + stored_name);+}+// ── Helpers ──────────────────────────────────────────────────────────────────void NotesScreen::show_note(const fincept::FinancialNote& note) {diff --git a/fincept-qt/src/screens/notes/NotesScreen.h b/fincept-qt/src/screens/notes/NotesScreen.hindex b366e390f..70f038c65 100644--- a/fincept-qt/src/screens/notes/NotesScreen.h+++ b/fincept-qt/src/screens/notes/NotesScreen.h@@ -28,6 +28,7 @@ class NotesScreen : public QWidget {void on_toggle_favorite();void on_toggle_archive();void on_search_changed(const QString& text);+ void on_export_note();private:void build_ui();diff --git a/fincept-qt/src/screens/payment/PaymentProcessingScreen.cpp b/fincept-qt/src/screens/payment/PaymentProcessingScreen.cppdeleted file mode 100644index 5925eae78..000000000--- a/fincept-qt/src/screens/payment/PaymentProcessingScreen.cpp+++ /dev/null@@ -1,226 +0,0 @@-#include "screens/payment/PaymentProcessingScreen.h"--#include "auth/AuthApi.h"-#include "auth/AuthManager.h"-#include "core/logging/Logger.h"-#include "ui/theme/Theme.h"--#include <QHBoxLayout>-#include <QJsonObject>-#include <QVBoxLayout>--namespace fincept::screens {--using namespace fincept::ui;--static const char* MF = "font-family:'Consolas','Courier New',monospace;";--// ── Constructor ──────────────────────────────────────────────────────────────--PaymentProcessingScreen::PaymentProcessingScreen(QWidget* parent) : QWidget(parent) {- build_ui();-- poll_timer_ = new QTimer(this);- poll_timer_->setInterval(POLL_INTERVAL_MS);- connect(poll_timer_, &QTimer::timeout, this, &PaymentProcessingScreen::poll_status);-}--void PaymentProcessingScreen::build_ui() {- setStyleSheet(QString("QWidget#PayProcRoot { background: %1; }").arg(colors::BG_BASE));- setObjectName("PayProcRoot");-- auto* root = new QVBoxLayout(this);- root->setContentsMargins(0, 0, 0, 0);- root->setSpacing(0);-- root->addStretch(2);-- auto* center = new QWidget(this);- center->setFixedWidth(500);- auto* cl = new QVBoxLayout(center);- cl->setSpacing(14);-- // Title- title_label_ = new QLabel("PAYMENT PROCESSING", center);- title_label_->setAlignment(Qt::AlignCenter);- title_label_->setStyleSheet(- QString("color: %1; font-size: 20px; font-weight: 700; letter-spacing: 1px; %2").arg(colors::AMBER, MF));- cl->addWidget(title_label_);-- // Status indicator panel- auto* status_panel = new QWidget(center);- status_panel->setStyleSheet("background: #0a0a0a; border: 1px solid #1a1a1a; border-radius: 2px;");- auto* sp_vl = new QVBoxLayout(status_panel);- sp_vl->setContentsMargins(20, 16, 20, 16);- sp_vl->setSpacing(10);-- status_label_ = new QLabel("Waiting for payment confirmation...", status_panel);- status_label_->setAlignment(Qt::AlignCenter);- status_label_->setStyleSheet(QString("color: %1; font-size: 14px; font-weight: 600; "- "background: transparent; %2")- .arg(colors::AMBER, MF));- sp_vl->addWidget(status_label_);-- detail_label_ = new QLabel("Your payment is being processed. Please complete the checkout "- "in your browser. This page will update automatically.",- status_panel);- detail_label_->setAlignment(Qt::AlignCenter);- detail_label_->setWordWrap(true);- detail_label_->setStyleSheet(- QString("color: %1; font-size: 12px; background: transparent; %2").arg(colors::TEXT_SECONDARY, MF));- sp_vl->addWidget(detail_label_);-- // Stats row- auto* stats_row = new QWidget(status_panel);- stats_row->setStyleSheet("background: transparent;");- auto* stats_hl = new QHBoxLayout(stats_row);- stats_hl->setContentsMargins(0, 8, 0, 0);-- elapsed_label_ = new QLabel("Elapsed: 0s", stats_row);- elapsed_label_->setStyleSheet(- QString("color: %1; font-size: 11px; background: transparent; %2").arg(colors::TEXT_TERTIARY, MF));- stats_hl->addWidget(elapsed_label_);-- stats_hl->addStretch();-- check_count_label_ = new QLabel("Checks: 0/60", stats_row);- check_count_label_->setStyleSheet(- QString("color: %1; font-size: 11px; background: transparent; %2").arg(colors::TEXT_TERTIARY, MF));- stats_hl->addWidget(check_count_label_);-- sp_vl->addWidget(stats_row);- cl->addWidget(status_panel);-- // Security note- auto* security = new QLabel("Secure payment via Cashfree. Your details are encrypted end-to-end.");- security->setAlignment(Qt::AlignCenter);- security->setStyleSheet(QString("color: %1; font-size: 10px; %2").arg(colors::TEXT_DIM, MF));- cl->addWidget(security);-- cl->addSpacing(8);-- // Buttons- auto* btn_row = new QWidget(center);- btn_row->setStyleSheet("background: transparent;");- auto* bhl = new QHBoxLayout(btn_row);- bhl->setContentsMargins(0, 0, 0, 0);- bhl->setSpacing(10);-- refresh_btn_ = new QPushButton("REFRESH STATUS", btn_row);- refresh_btn_->setFixedHeight(36);- refresh_btn_->setCursor(Qt::PointingHandCursor);- refresh_btn_->setStyleSheet(- QString("QPushButton { background: rgba(217,119,6,0.1); color: %1; border: 1px solid #78350f; "- "font-size: 12px; font-weight: 700; %2 }"- "QPushButton:hover { background: %1; color: #080808; }")- .arg(colors::AMBER, MF));- connect(refresh_btn_, &QPushButton::clicked, this, &PaymentProcessingScreen::poll_status);- bhl->addWidget(refresh_btn_);-- back_btn_ = new QPushButton("BACK TO PRICING", btn_row);- back_btn_->setFixedHeight(36);- back_btn_->setCursor(Qt::PointingHandCursor);- back_btn_->setStyleSheet(QString("QPushButton { background: transparent; color: %1; border: 1px solid #1a1a1a; "- "font-size: 12px; font-weight: 700; %2 }"- "QPushButton:hover { color: #e5e5e5; background: #111111; }")- .arg(colors::TEXT_SECONDARY, MF));- connect(back_btn_, &QPushButton::clicked, this, [this]() {- stop_polling();- emit navigate_back();- });- bhl->addWidget(back_btn_);-- cl->addWidget(btn_row);-- // Horizontal centering- auto* hcenter = new QHBoxLayout();- hcenter->addStretch();- hcenter->addWidget(center);- hcenter->addStretch();-- root->addLayout(hcenter);- root->addStretch(3);-}--// ── Polling ──────────────────────────────────────────────────────────────────--void PaymentProcessingScreen::start_polling(const QString& order_id, const QString& plan_name) {- order_id_ = order_id;- plan_name_ = plan_name;- check_count_ = 0;- elapsed_seconds_ = 0;-- set_status("Waiting for payment confirmation...", colors::AMBER);- detail_label_->setText("Your payment is being processed. Please complete the checkout "- "in your browser. This page will update automatically.");- elapsed_label_->setText("Elapsed: 0s");- check_count_label_->setText("Checks: 0/60");-- LOG_INFO("Payment", QString("Started polling for order: %1").arg(order_id));-- // Initial delay before first check- QTimer::singleShot(INITIAL_DELAY_MS, this, [this]() {- poll_status();- poll_timer_->start();- });-}--void PaymentProcessingScreen::stop_polling() {- poll_timer_->stop();-}--void PaymentProcessingScreen::poll_status() {- if (order_id_.isEmpty())- return;-- check_count_++;- elapsed_seconds_ += POLL_INTERVAL_MS / 1000;- elapsed_label_->setText(QString("Elapsed: %1s").arg(elapsed_seconds_));- check_count_label_->setText(QString("Checks: %1/%2").arg(check_count_).arg(MAX_CHECKS));-- if (check_count_ >= MAX_CHECKS) {- stop_polling();- set_status("TIMEOUT", colors::NEGATIVE);- detail_label_->setText("Payment verification timed out. If you completed the payment, "- "it may take a few minutes to process. Please check your email "- "or contact [email protected]");- return;- }-- auth::AuthApi::instance().get_transaction_status(order_id_, [this](auth::ApiResponse r) {- if (!r.success)- return; // Silently retry on next poll-- QJsonObject data = r.data;- if (data.contains("data") && data["data"].isObject())- data = data["data"].toObject();-- QString status = data["order_status"].toString().toUpper();-- if (status == "PAID" || status == "COMPLETED" || status == "SUCCESS") {- stop_polling();- set_status("PAYMENT SUCCESSFUL", colors::POSITIVE);- detail_label_->setText(QString("Your %1 plan is now active!").arg(plan_name_));- LOG_INFO("Payment", "Payment confirmed for order: " + order_id_);-- // Refresh user data then emit completion- auth::AuthManager::instance().refresh_user_data();- QTimer::singleShot(2000, this, [this]() { emit payment_completed(); });-- } else if (status == "FAILED" || status == "CANCELLED" || status == "USER_DROPPED" || status == "EXPIRED") {- stop_polling();- set_status("PAYMENT " + status, colors::NEGATIVE);- detail_label_->setText("Payment was not completed. You can try again from the pricing page.");- LOG_WARN("Payment", "Payment " + status + " for order: " + order_id_);- }- // Otherwise keep polling (ACTIVE/PENDING status)- });-}--void PaymentProcessingScreen::set_status(const QString& status, const QString& color) {- status_label_->setText(status);- status_label_->setStyleSheet(- QString("color: %1; font-size: 14px; font-weight: 600; background: transparent; %2").arg(color, MF));-}--} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/payment/PaymentProcessingScreen.h b/fincept-qt/src/screens/payment/PaymentProcessingScreen.hdeleted file mode 100644index a754a6c75..000000000--- a/fincept-qt/src/screens/payment/PaymentProcessingScreen.h+++ /dev/null@@ -1,46 +0,0 @@-#pragma once-#include <QLabel>-#include <QPushButton>-#include <QTimer>-#include <QWidget>--namespace fincept::screens {--/// Polls the payment gateway for order confirmation after checkout URL is opened.-class PaymentProcessingScreen : public QWidget {- Q_OBJECT- public:- explicit PaymentProcessingScreen(QWidget* parent = nullptr);-- /// Start polling for the given order/transaction ID.- void start_polling(const QString& order_id, const QString& plan_name);- void stop_polling();-- signals:- void payment_completed();- void navigate_back();-- private:- void build_ui();- void poll_status();- void set_status(const QString& status, const QString& color);-- QLabel* title_label_ = nullptr;- QLabel* status_label_ = nullptr;- QLabel* detail_label_ = nullptr;- QLabel* elapsed_label_ = nullptr;- QLabel* check_count_label_ = nullptr;- QPushButton* back_btn_ = nullptr;- QPushButton* refresh_btn_ = nullptr;-- QTimer* poll_timer_ = nullptr;- QString order_id_;- QString plan_name_;- int check_count_ = 0;- int elapsed_seconds_ = 0;- static constexpr int MAX_CHECKS = 60; // 5 minutes at 5s intervals- static constexpr int POLL_INTERVAL_MS = 5000; // 5 seconds- static constexpr int INITIAL_DELAY_MS = 3000; // 3 seconds before first check-};--} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/payment/PaymentSuccessScreen.cpp b/fincept-qt/src/screens/payment/PaymentSuccessScreen.cppdeleted file mode 100644index fafebf8e1..000000000--- a/fincept-qt/src/screens/payment/PaymentSuccessScreen.cpp+++ /dev/null@@ -1,130 +0,0 @@-#include "screens/payment/PaymentSuccessScreen.h"--#include "ui/theme/Theme.h"--#include <QHBoxLayout>-#include <QVBoxLayout>--namespace fincept::screens {--using namespace fincept::ui;--static const char* MF = "font-family:'Consolas','Courier New',monospace;";--PaymentSuccessScreen::PaymentSuccessScreen(QWidget* parent) : QWidget(parent) {- build_ui();-- redirect_timer_ = new QTimer(this);- redirect_timer_->setInterval(1000);- connect(redirect_timer_, &QTimer::timeout, this, [this]() {- countdown_--;- if (countdown_ <= 0) {- redirect_timer_->stop();- emit navigate_dashboard();- } else {- countdown_label_->setText(QString("Redirecting to dashboard in %1s...").arg(countdown_));- }- });-}--void PaymentSuccessScreen::build_ui() {- setStyleSheet(QString("QWidget#PaySuccessRoot { background: %1; }").arg(colors::BG_BASE));- setObjectName("PaySuccessRoot");-- auto* root = new QVBoxLayout(this);- root->setContentsMargins(0, 0, 0, 0);- root->setSpacing(0);-- root->addStretch(2);-- auto* center = new QWidget(this);- center->setFixedWidth(480);- auto* cl = new QVBoxLayout(center);- cl->setSpacing(12);-- // Success icon- auto* icon = new QLabel("[OK]", center);- icon->setAlignment(Qt::AlignCenter);- icon->setStyleSheet(QString("color: %1; font-size: 32px; font-weight: 700; %2").arg(colors::POSITIVE, MF));- cl->addWidget(icon);-- // Title- title_label_ = new QLabel("PAYMENT SUCCESSFUL", center);- title_label_->setAlignment(Qt::AlignCenter);- title_label_->setStyleSheet(- QString("color: %1; font-size: 20px; font-weight: 700; letter-spacing: 1px; %2").arg(colors::POSITIVE, MF));- cl->addWidget(title_label_);-- cl->addSpacing(8);-- // Details panel- auto* panel = new QWidget(center);- panel->setStyleSheet("background: #0a0a0a; border: 1px solid #16a34a; border-radius: 2px;");- auto* pvl = new QVBoxLayout(panel);- pvl->setContentsMargins(20, 16, 20, 16);- pvl->setSpacing(8);-- plan_label_ = new QLabel("Plan: —", panel);- plan_label_->setAlignment(Qt::AlignCenter);- plan_label_->setStyleSheet(QString("color: #e5e5e5; font-size: 14px; font-weight: 600; "- "background: transparent; %1")- .arg(MF));- pvl->addWidget(plan_label_);-- amount_label_ = new QLabel("Amount: —", panel);- amount_label_->setAlignment(Qt::AlignCenter);- amount_label_->setStyleSheet(- QString("color: %1; font-size: 13px; background: transparent; %2").arg(colors::AMBER, MF));- pvl->addWidget(amount_label_);-- validity_label_ = new QLabel("Validity: —", panel);- validity_label_->setAlignment(Qt::AlignCenter);- validity_label_->setStyleSheet(- QString("color: %1; font-size: 12px; background: transparent; %2").arg(colors::TEXT_SECONDARY, MF));- pvl->addWidget(validity_label_);-- cl->addWidget(panel);-- cl->addSpacing(8);-- // Countdown- countdown_label_ = new QLabel("Redirecting to dashboard in 5s...", center);- countdown_label_->setAlignment(Qt::AlignCenter);- countdown_label_->setStyleSheet(QString("color: %1; font-size: 11px; %2").arg(colors::TEXT_TERTIARY, MF));- cl->addWidget(countdown_label_);-- // Dashboard button- dashboard_btn_ = new QPushButton("GO TO DASHBOARD", center);- dashboard_btn_->setFixedHeight(40);- dashboard_btn_->setCursor(Qt::PointingHandCursor);- dashboard_btn_->setStyleSheet(QString("QPushButton { background: %1; color: %2; border: none; "- "font-size: 13px; font-weight: 700; letter-spacing: 1px; %3 }"- "QPushButton:hover { background: #15803d; }")- .arg(colors::POSITIVE, colors::TEXT_PRIMARY, MF));- connect(dashboard_btn_, &QPushButton::clicked, this, [this]() {- redirect_timer_->stop();- emit navigate_dashboard();- });- cl->addWidget(dashboard_btn_);-- // Horizontal centering- auto* hcenter = new QHBoxLayout();- hcenter->addStretch();- hcenter->addWidget(center);- hcenter->addStretch();-- root->addLayout(hcenter);- root->addStretch(3);-}--void PaymentSuccessScreen::show_success(const QString& plan_name, double amount, int days) {- plan_label_->setText(QString("Plan: %1").arg(plan_name.toUpper()));- amount_label_->setText(QString("Amount: $%1").arg(amount, 0, 'f', 2));- validity_label_->setText(days > 0 ? QString("Validity: %1 days").arg(days) : "Validity: Forever");-- countdown_ = 5;- countdown_label_->setText("Redirecting to dashboard in 5s...");- redirect_timer_->start();-}--} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/payment/PaymentSuccessScreen.h b/fincept-qt/src/screens/payment/PaymentSuccessScreen.hdeleted file mode 100644index 23b1ea4bb..000000000--- a/fincept-qt/src/screens/payment/PaymentSuccessScreen.h+++ /dev/null@@ -1,35 +0,0 @@-#pragma once-#include <QLabel>-#include <QPushButton>-#include <QTimer>-#include <QWidget>--namespace fincept::screens {--/// Shown after successful payment — confirmation, plan details, auto-redirect.-class PaymentSuccessScreen : public QWidget {- Q_OBJECT- public:- explicit PaymentSuccessScreen(QWidget* parent = nullptr);-- /// Show success details for a completed payment.- void show_success(const QString& plan_name, double amount, int days);-- signals:- void navigate_dashboard();-- private:- void build_ui();-- QLabel* title_label_ = nullptr;- QLabel* plan_label_ = nullptr;- QLabel* amount_label_ = nullptr;- QLabel* validity_label_ = nullptr;- QLabel* countdown_label_ = nullptr;- QPushButton* dashboard_btn_ = nullptr;-- QTimer* redirect_timer_ = nullptr;- int countdown_ = 5;-};--} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/portfolio/PortfolioDialogs.cpp b/fincept-qt/src/screens/portfolio/PortfolioDialogs.cppindex ca08b4df1..489236f16 100644--- a/fincept-qt/src/screens/portfolio/PortfolioDialogs.cpp+++ b/fincept-qt/src/screens/portfolio/PortfolioDialogs.cpp@@ -1,6 +1,7 @@// src/screens/portfolio/PortfolioDialogs.cpp#include "screens/portfolio/PortfolioDialogs.h"+#include "services/file_manager/FileManagerService.h"#include "ui/theme/Theme.h"#include <QFile>@@ -425,6 +426,7 @@ ImportPortfolioDialog::ImportPortfolioDialog(const QVector<portfolio::Portfolio>if (f.open(QIODevice::WriteOnly | QIODevice::Text)) {f.write(QJsonDocument(root).toJson(QJsonDocument::Indented));f.close();+ services::FileManagerService::instance().import_file(path, "portfolio");QMessageBox::information(this, "Demo JSON Saved","Demo portfolio JSON saved.\nYou can now import it using the BROWSE button.");} else {diff --git a/fincept-qt/src/screens/portfolio/PortfolioScreen.cpp b/fincept-qt/src/screens/portfolio/PortfolioScreen.cppindex 84735a0d9..d26aa6c7a 100644--- a/fincept-qt/src/screens/portfolio/PortfolioScreen.cpp+++ b/fincept-qt/src/screens/portfolio/PortfolioScreen.cpp@@ -14,6 +14,7 @@#include "screens/portfolio/PortfolioSectorPanel.h"#include "screens/portfolio/PortfolioStatsRibbon.h"#include "screens/portfolio/PortfolioStatusBar.h"+#include "services/file_manager/FileManagerService.h"#include "services/portfolio/PortfolioService.h"#include "ui/theme/Theme.h"@@ -131,15 +132,19 @@ void PortfolioScreen::build_ui() {if (selected_id_.isEmpty())return;QString path = QFileDialog::getSaveFileName(this, "Export CSV", "portfolio.csv", "CSV Files (*.csv)");- if (!path.isEmpty())+ if (!path.isEmpty()) {services::PortfolioService::instance().export_csv(selected_id_, path);+ services::FileManagerService::instance().import_file(path, "portfolio");+ }});connect(command_bar_, &PortfolioCommandBar::export_json_requested, this, [this]() {if (selected_id_.isEmpty())return;QString path = QFileDialog::getSaveFileName(this, "Export JSON", "portfolio.json", "JSON Files (*.json)");- if (!path.isEmpty())+ if (!path.isEmpty()) {services::PortfolioService::instance().export_json(selected_id_, path);+ services::FileManagerService::instance().import_file(path, "portfolio");+ }});connect(command_bar_, &PortfolioCommandBar::import_requested, this, [this]() {ImportPortfolioDialog dlg(portfolios_, this);diff --git a/fincept-qt/src/screens/profile/ProfileScreen.cpp b/fincept-qt/src/screens/profile/ProfileScreen.cppindex e8a273c9a..0b852c7ba 100644--- a/fincept-qt/src/screens/profile/ProfileScreen.cpp+++ b/fincept-qt/src/screens/profile/ProfileScreen.cpp@@ -484,11 +484,11 @@ void ProfileScreen::refresh_all() {return;username_header_->setText(s.user_info.username.isEmpty() ? s.user_info.email : s.user_info.username);credits_badge_->setText(QString("CR %1").arg(s.user_info.credit_balance, 0, 'f', 2));- plan_badge_->setText(s.user_info.account_type.toUpper());+ plan_badge_->setText(s.account_type().toUpper());ov_username_->setText(s.user_info.username.isEmpty() ? "N/A" : s.user_info.username);ov_email_->setText(s.user_info.email.isEmpty() ? "N/A" : s.user_info.email);ov_user_type_->setText("REGISTERED");- ov_account_type_->setText(s.user_info.account_type.toUpper());+ ov_account_type_->setText(s.account_type().toUpper());ov_account_type_->setStyleSheet(QString("color:#d97706;font-size:13px;font-weight:700;background:transparent;%1").arg(MF));ov_phone_->setText(s.user_info.phone.isEmpty() ? "\xe2\x80\x94" : s.user_info.phone);@@ -502,7 +502,7 @@ void ProfileScreen::refresh_all() {.arg(s.user_info.mfa_enabled ? "#16a34a" : "#dc2626").arg(MF));ov_credits_big_->setText(QString::number(static_cast<int>(s.user_info.credit_balance)));- ov_plan_->setText(s.user_info.account_type.toUpper());+ ov_plan_->setText(s.account_type().toUpper());ov_plan_->setStyleSheet(QString("color:#d97706;font-size:13px;font-weight:700;background:transparent;%1").arg(MF));sec_verified_->setText(s.user_info.is_verified ? "YES" : "NO");sec_verified_->setStyleSheet(QString("color:%1;font-size:13px;font-weight:700;background:transparent;%2")@@ -512,7 +512,7 @@ void ProfileScreen::refresh_all() {sec_mfa_->setStyleSheet(QString("color:%1;font-size:13px;font-weight:700;background:transparent;%2").arg(s.user_info.mfa_enabled ? "#16a34a" : "#808080").arg(MF));- bill_plan_->setText(s.user_info.account_type.toUpper());+ bill_plan_->setText(s.account_type().toUpper());bill_credits_->setText(QString::number(s.user_info.credit_balance, 'f', 2));bill_support_->setText("COMMUNITY");}@@ -521,7 +521,7 @@ void ProfileScreen::fetch_usage_data() {// Populate stat boxes with session data as fallbackconst auto& s = auth::AuthManager::instance().session();usg_credits_->setText(QString::number(s.user_info.credit_balance, 'f', 0));- usg_plan_->setText(s.user_info.account_type.toUpper());+ usg_plan_->setText(s.account_type().toUpper());usg_rate_->setText("—");auth::UserApi::instance().get_user_usage(30, [this](auth::ApiResponse r) {diff --git a/fincept-qt/src/screens/report_builder/ReportBuilderScreen.cpp b/fincept-qt/src/screens/report_builder/ReportBuilderScreen.cppindex 21ad7607d..769ad7fb0 100644--- a/fincept-qt/src/screens/report_builder/ReportBuilderScreen.cpp+++ b/fincept-qt/src/screens/report_builder/ReportBuilderScreen.cpp@@ -1,5 +1,6 @@#include "screens/report_builder/ReportBuilderScreen.h"+#include "services/file_manager/FileManagerService.h"#include "services/markets/MarketDataService.h"#include "ui/theme/Theme.h"@@ -1683,6 +1684,9 @@ void ReportBuilderScreen::on_save() {f.write(serialize_to_json().toUtf8());f.close();update_recent(path);++ // Register with File Manager so it appears in the Files tab+ services::FileManagerService::instance().import_file(path, "report_builder");}void ReportBuilderScreen::on_auto_save() {@@ -1801,6 +1805,9 @@ void ReportBuilderScreen::on_export_pdf() {QMessageBox::information(this, "Export PDF","Report exported successfully to:\n" + path);++ // Register exported PDF with File Manager+ services::FileManagerService::instance().import_file(path, "report_builder");}void ReportBuilderScreen::on_preview() {diff --git a/fincept-qt/src/screens/settings/LlmConfigSection.cpp b/fincept-qt/src/screens/settings/LlmConfigSection.cppindex f0b3f275d..19d57d7d9 100644--- a/fincept-qt/src/screens/settings/LlmConfigSection.cpp+++ b/fincept-qt/src/screens/settings/LlmConfigSection.cpp@@ -6,6 +6,7 @@#include "core/logging/Logger.h"#include "network/http/HttpClient.h"#include "storage/repositories/LlmConfigRepository.h"+#include "storage/repositories/LlmProfileRepository.h"#include "storage/repositories/SettingsRepository.h"#include <QFormLayout>@@ -53,7 +54,8 @@ QStringList LlmConfigSection::fallback_models(const QString& provider) {if (p == "openai")return {"gpt-4o", "gpt-4o-mini", "gpt-4-turbo", "o3-mini"};if (p == "anthropic")- return {"claude-opus-4-6", "claude-sonnet-4-6", "claude-haiku-4-5-20251001"};+ return {"claude-sonnet-4-5-20250514", "claude-opus-4-5", "claude-3-5-sonnet-20241022",+ "claude-3-haiku-20240307"};if (p == "gemini")return {"gemini-2.5-flash", "gemini-2.5-pro", "gemini-2.0-flash"};if (p == "groq")@@ -61,7 +63,7 @@ QStringList LlmConfigSection::fallback_models(const QString& provider) {if (p == "deepseek")return {"deepseek-chat", "deepseek-reasoner"};if (p == "openrouter")- return {"openai/gpt-4o", "anthropic/claude-sonnet-4-6", "google/gemini-2.5-flash"};+ return {"openai/gpt-4o", "anthropic/claude-sonnet-4-5", "google/gemini-2.5-flash"};if (p == "ollama")return {"llama3:8b", "mistral:7b", "codellama:7b"};if (p == "fincept")@@ -76,15 +78,16 @@ QStringList LlmConfigSection::fallback_models(const QString& provider) {LlmConfigSection::LlmConfigSection(QWidget* parent) : QWidget(parent) {build_ui();- // Wire model fetch signalconnect(&ai_chat::LlmService::instance(), &ai_chat::LlmService::models_fetched, this,&LlmConfigSection::on_models_fetched);load_providers();+ load_profiles();}void LlmConfigSection::reload() {load_providers();+ load_profiles();}void LlmConfigSection::build_ui() {@@ -98,13 +101,31 @@ void LlmConfigSection::build_ui() {title_bar->setStyleSheet("background:#0d0d0d;border-bottom:1px solid #1e1e1e;");auto* tbl = new QHBoxLayout(title_bar);tbl->setContentsMargins(16, 0, 16, 0);- auto* title = new QLabel("LLM CONFIGURATION");- title->setStyleSheet("color:#ff6600;font-size:13px;font-weight:700;letter-spacing:1px;");- tbl->addWidget(title);+ auto* title_lbl = new QLabel("LLM CONFIGURATION");+ title_lbl->setStyleSheet("color:#ff6600;font-size:13px;font-weight:700;letter-spacing:1px;");+ tbl->addWidget(title_lbl);tbl->addStretch();root->addWidget(title_bar);- // Main area: left list + right form+ tab_widget_ = new QTabWidget;+ tab_widget_->setDocumentMode(true);+ tab_widget_->setStyleSheet(+ "QTabWidget::pane{border:none;background:#0a0a0a;}"+ "QTabBar::tab{background:#0d0d0d;color:#888;padding:8px 20px;font-size:11px;"+ "font-weight:600;letter-spacing:1px;border-bottom:2px solid transparent;}"+ "QTabBar::tab:selected{color:#ff6600;border-bottom:2px solid #ff6600;}"+ "QTabBar::tab:hover{color:#ccc;}");+ tab_widget_->addTab(build_providers_tab(), "PROVIDERS");+ tab_widget_->addTab(build_profiles_tab(), "PROFILES");+ root->addWidget(tab_widget_, 1);+}++QWidget* LlmConfigSection::build_providers_tab() {+ auto* w = new QWidget;+ auto* vl = new QVBoxLayout(w);+ vl->setContentsMargins(0, 0, 0, 0);+ vl->setSpacing(0);+auto* splitter = new QSplitter(Qt::Horizontal);splitter->setHandleWidth(1);splitter->addWidget(build_provider_list_panel());@@ -112,14 +133,14 @@ void LlmConfigSection::build_ui() {splitter->setStretchFactor(0, 0);splitter->setStretchFactor(1, 1);splitter->setSizes({220, 600});- root->addWidget(splitter, 1);+ vl->addWidget(splitter, 1);- // Global settings panel at bottomauto* sep = new QFrame;sep->setFixedHeight(1);sep->setStyleSheet("background:#1e1e1e;");- root->addWidget(sep);- root->addWidget(build_global_panel());+ vl->addWidget(sep);+ vl->addWidget(build_global_panel());+ return w;}QWidget* LlmConfigSection::build_provider_list_panel() {@@ -561,6 +582,7 @@ void LlmConfigSection::on_save_provider() {show_status("Saved and set as active provider", false);load_providers();+ ai_chat::LlmService::instance().reload_config();emit config_changed();LOG_INFO(TAG, "LLM provider saved: " + provider + " / " + cfg.model);@@ -700,8 +722,384 @@ void LlmConfigSection::show_status(const QString& msg, bool error) {status_lbl_->setText(msg);status_lbl_->setStyleSheet(error ? "color:#ff4444;font-size:11px;" : "color:#44cc44;font-size:11px;");status_lbl_->show();-QTimer::singleShot(4000, status_lbl_, &QLabel::hide);}+// ============================================================================+// Profiles tab — builder+// ============================================================================++QWidget* LlmConfigSection::build_profiles_tab() {+ auto* w = new QWidget;+ auto* hl = new QHBoxLayout(w);+ hl->setContentsMargins(0, 0, 0, 0);+ hl->setSpacing(0);++ auto* splitter = new QSplitter(Qt::Horizontal);+ splitter->setHandleWidth(1);+ splitter->setStyleSheet("QSplitter::handle{background:#1e1e1e;}");+ splitter->addWidget(build_profile_list_panel());+ splitter->addWidget(build_profile_form_panel());+ splitter->setStretchFactor(0, 0);+ splitter->setStretchFactor(1, 1);+ splitter->setSizes({240, 580});+ hl->addWidget(splitter);+ return w;+}++QWidget* LlmConfigSection::build_profile_list_panel() {+ auto* panel = new QWidget;+ panel->setFixedWidth(240);+ panel->setStyleSheet("background:#0a0a0a;border-right:1px solid #1e1e1e;");++ auto* vl = new QVBoxLayout(panel);+ vl->setContentsMargins(8, 8, 8, 8);+ vl->setSpacing(6);++ auto* lbl = new QLabel("PROFILES");+ lbl->setStyleSheet("color:#888;font-size:11px;font-weight:700;letter-spacing:1px;");+ vl->addWidget(lbl);++ auto* hint = new QLabel("A profile = named LLM config you can assign to any agent or team.");+ hint->setWordWrap(true);+ hint->setStyleSheet("color:#555;font-size:10px;padding-bottom:4px;");+ vl->addWidget(hint);++ profile_list_ = new QListWidget;+ profile_list_->setStyleSheet(+ "QListWidget{background:transparent;border:none;color:#ccc;font-size:12px;}"+ "QListWidget::item{padding:8px 6px;border-radius:3px;}"+ "QListWidget::item:selected{background:#1a1a1a;color:#ff6600;}"+ "QListWidget::item:hover{background:#111;}");+ connect(profile_list_, &QListWidget::currentRowChanged, this, &LlmConfigSection::on_profile_selected);+ vl->addWidget(profile_list_, 1);++ auto* btn_row = new QHBoxLayout;+ auto* add_btn = new QPushButton("+ New");+ add_btn->setStyleSheet(+ "QPushButton{background:#1a1a1a;color:#ff6600;border:1px solid #ff6600;"+ "border-radius:3px;padding:5px 10px;font-size:11px;font-weight:600;}"+ "QPushButton:hover{background:#2a1a0a;}");+ connect(add_btn, &QPushButton::clicked, this, [this]() {+ editing_profile_id_.clear();+ clear_profile_form();+ });+ btn_row->addWidget(add_btn);++ profile_delete_btn_ = new QPushButton("Delete");+ profile_delete_btn_->setEnabled(false);+ profile_delete_btn_->setStyleSheet(+ "QPushButton{background:transparent;color:#cc4444;border:1px solid #cc4444;"+ "border-radius:3px;padding:5px 10px;font-size:11px;}"+ "QPushButton:hover{background:#1a0a0a;}"+ "QPushButton:disabled{color:#333;border-color:#333;}");+ connect(profile_delete_btn_, &QPushButton::clicked, this, &LlmConfigSection::on_delete_profile);+ btn_row->addWidget(profile_delete_btn_);+ vl->addLayout(btn_row);++ return panel;+}++QWidget* LlmConfigSection::build_profile_form_panel() {+ auto* scroll = new QScrollArea;+ scroll->setWidgetResizable(true);+ scroll->setStyleSheet("QScrollArea{border:none;background:#0a0a0a;}"+ "QScrollBar:vertical{width:6px;background:#0d0d0d;}"+ "QScrollBar::handle:vertical{background:#333;}");++ auto* panel = new QWidget;+ panel->setStyleSheet("background:#0a0a0a;");+ auto* vl = new QVBoxLayout(panel);+ vl->setContentsMargins(20, 16, 20, 16);+ vl->setSpacing(10);++ static auto lbl = [](const QString& t) {+ auto* l = new QLabel(t);+ l->setStyleSheet("color:#888;font-size:10px;font-weight:700;letter-spacing:1px;");+ return l;+ };+ static auto field_style = []() {+ return QString("background:#111;color:#ccc;border:1px solid #2a2a2a;padding:6px 10px;font-size:12px;");+ };++ vl->addWidget(lbl("PROFILE NAME"));+ profile_name_edit_ = new QLineEdit;+ profile_name_edit_->setPlaceholderText("e.g. Fast Groq, Careful Claude, Coding minimax");+ profile_name_edit_->setStyleSheet(field_style());+ vl->addWidget(profile_name_edit_);++ vl->addWidget(lbl("PROVIDER"));+ profile_provider_combo_ = new QComboBox;+ profile_provider_combo_->addItems(KNOWN_PROVIDERS);+ profile_provider_combo_->setStyleSheet(+ QString("QComboBox{%1}QComboBox::drop-down{border:none;}").arg(field_style()));+ connect(profile_provider_combo_, &QComboBox::currentTextChanged,+ this, &LlmConfigSection::on_profile_provider_changed);+ vl->addWidget(profile_provider_combo_);++ vl->addWidget(lbl("MODEL"));+ profile_model_combo_ = new QComboBox;+ profile_model_combo_->setEditable(true);+ profile_model_combo_->setStyleSheet(+ QString("QComboBox{%1}QComboBox::drop-down{border:none;}").arg(field_style()));+ vl->addWidget(profile_model_combo_);++ vl->addWidget(lbl("API KEY"));+ profile_api_key_edit_ = new QLineEdit;+ profile_api_key_edit_->setEchoMode(QLineEdit::Password);+ profile_api_key_edit_->setPlaceholderText("Leave blank to inherit from provider");+ profile_api_key_edit_->setStyleSheet(field_style());+ vl->addWidget(profile_api_key_edit_);++ vl->addWidget(lbl("BASE URL (custom endpoint)"));+ profile_base_url_edit_ = new QLineEdit;+ profile_base_url_edit_->setPlaceholderText("Leave blank to use provider default");+ profile_base_url_edit_->setStyleSheet(field_style());+ vl->addWidget(profile_base_url_edit_);++ auto* param_row = new QHBoxLayout;+ auto* temp_col = new QVBoxLayout;+ temp_col->addWidget(lbl("TEMPERATURE"));+ profile_temp_spin_ = new QDoubleSpinBox;+ profile_temp_spin_->setRange(0.0, 2.0);+ profile_temp_spin_->setSingleStep(0.1);+ profile_temp_spin_->setValue(0.7);+ profile_temp_spin_->setStyleSheet(field_style());+ temp_col->addWidget(profile_temp_spin_);+ param_row->addLayout(temp_col);++ auto* tok_col = new QVBoxLayout;+ tok_col->addWidget(lbl("MAX TOKENS"));+ profile_tokens_spin_ = new QSpinBox;+ profile_tokens_spin_->setRange(256, 128000);+ profile_tokens_spin_->setSingleStep(256);+ profile_tokens_spin_->setValue(4096);+ profile_tokens_spin_->setStyleSheet(field_style());+ tok_col->addWidget(profile_tokens_spin_);+ param_row->addLayout(tok_col);+ vl->addLayout(param_row);++ vl->addWidget(lbl("SYSTEM PROMPT OVERRIDE (optional)"));+ profile_prompt_edit_ = new QPlainTextEdit;+ profile_prompt_edit_->setPlaceholderText("Leave blank to use global system prompt");+ profile_prompt_edit_->setMaximumHeight(80);+ profile_prompt_edit_->setStyleSheet(+ QString("QPlainTextEdit{%1}").arg(field_style()));+ vl->addWidget(profile_prompt_edit_);++ auto* btn_row = new QHBoxLayout;+ profile_save_btn_ = new QPushButton("SAVE PROFILE");+ profile_save_btn_->setStyleSheet(+ "QPushButton{background:#ff6600;color:#000;border:none;padding:8px 20px;"+ "font-size:11px;font-weight:700;letter-spacing:1px;}"+ "QPushButton:hover{background:#ff8800;}");+ connect(profile_save_btn_, &QPushButton::clicked, this, &LlmConfigSection::on_save_profile);+ btn_row->addWidget(profile_save_btn_);++ profile_default_btn_ = new QPushButton("SET AS DEFAULT");+ profile_default_btn_->setEnabled(false);+ profile_default_btn_->setStyleSheet(+ "QPushButton{background:transparent;color:#ff6600;border:1px solid #ff6600;"+ "padding:8px 20px;font-size:11px;font-weight:600;}"+ "QPushButton:hover{background:#1a0a00;}"+ "QPushButton:disabled{color:#333;border-color:#333;}");+ connect(profile_default_btn_, &QPushButton::clicked, this, &LlmConfigSection::on_set_default_profile);+ btn_row->addWidget(profile_default_btn_);+ btn_row->addStretch();+ vl->addLayout(btn_row);++ profile_status_lbl_ = new QLabel;+ profile_status_lbl_->hide();+ vl->addWidget(profile_status_lbl_);++ vl->addStretch();+ scroll->setWidget(panel);+ return scroll;+}++// ============================================================================+// Profiles tab — data helpers+// ============================================================================++void LlmConfigSection::load_profiles() {+ profile_list_->blockSignals(true);+ profile_list_->clear();++ auto result = LlmProfileRepository::instance().list_profiles();+ if (result.is_ok()) {+ for (const auto& p : result.value()) {+ QString display = p.name;+ if (p.is_default)+ display += " ★";+ display += QString(" [%1 / %2]").arg(p.provider, p.model_id);+ auto* item = new QListWidgetItem(display);+ item->setData(Qt::UserRole, p.id);+ if (p.is_default)+ item->setForeground(QColor("#ff6600"));+ profile_list_->addItem(item);+ }+ }++ profile_list_->blockSignals(false);+}++void LlmConfigSection::populate_profile_form(const LlmProfile& p) {+ profile_name_edit_->setText(p.name);++ int idx = profile_provider_combo_->findText(p.provider, Qt::MatchFixedString | Qt::MatchCaseSensitive);+ if (idx >= 0)+ profile_provider_combo_->setCurrentIndex(idx);+ else {+ profile_provider_combo_->addItem(p.provider);+ profile_provider_combo_->setCurrentText(p.provider);+ }++ // Populate model combo from fallback list, then select saved model+ profile_model_combo_->clear();+ profile_model_combo_->addItems(fallback_models(p.provider));+ profile_model_combo_->setCurrentText(p.model_id);++ profile_api_key_edit_->setText(p.api_key);+ profile_base_url_edit_->setText(p.base_url);+ profile_temp_spin_->setValue(p.temperature);+ profile_tokens_spin_->setValue(p.max_tokens);+ profile_prompt_edit_->setPlainText(p.system_prompt);++ editing_profile_id_ = p.id;+ profile_delete_btn_->setEnabled(true);+ profile_default_btn_->setEnabled(!p.is_default);+}++void LlmConfigSection::clear_profile_form() {+ profile_name_edit_->clear();+ profile_provider_combo_->setCurrentIndex(0);+ on_profile_provider_changed(profile_provider_combo_->currentText());+ profile_api_key_edit_->clear();+ profile_base_url_edit_->clear();+ profile_temp_spin_->setValue(0.7);+ profile_tokens_spin_->setValue(4096);+ profile_prompt_edit_->clear();+ profile_list_->clearSelection();+ profile_delete_btn_->setEnabled(false);+ profile_default_btn_->setEnabled(false);+ editing_profile_id_.clear();+}++void LlmConfigSection::show_profile_status(const QString& msg, bool error) {+ profile_status_lbl_->setText(msg);+ profile_status_lbl_->setStyleSheet(error ? "color:#ff4444;font-size:11px;" : "color:#44cc44;font-size:11px;");+ profile_status_lbl_->show();+ QTimer::singleShot(4000, profile_status_lbl_, &QLabel::hide);+}++// ============================================================================+// Profiles tab — slots+// ============================================================================++void LlmConfigSection::on_profile_selected(int row) {+ if (row < 0) return;+ auto* item = profile_list_->item(row);+ if (!item) return;+ QString id = item->data(Qt::UserRole).toString();+ auto r = LlmProfileRepository::instance().get_profile(id);+ if (r.is_ok())+ populate_profile_form(r.value());+}++void LlmConfigSection::on_profile_provider_changed(const QString& provider) {+ profile_model_combo_->clear();+ profile_model_combo_->addItems(fallback_models(provider));+ profile_base_url_edit_->setText(default_base_url(provider));++ // Pre-fill api_key from saved provider if present and field is empty+ if (profile_api_key_edit_->text().isEmpty()) {+ auto providers = LlmConfigRepository::instance().list_providers();+ if (providers.is_ok()) {+ for (const auto& p : providers.value()) {+ if (p.provider.toLower() == provider.toLower() && !p.api_key.isEmpty()) {+ profile_api_key_edit_->setText(p.api_key);+ break;+ }+ }+ }+ }+}++void LlmConfigSection::on_save_profile() {+ QString name = profile_name_edit_->text().trimmed();+ if (name.isEmpty()) {+ show_profile_status("Profile name is required", true);+ return;+ }+ QString provider = profile_provider_combo_->currentText().trimmed();+ QString model = profile_model_combo_->currentText().trimmed();+ if (model.isEmpty()) {+ show_profile_status("Model is required", true);+ return;+ }++ // If api_key is empty, inherit from saved provider+ QString api_key = profile_api_key_edit_->text().trimmed();+ if (api_key.isEmpty()) {+ auto providers = LlmConfigRepository::instance().list_providers();+ if (providers.is_ok()) {+ for (const auto& p : providers.value()) {+ if (p.provider.toLower() == provider.toLower()) {+ api_key = p.api_key;+ break;+ }+ }+ }+ }++ LlmProfile profile;+ profile.id = editing_profile_id_; // empty = new (repo generates UUID)+ profile.name = name;+ profile.provider = provider.toLower();+ profile.model_id = model;+ profile.api_key = api_key;+ profile.base_url = profile_base_url_edit_->text().trimmed();+ profile.temperature = profile_temp_spin_->value();+ profile.max_tokens = profile_tokens_spin_->value();+ profile.system_prompt = profile_prompt_edit_->toPlainText().trimmed();+ profile.is_default = false;++ auto r = LlmProfileRepository::instance().save_profile(profile);+ if (r.is_err()) {+ show_profile_status("Save failed: " + QString::fromStdString(r.error()), true);+ return;+ }++ show_profile_status("Profile saved", false);+ load_profiles();+ emit config_changed();+ LOG_INFO(TAG, QString("LLM profile saved: %1 (%2 / %3)").arg(name, provider, model));+}++void LlmConfigSection::on_delete_profile() {+ if (editing_profile_id_.isEmpty()) return;+ auto r = LlmProfileRepository::instance().delete_profile(editing_profile_id_);+ if (r.is_ok()) {+ clear_profile_form();+ load_profiles();+ emit config_changed();+ LOG_INFO(TAG, "LLM profile deleted: " + editing_profile_id_);+ } else {+ show_profile_status("Delete failed: " + QString::fromStdString(r.error()), true);+ }+}++void LlmConfigSection::on_set_default_profile() {+ if (editing_profile_id_.isEmpty()) return;+ auto r = LlmProfileRepository::instance().set_default(editing_profile_id_);+ if (r.is_ok()) {+ profile_default_btn_->setEnabled(false);+ load_profiles();+ emit config_changed();+ LOG_INFO(TAG, "LLM default profile set: " + editing_profile_id_);+ } else {+ show_profile_status("Failed: " + QString::fromStdString(r.error()), true);+ }+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/settings/LlmConfigSection.h b/fincept-qt/src/screens/settings/LlmConfigSection.hindex 8c84e89c4..e81ed4c52 100644--- a/fincept-qt/src/screens/settings/LlmConfigSection.h+++ b/fincept-qt/src/screens/settings/LlmConfigSection.h@@ -1,5 +1,7 @@#pragma once-// LlmConfigSection.h — LLM provider configuration panel for SettingsScreen+// LlmConfigSection.h — LLM provider + profile configuration panel++#include "storage/repositories/LlmProfileRepository.h"#include <QComboBox>#include <QDoubleSpinBox>@@ -12,6 +14,7 @@#include <QSpinBox>#include <QStackedWidget>#include <QStringList>+#include <QTabWidget>#include <QWidget>namespace fincept::screens {@@ -27,6 +30,7 @@ class LlmConfigSection : public QWidget {void config_changed(); // emitted when user saves — AiChatScreen reloadsprivate slots:+ // Provider tabvoid on_provider_selected(int row);void on_save_provider();void on_delete_provider();@@ -35,46 +39,79 @@ class LlmConfigSection : public QWidget {void on_fetch_models();void on_models_fetched(const QString& provider, const QStringList& models, const QString& error);+ // Profiles tab+ void on_profile_selected(int row);+ void on_save_profile();+ void on_delete_profile();+ void on_set_default_profile();+ void on_profile_provider_changed(const QString& provider);+private:- // Left: provider list- QListWidget* provider_list_ = nullptr;- QPushButton* add_btn_ = nullptr;- QPushButton* delete_btn_ = nullptr;-- // Right: config form- QStackedWidget* form_stack_ = nullptr; // 0=empty, 1=form, 2=fincept-- // Form fields- QLineEdit* provider_edit_ = nullptr;- QLineEdit* api_key_edit_ = nullptr;- QLineEdit* base_url_edit_ = nullptr;- QComboBox* model_combo_ = nullptr;- QPushButton* fetch_btn_ = nullptr;- QPushButton* save_btn_ = nullptr;- QPushButton* test_btn_ = nullptr;- QLabel* status_lbl_ = nullptr;-- // Global settings- QDoubleSpinBox* temp_spin_ = nullptr;- QSpinBox* tokens_spin_ = nullptr;- QPlainTextEdit* system_prompt_ = nullptr;- QPushButton* save_global_btn_ = nullptr;+ // ── Tab widget ────────────────────────────────────────────────────────────+ QTabWidget* tab_widget_ = nullptr;++ // ── Provider tab widgets ──────────────────────────────────────────────────+ QListWidget* provider_list_ = nullptr;+ QPushButton* add_btn_ = nullptr;+ QPushButton* delete_btn_ = nullptr;+ QStackedWidget* form_stack_ = nullptr; // 0=empty, 1=form, 2=fincept+ QLineEdit* provider_edit_ = nullptr;+ QLineEdit* api_key_edit_ = nullptr;+ QLineEdit* base_url_edit_ = nullptr;+ QComboBox* model_combo_ = nullptr;+ QPushButton* fetch_btn_ = nullptr;+ QPushButton* save_btn_ = nullptr;+ QPushButton* test_btn_ = nullptr;+ QLabel* status_lbl_ = nullptr;++ // Global settings (lives at bottom of provider tab)+ QDoubleSpinBox* temp_spin_ = nullptr;+ QSpinBox* tokens_spin_ = nullptr;+ QPlainTextEdit* system_prompt_ = nullptr;+ QPushButton* save_global_btn_ = nullptr;+ // ── Profiles tab widgets ──────────────────────────────────────────────────+ QListWidget* profile_list_ = nullptr;+ QLineEdit* profile_name_edit_ = nullptr;+ QComboBox* profile_provider_combo_ = nullptr;+ QComboBox* profile_model_combo_ = nullptr;+ QLineEdit* profile_api_key_edit_ = nullptr;+ QLineEdit* profile_base_url_edit_= nullptr;+ QDoubleSpinBox* profile_temp_spin_ = nullptr;+ QSpinBox* profile_tokens_spin_ = nullptr;+ QPlainTextEdit* profile_prompt_edit_ = nullptr;+ QPushButton* profile_save_btn_ = nullptr;+ QPushButton* profile_delete_btn_ = nullptr;+ QPushButton* profile_default_btn_ = nullptr;+ QLabel* profile_status_lbl_ = nullptr;++ // Profile state+ QString editing_profile_id_; // empty = new profile++ // ── Builders ──────────────────────────────────────────────────────────────void build_ui();+ QWidget* build_providers_tab();QWidget* build_provider_list_panel();QWidget* build_form_panel();QWidget* build_global_panel();+ QWidget* build_profiles_tab();+ QWidget* build_profile_list_panel();+ QWidget* build_profile_form_panel();+ // ── Provider tab helpers ──────────────────────────────────────────────────void load_providers();void populate_form(const QString& provider);void show_status(const QString& msg, bool error = false);- static const QStringList KNOWN_PROVIDERS;+ // ── Profiles tab helpers ──────────────────────────────────────────────────+ void load_profiles();+ void populate_profile_form(const LlmProfile& p);+ void clear_profile_form();+ void show_profile_status(const QString& msg, bool error = false);- // Default base URLs per provider (empty = provider's default)- static QString default_base_url(const QString& provider);- // Suggested models when fetch is not available- static QStringList fallback_models(const QString& provider);+ static const QStringList KNOWN_PROVIDERS;+ static QString default_base_url(const QString& provider);+ static QStringList fallback_models(const QString& provider);};} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/setup/SetupScreen.cpp b/fincept-qt/src/screens/setup/SetupScreen.cppindex 91b9f5bf8..3db047b05 100644--- a/fincept-qt/src/screens/setup/SetupScreen.cpp+++ b/fincept-qt/src/screens/setup/SetupScreen.cpp@@ -10,6 +10,7 @@#include <QMessageBox>#include <QProgressBar>#include <QPushButton>+#include <QTimer>#include <QVBoxLayout>namespace fincept::screens {@@ -24,6 +25,7 @@ static const QString kAccent = "#d97706"; // AmberSetupScreen::SetupScreen(QWidget* parent) : QWidget(parent) {build_ui();+ prefill_completed_steps();connect(&python::PythonSetupManager::instance(), &python::PythonSetupManager::progress_changed, this,&SetupScreen::on_progress);@@ -58,22 +60,12 @@ void SetupScreen::build_ui() {QString("color:%1; font-family:%2; font-size:24px; font-weight:700;").arg(kAccent, fonts::DATA_FAMILY));cl->addWidget(title);- auto* subtitle = new QLabel("First-Time Environment Setup", center);- subtitle->setAlignment(Qt::AlignCenter);- subtitle->setStyleSheet(+ subtitle_lbl_ = new QLabel("First-Time Environment Setup", center);+ subtitle_lbl_->setAlignment(Qt::AlignCenter);+ subtitle_lbl_->setStyleSheet(QString("color:%1; font-family:%2; font-size:13px;").arg(colors::TEXT_SECONDARY, fonts::DATA_FAMILY));- cl->addWidget(subtitle);-- auto* desc = new QLabel("Fincept Terminal requires Python and several analytics libraries.\n"- "This one-time setup uses UV (ultra-fast package manager) to download\n"- "and configure everything automatically. Internet connection required.\n"- "Estimated time: 3-5 minutes.",- center);- desc->setAlignment(Qt::AlignCenter);- desc->setWordWrap(true);- desc->setStyleSheet(QString("color:%1; font-family:%2; font-size:11px; margin:10px 0;")- .arg(colors::TEXT_TERTIARY, fonts::DATA_FAMILY));- cl->addWidget(desc);+ cl->addWidget(subtitle_lbl_);+cl->addSpacing(10);@@ -99,13 +91,20 @@ void SetupScreen::build_ui() {connect(begin_btn_, &QPushButton::clicked, this, &SetupScreen::on_begin_setup);cl->addWidget(begin_btn_);- // Status label- status_label_ = new QLabel("Click BEGIN SETUP to start", center);+ // Status label — text set by prefill_completed_steps()+ status_label_ = new QLabel({}, center);status_label_->setAlignment(Qt::AlignCenter);status_label_->setStyleSheet(QString("color:%1; font-family:%2; font-size:10px; margin-top:8px;").arg(colors::TEXT_TERTIARY, fonts::DATA_FAMILY));cl->addWidget(status_label_);+ summary_lbl_ = new QLabel({}, center);+ summary_lbl_->setAlignment(Qt::AlignCenter);+ summary_lbl_->setWordWrap(true);+ summary_lbl_->setStyleSheet(QString("color:%1; font-family:%2; font-size:10px;")+ .arg(colors::TEXT_TERTIARY, fonts::DATA_FAMILY));+ cl->addWidget(summary_lbl_);+// Install dir infoauto* dir_label = new QLabel("Install directory: " + python::PythonSetupManager::instance().install_dir(), center);dir_label->setAlignment(Qt::AlignCenter);@@ -230,4 +229,46 @@ void SetupScreen::on_setup_done(bool success, const QString& error) {}}+void SetupScreen::mark_step_done(const QString& key) {+ if (!steps_.contains(key)) return;+ auto& ui = steps_[key];+ ui.bar->setValue(100);+ ui.status->setText("DONE");+ ui.status->setStyleSheet(+ QString("color:%1; font-family:%2; font-size:9px;").arg(colors::GREEN, fonts::DATA_FAMILY));+}++void SetupScreen::prefill_completed_steps() {+ const auto status = python::PythonSetupManager::instance().check_status();++ // Pre-fill completed steps as green DONE+ if (status.uv_installed) mark_step_done("uv");+ if (status.python_installed) mark_step_done("python");+ if (status.venv_numpy1_ready && status.venv_numpy2_ready) mark_step_done("venv");+ if (status.venv_numpy1_ready) mark_step_done("packages-numpy1");+ if (status.venv_numpy2_ready) mark_step_done("packages-numpy2");++ const bool any_done = status.uv_installed || status.python_installed+ || status.venv_numpy1_ready || status.venv_numpy2_ready;+ const bool all_done = status.uv_installed && status.python_installed+ && status.venv_numpy1_ready && status.venv_numpy2_ready;++ summary_lbl_->setText({});++ if (all_done) {+ subtitle_lbl_->setText("Environment Ready");+ begin_btn_->setEnabled(false);+ begin_btn_->setText("ALREADY COMPLETE");+ status_label_->setText("All components are installed.");+ } else if (any_done) {+ subtitle_lbl_->setText("Completing Environment Setup");+ begin_btn_->setText("COMPLETE SETUP");+ status_label_->setText("Only missing components will be downloaded. Internet connection required.");+ } else {+ subtitle_lbl_->setText("First-Time Environment Setup");+ begin_btn_->setText("BEGIN SETUP");+ status_label_->setText("Estimated time: 3–5 minutes. Internet connection required.");+ }+}+} // namespace fincept::screensdiff --git a/fincept-qt/src/screens/setup/SetupScreen.h b/fincept-qt/src/screens/setup/SetupScreen.hindex 6c7631517..eaa71dfb4 100644--- a/fincept-qt/src/screens/setup/SetupScreen.h+++ b/fincept-qt/src/screens/setup/SetupScreen.h@@ -31,9 +31,13 @@ class SetupScreen : public QWidget {private:void build_ui();QWidget* build_step_row(const QString& label, const QString& object_name);+ void prefill_completed_steps();+ void mark_step_done(const QString& key);- QPushButton* begin_btn_ = nullptr;- QLabel* status_label_ = nullptr;+ QPushButton* begin_btn_ = nullptr;+ QLabel* status_label_ = nullptr;+ QLabel* subtitle_lbl_ = nullptr;+ QLabel* summary_lbl_ = nullptr;// Step progress bars (keyed by step name)struct StepUI {diff --git a/fincept-qt/src/services/agents/AgentService.cpp b/fincept-qt/src/services/agents/AgentService.cppindex 3d46c6969..6b6530403 100644--- a/fincept-qt/src/services/agents/AgentService.cpp+++ b/fincept-qt/src/services/agents/AgentService.cpp@@ -1,6 +1,7 @@// src/services/agents/AgentService.cpp#include "services/agents/AgentService.h"+#include "ai_chat/LlmService.h"#include "auth/AuthManager.h"#include "core/logging/Logger.h"#include "python/PythonRunner.h"@@ -48,13 +49,33 @@ int AgentService::cached_agent_count() const {// ── API key builder ──────────────────────────────────────────────────────────QJsonObject AgentService::build_api_keys() const {+ // Python's _get_api_key() looks up keys by env-var name (e.g. "ANTHROPIC_API_KEY"),+ // not by lowercase provider name. Send both forms so the lookup always succeeds.+ static const QMap<QString, QString> kEnvVarNames = {+ {"anthropic", "ANTHROPIC_API_KEY"},+ {"openai", "OPENAI_API_KEY"},+ {"google", "GOOGLE_API_KEY"},+ {"gemini", "GOOGLE_API_KEY"},+ {"groq", "GROQ_API_KEY"},+ {"deepseek", "DEEPSEEK_API_KEY"},+ {"financial_datasets","FINANCIAL_DATASETS_API_KEY"},+ {"tavily", "TAVILY_API_KEY"},+ {"mistral", "MISTRAL_API_KEY"},+ {"cohere", "COHERE_API_KEY"},+ {"xai", "XAI_API_KEY"},+ };+QJsonObject keys;auto providers = LlmConfigRepository::instance().list_providers();if (providers.is_ok()) {for (const auto& p : providers.value()) {- if (!p.api_key.isEmpty()) {- keys[p.provider.toLower()] = p.api_key;- }+ if (p.api_key.isEmpty())+ continue;+ const QString lower = p.provider.toLower();+ keys[lower] = p.api_key; // lowercase form+ const QString env_name = kEnvVarNames.value(lower);+ if (!env_name.isEmpty())+ keys[env_name] = p.api_key; // env-var form Python expects}}@@ -63,8 +84,8 @@ QJsonObject AgentService::build_api_keys() const {if (!keys.contains("fincept")) {const auto& session = auth::AuthManager::instance().session();if (!session.api_key.isEmpty()) {- keys["fincept"] = session.api_key;- keys["FINCEPT_API_KEY"] = session.api_key;+ keys["fincept"] = session.api_key;+ keys["FINCEPT_API_KEY"] = session.api_key;}}@@ -78,6 +99,31 @@ QJsonObject AgentService::build_payload(const QString& action, const QJsonObjectQJsonObject payload;payload["action"] = action;payload["api_keys"] = build_api_keys();++ // Inject the resolved LLM config as active_llm so Python can build the exact+ // model instance without re-resolving credentials.+ // Priority: config["model"] (per-agent resolved profile) > global active LLM.+ // This means: if the caller already embedded a resolved profile in config["model"]+ // (as build_config_from_editor() now does), Python gets the right per-agent creds.+ {+ if (config.contains("model") && !config["model"].toObject()["provider"].toString().isEmpty()) {+ // Use the per-agent resolved profile already embedded in the config+ payload["active_llm"] = config["model"].toObject();+ } else {+ auto& llm = ai_chat::LlmService::instance();+ if (llm.is_configured()) {+ QJsonObject active_llm;+ active_llm["provider"] = llm.active_provider();+ active_llm["model_id"] = llm.active_model();+ active_llm["api_key"] = llm.active_api_key();+ active_llm["base_url"] = llm.active_base_url();+ active_llm["temperature"] = llm.active_temperature();+ active_llm["max_tokens"] = llm.active_max_tokens();+ payload["active_llm"] = active_llm;+ }+ }+ }+if (!params.isEmpty())payload["params"] = params;if (!config.isEmpty())@@ -321,6 +367,122 @@ void AgentService::run_agent(const QString& query, const QJsonObject& config) {});}+// ── Streaming agent execution ─────────────────────────────────────────────────++void AgentService::run_agent_streaming(const QString& query, const QJsonObject& config) {+ LOG_INFO("AgentService", QString("Streaming agent query: %1").arg(query.left(80)));++ auto& py = python::PythonRunner::instance();+ if (!py.is_available()) {+ AgentExecutionResult r;+ r.success = false;+ r.error = "Python not available";+ emit agent_stream_done(r);+ return;+ }++ QJsonObject params;+ params["query"] = query;++ QJsonObject payload = build_payload("run", params, config);+ QByteArray payload_bytes = QJsonDocument(payload).toJson(QJsonDocument::Compact);++ QString python_path = py.python_path();+ QString script_path = py.scripts_dir() + "/agents/finagent_core/main.py";++ auto* proc = new QProcess(this);+ QPointer<AgentService> self = this;+ QElapsedTimer* timer = new QElapsedTimer;+ timer->start();++ // Accumulate full response from TOKEN chunks+ QString* accumulated = new QString;++ // Read stdout line by line as process writes+ connect(proc, &QProcess::readyReadStandardOutput, this, [self, proc, accumulated]() {+ if (!self) return;+ while (proc->canReadLine()) {+ QString line = QString::fromUtf8(proc->readLine()).trimmed();+ if (line.isEmpty()) continue;++ if (line.startsWith("TOKEN: ")) {+ QString token = line.mid(7);+ *accumulated += token + " ";+ emit self->agent_stream_token(token);+ } else if (line.startsWith("THINKING: ")) {+ emit self->agent_stream_thinking(line.mid(10));+ } else if (line.startsWith("TOOL: ")) {+ emit self->agent_stream_thinking("Tool: " + line.mid(6));+ } else if (line.startsWith("ERROR: ")) {+ AgentExecutionResult r;+ r.success = false;+ r.error = line.mid(7);+ emit self->agent_stream_done(r);+ }+ // DONE line and final JSON are handled in finished signal+ }+ });++ connect(proc, QOverload<int, QProcess::ExitStatus>::of(&QProcess::finished), this,+ [self, proc, accumulated, timer](int exit_code, QProcess::ExitStatus) {+ int elapsed = timer->elapsed();+ delete timer;++ // Drain any remaining stdout (final JSON result line)+ QString remaining = QString::fromUtf8(proc->readAllStandardOutput());+ QString stderr_str = QString::fromUtf8(proc->readAllStandardError());+ proc->deleteLater();++ if (!self) { delete accumulated; return; }++ // Find the final JSON line (last non-empty line)+ QString final_json;+ for (const QString& line : remaining.split('\n')) {+ QString t = line.trimmed();+ if (t.startsWith('{')) final_json = t;+ }++ AgentExecutionResult r;+ r.execution_time_ms = elapsed;++ QJsonDocument doc = QJsonDocument::fromJson(final_json.toUtf8());+ if (!doc.isNull() && doc.object()["success"].toBool()) {+ // Prefer full response from JSON if available, else use accumulated tokens+ QString json_response = doc.object()["response"].toString();+ r.success = true;+ r.response = json_response.isEmpty() ? accumulated->trimmed() : json_response;+ } else if (!accumulated->trimmed().isEmpty()) {+ // Tokens arrived but no final JSON — use accumulated+ r.success = true;+ r.response = accumulated->trimmed();+ } else {+ r.success = false;+ r.error = exit_code != 0 ? stderr_str.left(500) : "No response received";+ }++ delete accumulated;+ LOG_INFO("AgentService", QString("Streaming completed in %1ms").arg(elapsed));+ emit self->agent_stream_done(r);+ });++ connect(proc, &QProcess::errorOccurred, this, [self, proc, accumulated, timer](QProcess::ProcessError) {+ delete timer;+ QString err = proc->errorString();+ proc->deleteLater();+ delete accumulated;+ if (!self) return;+ AgentExecutionResult r;+ r.success = false;+ r.error = "Process error: " + err;+ emit self->agent_stream_done(r);+ });++ LOG_INFO("AgentService", QString("Starting streaming agent (%1 bytes payload)").arg(payload_bytes.size()));+ proc->start(python_path, {script_path, "--stdin", "--stream"});+ proc->write(payload_bytes);+ proc->closeWriteChannel();+}+// ── Query routing ────────────────────────────────────────────────────────────void AgentService::route_query(const QString& query) {@@ -357,8 +519,14 @@ void AgentService::run_team(const QString& query, const QJsonObject& team_configparams["query"] = query;params["team_config"] = team_config;+ // Pass coordinator model as config so build_payload promotes it to active_llm.+ // This ensures Python receives the resolved coordinator profile credentials.+ QJsonObject coord_as_config;+ if (team_config.contains("model"))+ coord_as_config["model"] = team_config["model"];+QPointer<AgentService> self = this;- run_python_stdin("run_team", params, {}, [self](bool ok, QJsonObject result) {+ run_python_stdin("run_team", params, coord_as_config, [self](bool ok, QJsonObject result) {if (!self)return;AgentExecutionResult r;@@ -647,7 +815,7 @@ void AgentService::run_agent_structured(const QString& query, const QJsonObject&// ── Routed query execution ───────────────────────────────────────────────────-void AgentService::execute_routed_query(const QString& query, const QString& session_id) {+void AgentService::execute_routed_query(const QString& query, const QJsonObject& config, const QString& session_id) {LOG_INFO("AgentService", QString("Execute routed query: %1").arg(query.left(60)));QJsonObject params;params["query"] = query;@@ -655,7 +823,7 @@ void AgentService::execute_routed_query(const QString& query, const QString& sesparams["session_id"] = session_id;QPointer<AgentService> self = this;- run_python_stdin("execute_query", params, {}, [self](bool ok, QJsonObject result) {+ run_python_stdin("execute_query", params, config, [self](bool ok, QJsonObject result) {if (!self)return;AgentExecutionResult r;diff --git a/fincept-qt/src/services/agents/AgentService.h b/fincept-qt/src/services/agents/AgentService.hindex f3c4de9f3..bd7abf7f1 100644--- a/fincept-qt/src/services/agents/AgentService.h+++ b/fincept-qt/src/services/agents/AgentService.h@@ -27,9 +27,10 @@ class AgentService : public QObject {// ── Core agent execution ─────────────────────────────────────────────────void run_agent(const QString& query, const QJsonObject& config);+ void run_agent_streaming(const QString& query, const QJsonObject& config);void run_agent_structured(const QString& query, const QJsonObject& config, const QString& output_model);void route_query(const QString& query);- void execute_routed_query(const QString& query, const QString& session_id = {});+ void execute_routed_query(const QString& query, const QJsonObject& config = {}, const QString& session_id = {});// ── Multi-query & parallel ───────────────────────────────────────────────void execute_multi_query(const QString& query, bool aggregate = true);@@ -89,6 +90,9 @@ class AgentService : public QObject {signals:void agents_discovered(QVector<AgentInfo> agents, QVector<AgentCategory> categories);void agent_result(AgentExecutionResult result);+ void agent_stream_token(const QString& token); // emitted per TOKEN chunk+ void agent_stream_thinking(const QString& status); // emitted per THINKING chunk+ void agent_stream_done(AgentExecutionResult result); // emitted when stream endsvoid routing_result(RoutingResult result);void tools_loaded(AgentToolsInfo info);void models_loaded(AgentModelsInfo info);diff --git a/fincept-qt/src/services/ai_quant_lab/AIQuantLabService.cpp b/fincept-qt/src/services/ai_quant_lab/AIQuantLabService.cppindex c2820de32..498ee29b0 100644--- a/fincept-qt/src/services/ai_quant_lab/AIQuantLabService.cpp+++ b/fincept-qt/src/services/ai_quant_lab/AIQuantLabService.cpp@@ -167,24 +167,258 @@ void AIQuantLabService::train_advanced_model(const QJsonObject& params) {run_module("advanced_models", "train_model", params);}+// ── Factor Discovery ─────────────────────────────────────────────────────────+void AIQuantLabService::factor_get_library() {+ run_python("ai_quant_lab/qlib_service.py", {"get_factor_library"}, "factor_discovery", "get_factor_library");+}+void AIQuantLabService::factor_get_data(const QJsonObject& params) {+ run_module("factor_discovery", "get_data", params);+}+void AIQuantLabService::factor_get_calendar(const QJsonObject& params) {+ run_module("factor_discovery", "get_calendar", params);+}+void AIQuantLabService::factor_get_instruments() {+ run_python("ai_quant_lab/qlib_service.py", {"get_instruments"}, "factor_discovery", "get_instruments");+}++// ── Model Library ─────────────────────────────────────────────────────────────+void AIQuantLabService::model_list() {+ run_python("ai_quant_lab/qlib_service.py", {"list_models"}, "model_library", "list_models");+}+void AIQuantLabService::model_train(const QJsonObject& params) {+ run_module("model_library", "train_model", params);+}+void AIQuantLabService::model_backtest(const QJsonObject& params) {+ run_module("model_library", "run_backtest", params);+}+void AIQuantLabService::model_check_status() {+ run_python("ai_quant_lab/qlib_service.py", {"check_status"}, "model_library", "check_status");+}++// ── Live Signals ──────────────────────────────────────────────────────────────+void AIQuantLabService::signals_get_data(const QJsonObject& params) {+ run_module("live_signals", "get_data", params);+}+void AIQuantLabService::signals_get_factor_analysis(const QJsonObject& params) {+ run_module("live_signals", "get_factor_analysis", params);+}+void AIQuantLabService::signals_get_feature_importance(const QJsonObject& params) {+ run_module("live_signals", "get_feature_importance", params);+}+// ── HFT ──────────────────────────────────────────────────────────────────────-void AIQuantLabService::hft_analyze(const QJsonObject& params) {- run_module("hft", "analyze", params);+void AIQuantLabService::hft_create_orderbook(const QJsonObject& params) {+ run_module("hft", "create_orderbook", params);+}+void AIQuantLabService::hft_snapshot(const QJsonObject& params) {+ run_module("hft", "snapshot", params);+}+void AIQuantLabService::hft_market_making_quotes(const QJsonObject& params) {+ run_module("hft", "market_making_quotes", params);+}+void AIQuantLabService::hft_detect_toxic(const QJsonObject& params) {+ run_module("hft", "detect_toxic", params);+}+void AIQuantLabService::hft_execute_order(const QJsonObject& params) {+ run_module("hft", "execute_order", params);}// ── Meta Learning ────────────────────────────────────────────────────────────-void AIQuantLabService::meta_learn(const QJsonObject& params) {- run_module("meta_learning", "learn", params);+void AIQuantLabService::meta_list_models() {+ run_python("ai_quant_lab/qlib_meta_learning.py", {"list_models"}, "meta_learning", "list_models");+}+void AIQuantLabService::meta_run_selection(const QJsonObject& params) {+ run_module("meta_learning", "run_selection", params);+}+void AIQuantLabService::meta_create_ensemble(const QJsonObject& params) {+ run_module("meta_learning", "create_ensemble", params);+}+void AIQuantLabService::meta_tune_hyperparameters(const QJsonObject& params) {+ run_module("meta_learning", "tune_hyperparameters", params);+}+void AIQuantLabService::meta_get_results() {+ run_python("ai_quant_lab/qlib_meta_learning.py", {"get_results"}, "meta_learning", "get_results");}// ── Online Learning ──────────────────────────────────────────────────────────-void AIQuantLabService::online_learn(const QJsonObject& params) {- run_module("online_learning", "learn", params);+void AIQuantLabService::online_list_models() {+ run_python("ai_quant_lab/qlib_online_learning.py", {"list_models"}, "online_learning", "list_models");+}+void AIQuantLabService::online_create_model(const QJsonObject& params) {+ run_module("online_learning", "create_model", params);+}+void AIQuantLabService::online_train(const QJsonObject& params) {+ run_module("online_learning", "train", params);+}+void AIQuantLabService::online_predict(const QJsonObject& params) {+ run_module("online_learning", "predict", params);+}+void AIQuantLabService::online_performance(const QJsonObject& params) {+ run_module("online_learning", "performance", params);}// ── Rolling Retraining ───────────────────────────────────────────────────────-void AIQuantLabService::rolling_retrain(const QJsonObject& params) {+void AIQuantLabService::rolling_create_schedule(const QJsonObject& params) {+ run_module("rolling_retraining", "create", params);+}+void AIQuantLabService::rolling_execute_retrain(const QJsonObject& params) {run_module("rolling_retraining", "retrain", params);}+void AIQuantLabService::rolling_list_schedules() {+ run_python("ai_quant_lab/qlib_rolling_retraining.py", {"list"}, "rolling_retraining", "list");+}++// ── Deep Agent (LangGraph multi-agent) ───────────────────────────────────────+void AIQuantLabService::run_deep_agent(const QJsonObject& params) {+ // Build the CLI payload: execute_task with task, agent_type, thread_id+ QJsonObject payload;+ payload["task"] = params["task"];+ payload["agent_type"] = params.contains("agent_type") ? params["agent_type"] : QJsonValue("general");+ if (params.contains("thread_id"))+ payload["thread_id"] = params["thread_id"];++ auto json = QJsonDocument(payload).toJson(QJsonDocument::Compact);+ run_python("agents/deepagents/cli.py", {"execute_task", json}, "deep_agent", "execute_task");+}++// ── RD-Agent (autonomous factor/model research) ──────────────────────────────+void AIQuantLabService::rd_agent_check_status() {+ run_python("agents/rdagents/cli.py", {"check_status"}, "deep_agent", "check_status");+}++void AIQuantLabService::rd_agent_start_factor_mining(const QJsonObject& params) {+ auto json = QJsonDocument(params).toJson(QJsonDocument::Compact);+ run_python("agents/rdagents/cli.py", {"start_factor_mining", json}, "deep_agent", "start_factor_mining");+}++void AIQuantLabService::rd_agent_start_model_optimization(const QJsonObject& params) {+ auto json = QJsonDocument(params).toJson(QJsonDocument::Compact);+ run_python("agents/rdagents/cli.py", {"start_model_optimization", json}, "deep_agent", "start_model_optimization");+}++void AIQuantLabService::rd_agent_start_quant_research(const QJsonObject& params) {+ auto json = QJsonDocument(params).toJson(QJsonDocument::Compact);+ run_python("agents/rdagents/cli.py", {"start_quant_research", json}, "deep_agent", "start_quant_research");+}++void AIQuantLabService::rd_agent_get_task_status(const QString& task_id) {+ auto json = QString("{\"task_id\":\"%1\"}").arg(task_id);+ run_python("agents/rdagents/cli.py", {"get_task_status", json}, "deep_agent", "get_task_status");+}++void AIQuantLabService::rd_agent_get_discovered_factors(const QString& task_id) {+ auto json = QString("{\"task_id\":\"%1\"}").arg(task_id);+ run_python("agents/rdagents/cli.py", {"get_discovered_factors", json}, "deep_agent", "get_discovered_factors");+}++void AIQuantLabService::rd_agent_get_optimized_model(const QString& task_id) {+ auto json = QString("{\"task_id\":\"%1\"}").arg(task_id);+ run_python("agents/rdagents/cli.py", {"get_optimized_model", json}, "deep_agent", "get_optimized_model");+}++void AIQuantLabService::rd_agent_list_tasks(const QString& status_filter) {+ QString json = status_filter.isEmpty()+ ? QStringLiteral("{}")+ : QString("{\"status\":\"%1\"}").arg(status_filter);+ run_python("agents/rdagents/cli.py", {"list_tasks", json}, "deep_agent", "list_tasks");+}++void AIQuantLabService::rd_agent_stop_task(const QString& task_id) {+ auto json = QString("{\"task_id\":\"%1\"}").arg(task_id);+ run_python("agents/rdagents/cli.py", {"stop_task", json}, "deep_agent", "stop_task");+}++void AIQuantLabService::rd_agent_resume_task(const QString& task_id, const QJsonObject& config) {+ QJsonObject params;+ params["task_id"] = task_id;+ if (!config.isEmpty())+ params["config"] = config;+ auto json = QJsonDocument(params).toJson(QJsonDocument::Compact);+ run_python("agents/rdagents/cli.py", {"resume_task", json}, "deep_agent", "resume_task");+}++void AIQuantLabService::rd_agent_start_ui() {+ run_python("agents/rdagents/cli.py", {"start_ui"}, "deep_agent", "start_ui");+}++void AIQuantLabService::rd_agent_start_mcp_server(int port) {+ auto json = QString("{\"port\":%1}").arg(port);+ run_python("agents/rdagents/cli.py", {"start_mcp_server", json}, "deep_agent", "start_mcp_server");+}++void AIQuantLabService::rd_agent_mcp_status() {+ run_python("agents/rdagents/cli.py", {"mcp_status"}, "deep_agent", "mcp_status");+}++// ── Feature Engineering ──────────────────────────────────────────────────────+void AIQuantLabService::feature_compute(const QJsonObject& params) {+ auto cmd = params["indicator"].toString("moving_average");+ run_module("feature_engineering", cmd, params);+}++void AIQuantLabService::feature_select_by_ic(const QJsonObject& params) {+ run_module("feature_engineering", "select_features_by_ic", params);+}++void AIQuantLabService::feature_evaluate_expression(const QJsonObject& params) {+ run_module("feature_engineering", "evaluate_expression", params);+}++// ── Portfolio Optimization ────────────────────────────────────────────────────+void AIQuantLabService::portopt_run(const QString& method, const QJsonObject& params) {+ run_module("portfolio_opt", method, params);+}++// ── Factor Evaluation ─────────────────────────────────────────────────────────+void AIQuantLabService::evaluation_ic(const QJsonObject& params) {+ run_module("factor_evaluation", "calculate_ic", params);+}++void AIQuantLabService::evaluation_report(const QJsonObject& params) {+ run_module("factor_evaluation", "generate_evaluation_report", params);+}++void AIQuantLabService::evaluation_risk_metrics(const QJsonObject& params) {+ run_module("factor_evaluation", "calculate_risk_metrics", params);+}++// ── Strategy Builder ──────────────────────────────────────────────────────────+void AIQuantLabService::strategy_create(const QString& type, const QJsonObject& params) {+ run_module("strategy_builder", type, params);+}++void AIQuantLabService::strategy_portfolio_metrics(const QJsonObject& params) {+ run_module("strategy_builder", "portfolio_metrics", params);+}++void AIQuantLabService::strategy_list() {+ run_module("strategy_builder", "list_strategies", {});+}++// ── Data Processors ───────────────────────────────────────────────────────────+void AIQuantLabService::dataproc_list_processors() {+ run_module("data_processors", "list_processors", {});+}++void AIQuantLabService::dataproc_create_pipeline(const QJsonObject& params) {+ run_module("data_processors", "create_pipeline", params);+}++void AIQuantLabService::dataproc_process_data(const QJsonObject& params) {+ run_module("data_processors", "process_data", params);+}++// ── Quant Reporting ───────────────────────────────────────────────────────────+void AIQuantLabService::reporting_ic_analysis(const QJsonObject& params) {+ run_module("quant_reporting", "ic_analysis", params);+}++void AIQuantLabService::reporting_model_performance(const QJsonObject& params) {+ run_module("quant_reporting", "model_performance", params);+}++void AIQuantLabService::reporting_cumulative_returns(const QJsonObject& params) {+ run_module("quant_reporting", "cumulative_return_graph", params);+}} // namespace fincept::services::quantdiff --git a/fincept-qt/src/services/ai_quant_lab/AIQuantLabService.h b/fincept-qt/src/services/ai_quant_lab/AIQuantLabService.hindex 9b0831e83..19397c2e0 100644--- a/fincept-qt/src/services/ai_quant_lab/AIQuantLabService.h+++ b/fincept-qt/src/services/ai_quant_lab/AIQuantLabService.h@@ -48,22 +48,99 @@ class AIQuantLabService : public QObject {void cfa_bootstrap(const QJsonObject& params);void cfa_data_quality(const QJsonObject& params);+ // ── Deep Agent (LangGraph multi-agent) ──────────────────────────────────+ void run_deep_agent(const QJsonObject& params);++ // ── RD-Agent (autonomous factor/model research) ──────────────────────────+ void rd_agent_check_status();+ void rd_agent_start_factor_mining(const QJsonObject& params);+ void rd_agent_start_model_optimization(const QJsonObject& params);+ void rd_agent_start_quant_research(const QJsonObject& params);+ void rd_agent_get_task_status(const QString& task_id);+ void rd_agent_get_discovered_factors(const QString& task_id);+ void rd_agent_get_optimized_model(const QString& task_id);+ void rd_agent_list_tasks(const QString& status_filter = {});+ void rd_agent_stop_task(const QString& task_id);+ void rd_agent_resume_task(const QString& task_id, const QJsonObject& config = {});+ void rd_agent_start_ui();+ void rd_agent_start_mcp_server(int port = 18765);+ void rd_agent_mcp_status();+// ── Advanced ────────────────────────────────────────────────────────────void list_advanced_models();void create_advanced_model(const QJsonObject& params);void train_advanced_model(const QJsonObject& params);+ // ── Factor Discovery ────────────────────────────────────────────────────+ void factor_get_library();+ void factor_get_data(const QJsonObject& params);+ void factor_get_calendar(const QJsonObject& params);+ void factor_get_instruments();++ // ── Model Library ───────────────────────────────────────────────────────+ void model_list();+ void model_train(const QJsonObject& params);+ void model_backtest(const QJsonObject& params);+ void model_check_status();++ // ── Live Signals ────────────────────────────────────────────────────────+ void signals_get_data(const QJsonObject& params);+ void signals_get_factor_analysis(const QJsonObject& params);+ void signals_get_feature_importance(const QJsonObject& params);+// ── HFT ─────────────────────────────────────────────────────────────────- void hft_analyze(const QJsonObject& params);+ void hft_create_orderbook(const QJsonObject& params);+ void hft_snapshot(const QJsonObject& params);+ void hft_market_making_quotes(const QJsonObject& params);+ void hft_detect_toxic(const QJsonObject& params);+ void hft_execute_order(const QJsonObject& params);// ── Meta Learning ───────────────────────────────────────────────────────- void meta_learn(const QJsonObject& params);+ void meta_list_models();+ void meta_run_selection(const QJsonObject& params);+ void meta_create_ensemble(const QJsonObject& params);+ void meta_tune_hyperparameters(const QJsonObject& params);+ void meta_get_results();// ── Online Learning ─────────────────────────────────────────────────────- void online_learn(const QJsonObject& params);+ void online_list_models();+ void online_create_model(const QJsonObject& params);+ void online_train(const QJsonObject& params);+ void online_predict(const QJsonObject& params);+ void online_performance(const QJsonObject& params);// ── Rolling Retraining ──────────────────────────────────────────────────- void rolling_retrain(const QJsonObject& params);+ void rolling_create_schedule(const QJsonObject& params);+ void rolling_execute_retrain(const QJsonObject& params);+ void rolling_list_schedules();++ // ── Feature Engineering ─────────────────────────────────────────────────+ void feature_compute(const QJsonObject& params);+ void feature_select_by_ic(const QJsonObject& params);+ void feature_evaluate_expression(const QJsonObject& params);++ // ── Portfolio Optimization ──────────────────────────────────────────────+ void portopt_run(const QString& method, const QJsonObject& params);++ // ── Factor Evaluation ───────────────────────────────────────────────────+ void evaluation_ic(const QJsonObject& params);+ void evaluation_report(const QJsonObject& params);+ void evaluation_risk_metrics(const QJsonObject& params);++ // ── Strategy Builder ────────────────────────────────────────────────────+ void strategy_create(const QString& type, const QJsonObject& params);+ void strategy_portfolio_metrics(const QJsonObject& params);+ void strategy_list();++ // ── Data Processors ─────────────────────────────────────────────────────+ void dataproc_list_processors();+ void dataproc_create_pipeline(const QJsonObject& params);+ void dataproc_process_data(const QJsonObject& params);++ // ── Quant Reporting ─────────────────────────────────────────────────────+ void reporting_ic_analysis(const QJsonObject& params);+ void reporting_model_performance(const QJsonObject& params);+ void reporting_cumulative_returns(const QJsonObject& params);signals:void result_ready(QString module_id, QString command, QJsonObject data);diff --git a/fincept-qt/src/services/ai_quant_lab/AIQuantLabTypes.h b/fincept-qt/src/services/ai_quant_lab/AIQuantLabTypes.hindex e553bd344..090b4180e 100644--- a/fincept-qt/src/services/ai_quant_lab/AIQuantLabTypes.h+++ b/fincept-qt/src/services/ai_quant_lab/AIQuantLabTypes.h@@ -33,7 +33,7 @@ inline QVector<QuantModule> all_quant_modules() {// AI/ML{"deep_agent", "Deep Agent", "DAGENT", "AI_ML", QColor("#9D4EDD"),- "ai_quant_lab/rdagent/core/rd_agent_service.py", "Autonomous AI research agent (RD-Agent)"},+ "agents/rdagents/cli.py", "Autonomous AI research agent (RD-Agent)"},{"rl_trading", "RL Trading", "RL", "AI_ML", QColor("#FF3B8E"), "ai_quant_lab/qlib_rl.py","Reinforcement learning: PPO, DQN, A2C, SAC, TD3"},{"online_learning", "Online Learning", "ONLINE", "AI_ML", QColor("#00BCD4"),@@ -51,6 +51,20 @@ inline QVector<QuantModule> all_quant_modules() {{"advanced_models", "Advanced Models", "ADV", "ADVANCED", QColor("#03A9F4"),"ai_quant_lab/qlib_advanced_models.py", "LSTM, GRU, Transformer, Localformer, HIST, GAT"},+ // QLIB SUITE+ {"feature_engineering", "Feature Engineering", "FEAT", "ADVANCED", QColor("#26C6DA"),+ "ai_quant_lab/qlib_feature_engineering.py", "Technical indicators, factor selection, expression engine"},+ {"portfolio_opt", "Portfolio Optimization", "PORTOPT", "ADVANCED", QColor("#66BB6A"),+ "ai_quant_lab/qlib_portfolio_opt.py", "Black-Litterman, HRP, Min-Variance, Max-Sharpe, EF"},+ {"factor_evaluation", "Factor Evaluation", "EVAL", "ADVANCED", QColor("#FFA726"),+ "ai_quant_lab/qlib_evaluation.py", "IC metrics, factor returns, risk metrics, factor scoring"},+ {"strategy_builder", "Strategy Builder", "STRAT", "ADVANCED", QColor("#AB47BC"),+ "ai_quant_lab/qlib_strategy.py", "TopK-Dropout, Enhanced Indexing, Risk Parity, Mean-Variance"},+ {"data_processors", "Data Processors", "PROC", "ADVANCED", QColor("#EF5350"),+ "ai_quant_lab/qlib_data_processors.py", "10 normalizers: zscore, winsorize, cs_rank, tanh, fillna"},+ {"quant_reporting", "Quant Reporting", "REPORT", "ANALYTICS", QColor("#78909C"),+ "ai_quant_lab/qlib_reporting.py", "IC reports, cumulative returns, risk analysis, model performance"},+// ANALYTICS{"cfa_quant", "CFA Quant", "CFA", "ANALYTICS", QColor("#FF6B35"), "Analytics/quant_analytics_cli.py","Trend, ARIMA, ML prediction, PCA, bootstrap"},diff --git a/fincept-qt/src/services/algo_trading/AlgoTradingService.cpp b/fincept-qt/src/services/algo_trading/AlgoTradingService.cppindex 4eb22b012..2dff0b7c4 100644--- a/fincept-qt/src/services/algo_trading/AlgoTradingService.cpp+++ b/fincept-qt/src/services/algo_trading/AlgoTradingService.cpp@@ -6,10 +6,16 @@#include <QJsonDocument>#include <QPointer>+#include <QStandardPaths>#include <QUuid>namespace fincept::services::algo {+// ── DB path helper ────────────────────────────────────────────────────────────+static QString algo_db_path() {+ return QStandardPaths::writableLocation(QStandardPaths::AppDataLocation) + "/fincept.db";+}+AlgoTradingService& AlgoTradingService::instance() {static AlgoTradingService inst;return inst;@@ -27,7 +33,7 @@ void AlgoTradingService::run_python(const QString& script, const QStringList& ar});}-// ── Strategy CRUD ────────────────────────────────────────────────────────────+// ── Strategy CRUD ─────────────────────────────────────────────────────────────void AlgoTradingService::save_strategy(const AlgoStrategy& strategy) {QJsonObject obj;obj["id"] = strategy.id.isEmpty() ? QUuid::createUuid().toString(QUuid::WithoutBraces) : strategy.id;@@ -43,7 +49,9 @@ void AlgoTradingService::save_strategy(const AlgoStrategy& strategy) {obj["trailing_stop"] = strategy.trailing_stop;auto json = QJsonDocument(obj).toJson(QJsonDocument::Compact);- run_python("algo_trading/backtest_engine.py", {"save_strategy", json}, "save_strategy",+ run_python("algo_trading/backtest_engine.py",+ {"save_strategy", json, "--db", algo_db_path()},+ "save_strategy",[this, obj](bool ok, const QString& out) {if (!ok) {emit error_occurred("save_strategy", out);@@ -54,7 +62,9 @@ void AlgoTradingService::save_strategy(const AlgoStrategy& strategy) {}void AlgoTradingService::list_strategies() {- run_python("algo_trading/backtest_engine.py", {"list_strategies"}, "list_strategies",+ run_python("algo_trading/backtest_engine.py",+ {"list_strategies", "--db", algo_db_path()},+ "list_strategies",[this](bool ok, const QString& out) {if (!ok) {emit error_occurred("list_strategies", out);@@ -71,6 +81,8 @@ void AlgoTradingService::list_strategies() {s.name = o["name"].toString();s.description = o["description"].toString();s.timeframe = o["timeframe"].toString();+ s.entry_conditions = o["entry_conditions"].toArray();+ s.exit_conditions = o["exit_conditions"].toArray();s.entry_logic = o["entry_logic"].toString("AND");s.exit_logic = o["exit_logic"].toString("AND");s.stop_loss = o["stop_loss"].toDouble();@@ -85,7 +97,9 @@ void AlgoTradingService::list_strategies() {}void AlgoTradingService::delete_strategy(const QString& id) {- run_python("algo_trading/backtest_engine.py", {"delete_strategy", id}, "delete_strategy",+ run_python("algo_trading/backtest_engine.py",+ {"delete_strategy", id, "--db", algo_db_path()},+ "delete_strategy",[this, id](bool ok, const QString& out) {if (!ok) {emit error_occurred("delete_strategy", out);@@ -95,24 +109,18 @@ void AlgoTradingService::delete_strategy(const QString& id) {});}-// ── Deployment lifecycle ─────────────────────────────────────────────────────+// ── Deployment lifecycle ──────────────────────────────────────────────────────void AlgoTradingService::deploy_strategy(const QString& strategy_id, const QString& symbol, const QString& mode,const QString& timeframe, double quantity) {auto deploy_id = QUuid::createUuid().toString(QUuid::WithoutBraces);- QJsonObject params;- params["deploy_id"] = deploy_id;- params["strategy_id"] = strategy_id;- params["symbol"] = symbol;- params["mode"] = mode;- params["timeframe"] = timeframe;- params["quantity"] = quantity;-- auto json = QJsonDocument(params).toJson(QJsonDocument::Compact);- // algo_live_runner is a long-running process — we start it and don't wait+ // algo_live_runner is a long-running process — start and don't wait for completionrun_python("algo_trading/algo_live_runner.py",- {"--deploy-id", deploy_id, "--strategy-id", strategy_id, "--symbol", symbol, "--mode", mode,- "--timeframe", timeframe, "--quantity", QString::number(quantity)},- "deploy", [this, deploy_id](bool ok, const QString& out) {+ {"--deploy-id", deploy_id, "--strategy-id", strategy_id,+ "--symbol", symbol, "--mode", mode,+ "--timeframe", timeframe, "--quantity", QString::number(quantity),+ "--db", algo_db_path()},+ "deploy",+ [this, deploy_id](bool ok, const QString& out) {if (!ok) {emit error_occurred("deploy", out);return;@@ -122,7 +130,9 @@ void AlgoTradingService::deploy_strategy(const QString& strategy_id, const QStri}void AlgoTradingService::stop_deployment(const QString& deployment_id) {- run_python("algo_trading/algo_live_runner.py", {"stop", deployment_id}, "stop_deployment",+ run_python("algo_trading/algo_manager.py",+ {"stop", deployment_id, "--db", algo_db_path()},+ "stop_deployment",[this, deployment_id](bool ok, const QString& out) {if (!ok) {emit error_occurred("stop_deployment", out);@@ -133,17 +143,22 @@ void AlgoTradingService::stop_deployment(const QString& deployment_id) {}void AlgoTradingService::stop_all_deployments() {- run_python("algo_trading/algo_live_runner.py", {"stop_all"}, "stop_all", [this](bool ok, const QString& out) {- if (!ok) {- emit error_occurred("stop_all", out);- return;- }- LOG_INFO("AlgoTrading", "All deployments stopped");- });+ run_python("algo_trading/algo_manager.py",+ {"stop_all", "--db", algo_db_path()},+ "stop_all",+ [this](bool ok, const QString& out) {+ if (!ok) {+ emit error_occurred("stop_all", out);+ return;+ }+ LOG_INFO("AlgoTrading", "All deployments stopped");+ });}void AlgoTradingService::list_deployments() {- run_python("algo_trading/algo_live_runner.py", {"list_deployments"}, "list_deployments",+ run_python("algo_trading/algo_manager.py",+ {"list_deployments", "--db", algo_db_path()},+ "list_deployments",[this](bool ok, const QString& out) {if (!ok) {emit error_occurred("list_deployments", out);@@ -181,36 +196,7 @@ void AlgoTradingService::list_deployments() {});}-void AlgoTradingService::get_trades(const QString& deployment_id) {- run_python("algo_trading/algo_live_runner.py", {"get_trades", deployment_id}, "get_trades",- [this, deployment_id](bool ok, const QString& out) {- if (!ok) {- emit error_occurred("get_trades", out);- return;- }- auto doc = QJsonDocument::fromJson(python::extract_json(out).toUtf8());- auto arr = doc.object()["trades"].toArray();- QVector<AlgoTrade> trades;- trades.reserve(arr.size());- for (const auto& v : arr) {- auto o = v.toObject();- AlgoTrade t;- t.id = o["id"].toString();- t.deployment_id = deployment_id;- t.symbol = o["symbol"].toString();- t.side = o["side"].toString();- t.quantity = o["quantity"].toDouble();- t.price = o["price"].toDouble();- t.pnl = o["pnl"].toDouble();- t.signal_reason = o["signal_reason"].toString();- t.timestamp = o["timestamp"].toString();- trades.append(t);- }- emit trades_loaded(deployment_id, trades);- });-}--// ── Backtesting ──────────────────────────────────────────────────────────────+// ── Backtesting ───────────────────────────────────────────────────────────────void AlgoTradingService::run_backtest(const QString& strategy_id, const QString& symbol, const QString& start_date,const QString& end_date, double capital) {QJsonObject params;@@ -221,7 +207,9 @@ void AlgoTradingService::run_backtest(const QString& strategy_id, const QString¶ms["initial_capital"] = capital;auto json = QJsonDocument(params).toJson(QJsonDocument::Compact);- run_python("algo_trading/backtest_engine.py", {"run_backtest", json}, "backtest",+ run_python("algo_trading/backtest_engine.py",+ {"run_backtest", json, "--db", algo_db_path()},+ "backtest",[this](bool ok, const QString& out) {if (!ok) {emit error_occurred("backtest", out);@@ -232,43 +220,27 @@ void AlgoTradingService::run_backtest(const QString& strategy_id, const QString&});}-// ── Scanner ──────────────────────────────────────────────────────────────────+// ── Scanner ───────────────────────────────────────────────────────────────────void AlgoTradingService::run_scan(const QJsonArray& conditions, const QStringList& symbols, const QString& timeframe,- int lookback_days) {+ int lookback_days, const QString& logic) {QJsonObject params;params["conditions"] = conditions;params["symbols"] = QJsonArray::fromStringList(symbols);params["timeframe"] = timeframe;params["lookback_days"] = lookback_days;+ params["logic"] = logic;auto json = QJsonDocument(params).toJson(QJsonDocument::Compact);- run_python("algo_trading/scanner_engine.py", {"scan", json}, "scan", [this](bool ok, const QString& out) {- if (!ok) {- emit error_occurred("scan", out);- return;- }- auto doc = QJsonDocument::fromJson(python::extract_json(out).toUtf8());- emit scan_result(doc.object());- });-}--// ── Condition evaluation ─────────────────────────────────────────────────────-void AlgoTradingService::evaluate_conditions(const QJsonArray& conditions, const QString& symbol,- const QString& timeframe) {- QJsonObject params;- params["conditions"] = conditions;- params["symbol"] = symbol;- params["timeframe"] = timeframe;- auto json = QJsonDocument(params).toJson(QJsonDocument::Compact);-- run_python("algo_trading/condition_evaluator.py", {"evaluate", json}, "evaluate",+ run_python("algo_trading/scanner_engine.py",+ {"scan", json, "--db", algo_db_path()},+ "scan",[this](bool ok, const QString& out) {if (!ok) {- emit error_occurred("evaluate", out);+ emit error_occurred("scan", out);return;}auto doc = QJsonDocument::fromJson(python::extract_json(out).toUtf8());- emit condition_result(doc.object());+ emit scan_result(doc.object());});}diff --git a/fincept-qt/src/services/algo_trading/AlgoTradingService.h b/fincept-qt/src/services/algo_trading/AlgoTradingService.hindex e4245fc5e..b6ea181ef 100644--- a/fincept-qt/src/services/algo_trading/AlgoTradingService.h+++ b/fincept-qt/src/services/algo_trading/AlgoTradingService.h@@ -23,7 +23,6 @@ class AlgoTradingService : public QObject {void stop_deployment(const QString& deployment_id);void stop_all_deployments();void list_deployments();- void get_trades(const QString& deployment_id);// ── Backtesting ─────────────────────────────────────────────────────────void run_backtest(const QString& strategy_id, const QString& symbol, const QString& start_date,@@ -31,10 +30,7 @@ class AlgoTradingService : public QObject {// ── Scanner ─────────────────────────────────────────────────────────────void run_scan(const QJsonArray& conditions, const QStringList& symbols, const QString& timeframe,- int lookback_days);-- // ── Condition evaluation ────────────────────────────────────────────────- void evaluate_conditions(const QJsonArray& conditions, const QString& symbol, const QString& timeframe);+ int lookback_days, const QString& logic = "AND");signals:void strategy_saved(QString id);@@ -43,10 +39,8 @@ class AlgoTradingService : public QObject {void deployment_started(QString deployment_id);void deployments_loaded(QVector<fincept::services::algo::AlgoDeployment> deployments);void deployment_stopped(QString deployment_id);- void trades_loaded(QString deployment_id, QVector<fincept::services::algo::AlgoTrade> trades);void backtest_result(QJsonObject data);void scan_result(QJsonObject data);- void condition_result(QJsonObject data);void error_occurred(QString context, QString message);private:diff --git a/fincept-qt/src/services/algo_trading/AlgoTradingTypes.h b/fincept-qt/src/services/algo_trading/AlgoTradingTypes.hindex b1cbbb7f7..e99ccbc47 100644--- a/fincept-qt/src/services/algo_trading/AlgoTradingTypes.h+++ b/fincept-qt/src/services/algo_trading/AlgoTradingTypes.h@@ -66,20 +66,6 @@ inline QColor deployment_status_color(const QString& status) {return QColor("#787878"); // pending}-// ── Trade ───────────────────────────────────────────────────────────────────--struct AlgoTrade {- QString id;- QString deployment_id;- QString symbol;- QString side; // BUY, SELL- double quantity = 0;- double price = 0;- double pnl = 0;- QString signal_reason;- QString timestamp;-};-// ── Condition ───────────────────────────────────────────────────────────────struct ConditionDef {diff --git a/fincept-qt/src/services/file_manager/FileManagerService.cpp b/fincept-qt/src/services/file_manager/FileManagerService.cppnew file mode 100644index 000000000..dc47210a3--- /dev/null+++ b/fincept-qt/src/services/file_manager/FileManagerService.cpp@@ -0,0 +1,219 @@+// FileManagerService.cpp++#include "services/file_manager/FileManagerService.h"++#include "core/logging/Logger.h"++#include <QDateTime>+#include <QDir>+#include <QFile>+#include <QFileInfo>+#include <QJsonDocument>+#include <QMimeDatabase>+#include <QStandardPaths>+#include <QUuid>++namespace fincept::services {++static constexpr const char* TAG = "FileManagerService";++// ── Singleton ────────────────────────────────────────────────────────────────++FileManagerService& FileManagerService::instance() {+ static FileManagerService s_instance;+ return s_instance;+}++FileManagerService::FileManagerService(QObject* parent) : QObject(parent) {+ QDir().mkpath(storage_dir());+ files_cache_ = read_metadata();+ LOG_INFO(TAG, QString("Loaded %1 managed files").arg(files_cache_.size()));+}++// ── Paths ────────────────────────────────────────────────────────────────────++QString FileManagerService::storage_dir() const {+ return QStandardPaths::writableLocation(QStandardPaths::AppDataLocation) + "/fincept-files";+}++QString FileManagerService::full_path(const QString& stored_name) const {+ return storage_dir() + "/" + stored_name;+}++QString FileManagerService::metadata_path() const {+ return storage_dir() + "/metadata.json";+}++// ── Persistence ──────────────────────────────────────────────────────────────++QJsonArray FileManagerService::read_metadata() const {+ QFile file(metadata_path());+ if (!file.exists() || !file.open(QIODevice::ReadOnly))+ return {};+ auto doc = QJsonDocument::fromJson(file.readAll());+ file.close();+ if (doc.isObject() && doc.object().contains("files"))+ return doc.object()["files"].toArray();+ return {};+}++void FileManagerService::write_metadata(const QJsonArray& files) const {+ QDir().mkpath(storage_dir());+ QJsonObject root;+ root["files"] = files;+ QFile file(metadata_path());+ if (file.open(QIODevice::WriteOnly)) {+ file.write(QJsonDocument(root).toJson(QJsonDocument::Compact));+ file.close();+ }+}++// ── Serialisation helpers ─────────────────────────────────────────────────────++QJsonObject FileManagerService::to_json(const ManagedFile& f) const {+ return QJsonObject{+ {"id", f.id},+ {"name", f.name},+ {"originalName", f.original_name},+ {"size", f.size},+ {"type", f.mime_type},+ {"uploadedAt", f.uploaded_at},+ {"path", f.path},+ {"sourceScreen", f.source_screen}+ };+}++ManagedFile FileManagerService::from_json(const QJsonObject& obj) const {+ ManagedFile f;+ f.id = obj["id"].toString();+ f.name = obj["name"].toString();+ f.original_name = obj["originalName"].toString();+ f.size = obj["size"].toInteger();+ f.mime_type = obj["type"].toString();+ f.uploaded_at = obj["uploadedAt"].toString();+ f.path = obj["path"].toString();+ f.source_screen = obj["sourceScreen"].toString();+ return f;+}++// ── Query ─────────────────────────────────────────────────────────────────────++QJsonArray FileManagerService::all_files() const {+ return files_cache_;+}++ManagedFile FileManagerService::find_by_id(const QString& id) const {+ for (const auto& v : files_cache_) {+ if (!v.isObject()) continue;+ auto obj = v.toObject();+ if (obj["id"].toString() == id)+ return from_json(obj);+ }+ return {};+}++QJsonArray FileManagerService::files_for_screen(const QString& screen) const {+ QJsonArray result;+ for (const auto& v : files_cache_) {+ if (v.isObject() && v.toObject()["sourceScreen"].toString() == screen)+ result.append(v);+ }+ return result;+}++QJsonArray FileManagerService::files_by_mime(const QString& mime_fragment) const {+ QJsonArray result;+ for (const auto& v : files_cache_) {+ if (v.isObject() && v.toObject()["type"].toString().contains(mime_fragment))+ result.append(v);+ }+ return result;+}++// ── Mutations ─────────────────────────────────────────────────────────────────++QString FileManagerService::import_file(const QString& source_path, const QString& source_screen) {+ QFileInfo info(source_path);+ if (!info.exists()) {+ LOG_WARN(TAG, "import_file: source does not exist: " + source_path);+ return {};+ }++ QString id = QString::number(QDateTime::currentMSecsSinceEpoch()) + "_" ++ QUuid::createUuid().toString(QUuid::Id128).left(8);+ QString ext = info.suffix();+ QString stored_name = id + (ext.isEmpty() ? "" : "." + ext);+ QString dest = full_path(stored_name);++ if (!QFile::copy(source_path, dest)) {+ LOG_ERROR(TAG, "import_file: copy failed: " + source_path + " -> " + dest);+ return {};+ }++ QMimeDatabase mime_db;+ ManagedFile f;+ f.id = id;+ f.name = stored_name;+ f.original_name = info.fileName();+ f.size = info.size();+ f.mime_type = mime_db.mimeTypeForFile(source_path).name();+ f.uploaded_at = QDateTime::currentDateTimeUtc().toString(Qt::ISODate);+ f.path = "fincept-files/" + stored_name;+ f.source_screen = source_screen;++ files_cache_.append(to_json(f));+ write_metadata(files_cache_);++ LOG_INFO(TAG, QString("Imported '%1' (id=%2, screen=%3)").arg(f.original_name, id, source_screen));+ emit file_added(id);+ emit files_changed();+ return id;+}++QString FileManagerService::register_file(const QString& stored_name, const QString& original_name,+ qint64 size, const QString& mime_type,+ const QString& source_screen) {+ QString id = QString::number(QDateTime::currentMSecsSinceEpoch()) + "_" ++ QUuid::createUuid().toString(QUuid::Id128).left(8);++ ManagedFile f;+ f.id = id;+ f.name = stored_name;+ f.original_name = original_name;+ f.size = size;+ f.mime_type = mime_type;+ f.uploaded_at = QDateTime::currentDateTimeUtc().toString(Qt::ISODate);+ f.path = "fincept-files/" + stored_name;+ f.source_screen = source_screen;++ files_cache_.append(to_json(f));+ write_metadata(files_cache_);++ LOG_INFO(TAG, QString("Registered '%1' (id=%2, screen=%3)").arg(original_name, id, source_screen));+ emit file_added(id);+ emit files_changed();+ return id;+}++bool FileManagerService::remove_file(const QString& id) {+ for (int i = 0; i < files_cache_.size(); ++i) {+ auto obj = files_cache_[i].toObject();+ if (obj["id"].toString() != id) continue;++ // Remove physical file+ QString stored = obj["name"].toString();+ QFile::remove(full_path(stored));++ files_cache_.removeAt(i);+ write_metadata(files_cache_);++ LOG_INFO(TAG, "Removed file id=" + id);+ emit file_removed(id);+ emit files_changed();+ return true;+ }+ LOG_WARN(TAG, "remove_file: id not found: " + id);+ return false;+}++} // namespace fincept::servicesdiff --git a/fincept-qt/src/services/file_manager/FileManagerService.h b/fincept-qt/src/services/file_manager/FileManagerService.hnew file mode 100644index 000000000..c5c688154--- /dev/null+++ b/fincept-qt/src/services/file_manager/FileManagerService.h@@ -0,0 +1,71 @@+#pragma once+// FileManagerService.h — Singleton service that owns the file storage index.+// All screens use this instead of managing their own JSON metadata files.+// Emits signals whenever files are added, removed, or the list changes.++#include <QJsonArray>+#include <QJsonObject>+#include <QObject>+#include <QString>++namespace fincept::services {++/// Lightweight record describing one managed file.+struct ManagedFile {+ QString id; // timestamp_uuid8+ QString name; // stored filename (id + ext)+ QString original_name;+ qint64 size = 0;+ QString mime_type;+ QString uploaded_at; // ISO-8601 UTC+ QString path; // relative: "fincept-files/<name>"+ QString source_screen;// e.g. "report_builder", "code_editor", ""+};++class FileManagerService : public QObject {+ Q_OBJECT++ public:+ static FileManagerService& instance();++ // ── Query ────────────────────────────────────────────────────────────+ QJsonArray all_files() const;+ ManagedFile find_by_id(const QString& id) const;+ QJsonArray files_for_screen(const QString& screen) const;+ QJsonArray files_by_mime(const QString& mime_fragment) const;++ // ── Mutations ────────────────────────────────────────────────────────+ /// Copy an external file into managed storage; returns the new file id.+ /// source_screen: optional tag, e.g. "report_builder".+ QString import_file(const QString& source_path, const QString& source_screen = {});++ /// Register a file that already lives inside storage_dir() by its stored name.+ /// Used when a screen writes directly to storage_dir() itself.+ QString register_file(const QString& stored_name, const QString& original_name,+ qint64 size, const QString& mime_type,+ const QString& source_screen = {});++ bool remove_file(const QString& id);++ // ── Paths ────────────────────────────────────────────────────────────+ QString storage_dir() const;+ QString full_path(const QString& stored_name) const;++ signals:+ void file_added(const QString& id);+ void file_removed(const QString& id);+ void files_changed();++ private:+ explicit FileManagerService(QObject* parent = nullptr);++ QString metadata_path() const;+ QJsonArray read_metadata() const;+ void write_metadata(const QJsonArray& files) const;+ QJsonObject to_json(const ManagedFile& f) const;+ ManagedFile from_json(const QJsonObject& obj) const;++ QJsonArray files_cache_; // in-memory copy, kept in sync with disk+};++} // namespace fincept::servicesdiff --git a/fincept-qt/src/services/updater/UpdateService.cpp b/fincept-qt/src/services/updater/UpdateService.cppnew file mode 100644index 000000000..283ef8daf--- /dev/null+++ b/fincept-qt/src/services/updater/UpdateService.cpp@@ -0,0 +1,196 @@+#include "services/updater/UpdateService.h"++#include "core/logging/Logger.h"++#include <QSimpleUpdater.h>+#include <QApplication>+#include <QMessageBox>+#include <QStandardPaths>++#ifdef Q_OS_LINUX+#include <QProcess>+#include <QFileInfo>+#endif++namespace fincept::services {++UpdateService& UpdateService::instance() {+ static UpdateService inst;+ return inst;+}++UpdateService::UpdateService(QObject* parent)+ : QObject(parent)+ , url_(DEFAULT_MANIFEST_URL)+{+ updater_ = QSimpleUpdater::getInstance();++ updater_->setModuleVersion(url_, QApplication::applicationVersion());+ updater_->setModuleName(url_, "Fincept Terminal");+ updater_->setNotifyOnUpdate(url_, true);+ updater_->setNotifyOnFinish(url_, false);++#ifdef Q_OS_LINUX+ // On Linux (AppImage): disable the built-in downloader — we use+ // AppImageUpdate for in-place delta updates instead.+ updater_->setDownloaderEnabled(url_, false);+ updater_->setUseCustomInstallProcedures(url_, true);+#else+ updater_->setDownloaderEnabled(url_, true);+#endif++ connect(updater_, &QSimpleUpdater::checkingFinished,+ this, [this](const QString& checked_url) {+ if (checked_url != url_) return;+ bool found = updater_->getUpdateAvailable(url_);+ LOG_INFO("UpdateService", QString("Check finished — update available: %1, latest: %2")+ .arg(found ? "yes" : "no")+ .arg(updater_->getLatestVersion(url_)));++#ifdef Q_OS_LINUX+ if (found) {+ // Prompt the user then run AppImageUpdate in-place+ auto btn = QMessageBox::question(+ nullptr,+ "Update Available",+ QString("Fincept Terminal %1 is available.\n\n"+ "The update will be applied in the background.\n"+ "Restart when prompted to complete installation.\n\n"+ "Update now?")+ .arg(updater_->getLatestVersion(url_)),+ QMessageBox::Yes | QMessageBox::No,+ QMessageBox::Yes+ );+ if (btn == QMessageBox::Yes)+ run_appimage_update();+ }+#endif+ emit check_finished(found);+ });++ connect(updater_, &QSimpleUpdater::downloadFinished,+ this, [this](const QString& checked_url, const QString& filepath) {+ if (checked_url != url_) return;+ LOG_INFO("UpdateService", QString("Download finished: %1").arg(filepath));+ emit download_finished(filepath);+ });+}++void UpdateService::check_for_updates(bool silent) {+ updater_->setNotifyOnFinish(url_, !silent);+ LOG_INFO("UpdateService", QString("Checking for updates at: %1").arg(url_));+ updater_->checkForUpdates(url_);+}++bool UpdateService::update_available() const {+ return updater_->getUpdateAvailable(url_);+}++QString UpdateService::latest_version() const {+ return updater_->getLatestVersion(url_);+}++QString UpdateService::changelog() const {+ return updater_->getChangelog(url_);+}++void UpdateService::set_mandatory(bool mandatory) {+ mandatory_ = mandatory;+ updater_->setMandatoryUpdate(url_, mandatory);+}++void UpdateService::set_manifest_url(const QString& url) {+ url_ = url;+ updater_->setModuleVersion(url_, QApplication::applicationVersion());+ updater_->setModuleName(url_, "Fincept Terminal");+ updater_->setNotifyOnUpdate(url_, true);+ updater_->setNotifyOnFinish(url_, false);+ updater_->setMandatoryUpdate(url_, mandatory_);+#ifdef Q_OS_LINUX+ updater_->setDownloaderEnabled(url_, false);+ updater_->setUseCustomInstallProcedures(url_, true);+#else+ updater_->setDownloaderEnabled(url_, true);+#endif+}++void UpdateService::set_download_dir(const QString& dir) {+ updater_->setDownloadDir(url_, dir);+}++void UpdateService::set_notify_on_finish(bool notify) {+ updater_->setNotifyOnFinish(url_, notify);+}++// ── Linux: AppImage in-place update ─────────────────────────────────────────++#ifdef Q_OS_LINUX+void UpdateService::run_appimage_update() {+ // APPIMAGE env var is set by the AppImage runtime — it's the path to+ // the running .AppImage file. AppImageUpdate patches it in-place.+ QString appimage_path = qEnvironmentVariable("APPIMAGE");+ if (appimage_path.isEmpty()) {+ LOG_WARN("UpdateService", "APPIMAGE env var not set — not running as AppImage, skipping in-place update");+ emit appimage_update_finished(false);+ return;+ }++ // Look for AppImageUpdate tool bundled inside the AppImage or on PATH+ QString tool;+ QStringList candidates = {+ QApplication::applicationDirPath() + "/AppImageUpdate",+ "/usr/local/bin/AppImageUpdate",+ "/usr/bin/AppImageUpdate",+ };+ for (const auto& c : candidates) {+ if (QFileInfo::exists(c)) { tool = c; break; }+ }++ if (tool.isEmpty()) {+ // Fall back: open the GitHub release page so user can download manually+ LOG_WARN("UpdateService", "AppImageUpdate not found — falling back to browser download");+ updater_->setDownloaderEnabled(url_, true);+ updater_->setUseCustomInstallProcedures(url_, false);+ emit check_finished(true); // re-trigger QSimpleUpdater UI+ return;+ }++ if (appimage_update_process_) {+ appimage_update_process_->deleteLater();+ appimage_update_process_ = nullptr;+ }++ appimage_update_process_ = new QProcess(this);++ connect(appimage_update_process_, &QProcess::finished,+ this, [this](int exit_code, QProcess::ExitStatus) {+ bool ok = (exit_code == 0);+ LOG_INFO("UpdateService", QString("AppImageUpdate finished — exit code: %1").arg(exit_code));+ if (ok) {+ QMessageBox::information(+ nullptr,+ "Update Complete",+ "Fincept Terminal has been updated.\nPlease restart the application to use the new version."+ );+ } else {+ QString err = appimage_update_process_->readAllStandardError();+ LOG_ERROR("UpdateService", QString("AppImageUpdate failed: %1").arg(err));+ QMessageBox::warning(+ nullptr,+ "Update Failed",+ "The automatic update could not be applied.\n"+ "Please download the latest version from the Fincept website."+ );+ }+ emit appimage_update_finished(ok);+ appimage_update_process_->deleteLater();+ appimage_update_process_ = nullptr;+ });++ LOG_INFO("UpdateService", QString("Running AppImageUpdate: %1 %2").arg(tool, appimage_path));+ // -O flag: overwrite the source AppImage in-place+ appimage_update_process_->start(tool, {"-O", appimage_path});+}+#endif++} // namespace fincept::servicesdiff --git a/fincept-qt/src/services/updater/UpdateService.h b/fincept-qt/src/services/updater/UpdateService.hnew file mode 100644index 000000000..efb72e5e3--- /dev/null+++ b/fincept-qt/src/services/updater/UpdateService.h@@ -0,0 +1,76 @@+#pragma once+#include <QObject>+#include <QString>++class QSimpleUpdater;+class QProcess;++namespace fincept::services {++/// Cross-platform auto-update service.+///+/// - Windows/macOS: QSimpleUpdater downloads the package and opens it+/// (zip/tar → user runs installer or drags .app).+/// - Linux (AppImage): AppImageUpdate performs an in-place delta update+/// transparently; user just sees a "restart to apply" prompt.+class UpdateService : public QObject {+ Q_OBJECT++ public:+ static UpdateService& instance();++ /// Trigger an update check. Safe to call from any screen.+ /// silent=true → no "up to date" popup when already current.+ void check_for_updates(bool silent = true);++ /// Whether an update was found after the last check.+ bool update_available() const;++ /// Latest version string from the manifest (empty if not checked yet).+ QString latest_version() const;++ /// Changelog text from the manifest.+ QString changelog() const;++ /// If true the user cannot dismiss the update dialog.+ void set_mandatory(bool mandatory);++ // ── Configuration ────────────────────────────────────────────────────────++ /// Override the manifest URL (default: GitHub releases JSON).+ void set_manifest_url(const QString& url);++ /// Override the download directory (default: system temp).+ void set_download_dir(const QString& dir);++ /// Show "no updates available" dialog even when up to date.+ void set_notify_on_finish(bool notify);++ signals:+ /// Emitted after every check, regardless of result.+ void check_finished(bool update_found);++ /// Emitted when a downloaded file is ready (Windows/macOS).+ void download_finished(const QString& filepath);++ /// Emitted when AppImage in-place update completes (Linux only).+ void appimage_update_finished(bool success);++ private:+ explicit UpdateService(QObject* parent = nullptr);++#ifdef Q_OS_LINUX+ /// Runs AppImageUpdate CLI on the current AppImage file in-place.+ void run_appimage_update();+ QProcess* appimage_update_process_ = nullptr;+#endif++ static constexpr const char* DEFAULT_MANIFEST_URL =+ "https://raw.githubusercontent.com/Fincept-Corporation/FinceptTerminal/main/updates.json";++ QSimpleUpdater* updater_ = nullptr;+ QString url_;+ bool mandatory_ = false;+};++} // namespace fincept::servicesdiff --git a/fincept-qt/src/services/workflow/nodes/AgentNodes.cpp b/fincept-qt/src/services/workflow/nodes/AgentNodes.cppindex 1bf943e9d..37351c24d 100644--- a/fincept-qt/src/services/workflow/nodes/AgentNodes.cpp+++ b/fincept-qt/src/services/workflow/nodes/AgentNodes.cpp@@ -29,7 +29,7 @@ void register_agent_nodes(NodeRegistry& registry) {"Model","select","auto",- {"auto", "claude-sonnet", "claude-haiku", "gpt-4o", "gpt-4o-mini"},+ {"auto", "claude-sonnet-4-5-20250514", "claude-3-haiku-20240307", "gpt-4o", "gpt-4o-mini"},""},{"max_tokens", "Max Tokens", "number", 4096, {}, ""},},@@ -96,7 +96,7 @@ void register_agent_nodes(NodeRegistry& registry) {"Model","select","auto",- {"auto", "claude-sonnet", "claude-haiku", "gpt-4o", "gpt-4o-mini"},+ {"auto", "claude-sonnet-4-5-20250514", "claude-3-haiku-20240307", "gpt-4o", "gpt-4o-mini"},""},},.execute = nullptr,diff --git a/fincept-qt/src/storage/repositories/LlmProfileRepository.cpp b/fincept-qt/src/storage/repositories/LlmProfileRepository.cppnew file mode 100644index 000000000..3ff511af8--- /dev/null+++ b/fincept-qt/src/storage/repositories/LlmProfileRepository.cpp@@ -0,0 +1,247 @@+// LlmProfileRepository.cpp++#include "storage/repositories/LlmProfileRepository.h"++#include "core/logging/Logger.h"++#include <QSqlQuery>+#include <QUuid>++namespace fincept {++// ── Singleton ────────────────────────────────────────────────────────────────++LlmProfileRepository& LlmProfileRepository::instance() {+ static LlmProfileRepository s;+ return s;+}++// ── Row mapper ────────────────────────────────────────────────────────────────++LlmProfile LlmProfileRepository::map_profile(QSqlQuery& q) {+ LlmProfile p;+ p.id = q.value(0).toString();+ p.name = q.value(1).toString();+ p.provider = q.value(2).toString();+ p.model_id = q.value(3).toString();+ p.api_key = q.value(4).toString();+ p.base_url = q.value(5).toString();+ p.temperature = q.value(6).toDouble();+ p.max_tokens = q.value(7).toInt();+ p.system_prompt = q.value(8).toString();+ p.is_default = q.value(9).toBool();+ p.created_at = q.value(10).toString();+ p.updated_at = q.value(11).toString();+ return p;+}++static const char* kSelectCols =+ "SELECT id, name, provider, model_id, api_key, base_url, "+ " temperature, max_tokens, system_prompt, is_default, "+ " created_at, updated_at "+ "FROM llm_profiles ";++// ── Profile CRUD ──────────────────────────────────────────────────────────────++Result<QVector<LlmProfile>> LlmProfileRepository::list_profiles() const {+ return query_list(QString(kSelectCols) + "ORDER BY name", {}, map_profile);+}++Result<LlmProfile> LlmProfileRepository::get_profile(const QString& id) const {+ return query_one(QString(kSelectCols) + "WHERE id = ?", {id}, map_profile);+}++Result<void> LlmProfileRepository::save_profile(const LlmProfile& p) {+ // Generate id if empty (new profile)+ QString id = p.id.isEmpty()+ ? QUuid::createUuid().toString(QUuid::WithoutBraces)+ : p.id;++ return exec_write(+ "INSERT OR REPLACE INTO llm_profiles "+ " (id, name, provider, model_id, api_key, base_url, "+ " temperature, max_tokens, system_prompt, is_default, updated_at) "+ "VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, datetime('now'))",+ {id, p.name, p.provider, p.model_id, p.api_key, p.base_url,+ p.temperature, p.max_tokens, p.system_prompt, p.is_default ? 1 : 0});+}++Result<void> LlmProfileRepository::delete_profile(const QString& id) {+ // Assignments cascade-delete via FK ON DELETE CASCADE+ return exec_write("DELETE FROM llm_profiles WHERE id = ?", {id});+}++Result<void> LlmProfileRepository::set_default(const QString& id) {+ // Clear all defaults then set the target — two writes, still atomic because+ // callers should wrap in a transaction if needed; for UI use this is fine.+ auto r = exec_write("UPDATE llm_profiles SET is_default = 0", {});+ if (r.is_err()) return r;+ return exec_write("UPDATE llm_profiles SET is_default = 1 WHERE id = ?", {id});+}++// ── Assignment CRUD ───────────────────────────────────────────────────────────++Result<void> LlmProfileRepository::assign_profile(const QString& context_type,+ const QString& context_id,+ const QString& profile_id) {+ QVariant ctx_id = context_id.isEmpty() ? QVariant(QMetaType(QMetaType::QString)) : QVariant(context_id);+ return exec_write(+ "INSERT OR REPLACE INTO llm_profile_assignments "+ " (context_type, context_id, profile_id, updated_at) "+ "VALUES (?, ?, ?, datetime('now'))",+ {context_type, ctx_id, profile_id});+}++Result<void> LlmProfileRepository::remove_assignment(const QString& context_type,+ const QString& context_id) {+ if (context_id.isEmpty()) {+ return exec_write(+ "DELETE FROM llm_profile_assignments "+ "WHERE context_type = ? AND context_id IS NULL",+ {context_type});+ }+ return exec_write(+ "DELETE FROM llm_profile_assignments "+ "WHERE context_type = ? AND context_id = ?",+ {context_type, context_id});+}++QString LlmProfileRepository::get_assignment(const QString& context_type,+ const QString& context_id) const {+ QVariant ctx_id = context_id.isEmpty() ? QVariant(QMetaType(QMetaType::QString)) : QVariant(context_id);+ QString sql = context_id.isEmpty()+ ? "SELECT profile_id FROM llm_profile_assignments "+ "WHERE context_type = ? AND context_id IS NULL LIMIT 1"+ : "SELECT profile_id FROM llm_profile_assignments "+ "WHERE context_type = ? AND context_id = ? LIMIT 1";++ QVariantList params = context_id.isEmpty()+ ? QVariantList{context_type}+ : QVariantList{context_type, context_id};++ auto r = db().execute(sql, params);+ if (r.is_err()) return {};+ auto& q = r.value();+ if (!q.next()) return {};+ return q.value(0).toString();+}++// ── Resolution ────────────────────────────────────────────────────────────────++// Maps a context_type to its type-level default key.+// e.g. "agent" → "agent_default", "team_coordinator" → "team_default"+QString LlmProfileRepository::type_default_key(const QString& context_type) {+ if (context_type == "agent" || context_type == "agent_default")+ return "agent_default";+ if (context_type == "team" || context_type == "team_coordinator" || context_type == "team_default")+ return "team_default";+ if (context_type == "ai_chat")+ return "ai_chat";+ return context_type + "_default";+}++ResolvedLlmProfile LlmProfileRepository::profile_to_resolved(const LlmProfile& p) const {+ ResolvedLlmProfile r;+ r.profile_id = p.id;+ r.profile_name = p.name;+ r.provider = p.provider;+ r.model_id = p.model_id;+ r.api_key = p.api_key;+ r.base_url = p.base_url;+ r.temperature = p.temperature;+ r.max_tokens = p.max_tokens;+ r.system_prompt = p.system_prompt;+ return r;+}++ResolvedLlmProfile LlmProfileRepository::legacy_fallback() const {+ // Read from llm_configs (old table) as last resort+ auto r = db().execute(+ "SELECT provider, api_key, base_url, model FROM llm_configs WHERE is_active = 1 LIMIT 1");+ if (r.is_err()) return {};+ auto& q = r.value();+ if (!q.next()) return {};++ ResolvedLlmProfile rp;+ rp.profile_id = {};+ rp.profile_name = "Legacy Active";+ rp.provider = q.value(0).toString();+ rp.api_key = q.value(1).toString();+ rp.base_url = q.value(2).toString();+ rp.model_id = q.value(3).toString();++ // Pull global temperature/max_tokens+ auto gs = db().execute(+ "SELECT temperature, max_tokens FROM llm_global_settings WHERE id = 1");+ if (gs.is_ok()) {+ auto& gq = gs.value();+ if (gq.next()) {+ rp.temperature = gq.value(0).toDouble();+ rp.max_tokens = gq.value(1).toInt();+ }+ }+ if (rp.max_tokens == 0)+ rp.max_tokens = 4096;+ if (rp.temperature == 0.0)+ rp.temperature = 0.7;+ return rp;+}++ResolvedLlmProfile LlmProfileRepository::resolve_for_context(+ const QString& context_type, const QString& context_id) const+{+ // ── Level 1: entity-specific assignment ──────────────────────────────────+ if (!context_id.isEmpty()) {+ QString pid = get_assignment(context_type, context_id);+ if (!pid.isEmpty()) {+ auto pr = get_profile(pid);+ if (pr.is_ok()) {+ LOG_DEBUG("LlmProfileRepo",+ QString("Resolved [%1/%2] → profile '%3'")+ .arg(context_type, context_id, pr.value().name));+ return profile_to_resolved(pr.value());+ }+ }+ }++ // ── Level 2: type-level default assignment ────────────────────────────────+ {+ QString type_key = type_default_key(context_type);+ QString pid = get_assignment(type_key, {});+ if (!pid.isEmpty()) {+ auto pr = get_profile(pid);+ if (pr.is_ok()) {+ LOG_DEBUG("LlmProfileRepo",+ QString("Resolved [%1] via type-default → profile '%2'")+ .arg(context_type, pr.value().name));+ return profile_to_resolved(pr.value());+ }+ }+ }++ // ── Level 3: global default profile ──────────────────────────────────────+ {+ auto r = db().execute(+ "SELECT id, name, provider, model_id, api_key, base_url, "+ " temperature, max_tokens, system_prompt, is_default, "+ " created_at, updated_at "+ "FROM llm_profiles WHERE is_default = 1 LIMIT 1");+ if (r.is_ok()) {+ auto& q = r.value();+ if (q.next()) {+ LlmProfile p = map_profile(q);+ LOG_DEBUG("LlmProfileRepo",+ QString("Resolved [%1] via global default → profile '%2'")+ .arg(context_type, p.name));+ return profile_to_resolved(p);+ }+ }+ }++ // ── Level 4: legacy fallback ──────────────────────────────────────────────+ LOG_DEBUG("LlmProfileRepo",+ QString("Resolved [%1] via legacy active provider fallback").arg(context_type));+ return legacy_fallback();+}++} // namespace finceptdiff --git a/fincept-qt/src/storage/repositories/LlmProfileRepository.h b/fincept-qt/src/storage/repositories/LlmProfileRepository.hnew file mode 100644index 000000000..29dc397da--- /dev/null+++ b/fincept-qt/src/storage/repositories/LlmProfileRepository.h@@ -0,0 +1,107 @@+#pragma once+// LlmProfileRepository.h — CRUD + resolution for the LLM Profile system.+//+// A "profile" is a named, portable LLM configuration that can be assigned to+// any context (AI Chat, a specific agent, a team coordinator, etc.).+//+// Resolution order for any context:+// 1. Entity-specific assignment (context_type="agent", context_id=<agent_id>)+// 2. Type-level default (context_type="agent_default", context_id=NULL)+// 3. Global default profile (is_default = 1)+// 4. Active provider fallback (legacy — from llm_configs)++#include "storage/repositories/BaseRepository.h"++namespace fincept {++// ── Data types ────────────────────────────────────────────────────────────────++struct LlmProfile {+ QString id;+ QString name;+ QString provider;+ QString model_id;+ QString api_key;+ QString base_url;+ double temperature = 0.7;+ int max_tokens = 4096;+ QString system_prompt;+ bool is_default = false;+ QString created_at;+ QString updated_at;+};++/// Convenience struct — everything a caller needs to make an LLM request.+/// Returned by resolve_for_context(); never contains nulls after resolution.+struct ResolvedLlmProfile {+ QString profile_id; // which profile was chosen (empty = legacy fallback)+ QString profile_name; // human-readable label+ QString provider;+ QString model_id;+ QString api_key;+ QString base_url;+ double temperature = 0.7;+ int max_tokens = 4096;+ QString system_prompt;+};++// ── Repository ────────────────────────────────────────────────────────────────++class LlmProfileRepository : public BaseRepository<LlmProfile> {+ public:+ static LlmProfileRepository& instance();++ // ── Profile CRUD ─────────────────────────────────────────────────────────++ /// All profiles ordered by name.+ Result<QVector<LlmProfile>> list_profiles() const;++ /// Single profile by id.+ Result<LlmProfile> get_profile(const QString& id) const;++ /// Save (insert or replace).+ Result<void> save_profile(const LlmProfile& p);++ /// Delete profile and all its assignments.+ Result<void> delete_profile(const QString& id);++ /// Mark one profile as the global default (clears all others).+ Result<void> set_default(const QString& id);++ // ── Assignment CRUD ───────────────────────────────────────────────────────++ /// Assign a profile to a context slot.+ /// context_type: "ai_chat" | "agent_default" | "team_default" |+ /// "agent" | "team" | "team_coordinator"+ /// context_id: agent/team id, or empty string for type-level defaults.+ Result<void> assign_profile(const QString& context_type,+ const QString& context_id,+ const QString& profile_id);++ /// Remove assignment for a context slot (falls back to next level).+ Result<void> remove_assignment(const QString& context_type,+ const QString& context_id);++ /// Get the profile_id currently assigned to a slot, or empty if none.+ QString get_assignment(const QString& context_type,+ const QString& context_id) const;++ // ── Resolution ────────────────────────────────────────────────────────────++ /// Resolve the effective LLM profile for a context using the 4-level chain.+ /// context_type examples: "ai_chat", "agent", "team", "team_coordinator"+ /// context_id: agent/team id, or empty for type-level queries.+ /// Never fails — worst case returns a zero-valued ResolvedLlmProfile.+ ResolvedLlmProfile resolve_for_context(const QString& context_type,+ const QString& context_id = {}) const;++ private:+ LlmProfileRepository() = default;++ static LlmProfile map_profile(QSqlQuery& q);+ static QString type_default_key(const QString& context_type);+ ResolvedLlmProfile profile_to_resolved(const LlmProfile& p) const;+ ResolvedLlmProfile legacy_fallback() const;+};++} // namespace finceptdiff --git a/fincept-qt/src/storage/sqlite/migrations/MigrationRunner.h b/fincept-qt/src/storage/sqlite/migrations/MigrationRunner.hindex 726bc4bee..79c7dcc55 100644--- a/fincept-qt/src/storage/sqlite/migrations/MigrationRunner.h+++ b/fincept-qt/src/storage/sqlite/migrations/MigrationRunner.h@@ -55,5 +55,7 @@ void register_migration_v005();void register_migration_v006();void register_migration_v007();void register_migration_v008();+void register_migration_v009();+void register_migration_v010();} // namespace finceptdiff --git a/fincept-qt/src/storage/sqlite/migrations/v009_instruments.cpp b/fincept-qt/src/storage/sqlite/migrations/v009_instruments.cppnew file mode 100644index 000000000..a0b06f71b--- /dev/null+++ b/fincept-qt/src/storage/sqlite/migrations/v009_instruments.cpp@@ -0,0 +1,82 @@+// v009_instruments — Broker instrument master contract table.+// Stores normalised instruments for all brokers (Zerodha, AngelOne, etc.)+// with O(1)-friendly indices for token lookup, symbol search, and brsymbol mapping.++#include "storage/sqlite/migrations/MigrationRunner.h"++#include <QSqlError>+#include <QSqlQuery>++namespace fincept {+namespace {++static Result<void> sql(QSqlDatabase& db, const char* stmt) {+ QSqlQuery q(db);+ if (!q.exec(stmt))+ return Result<void>::err(q.lastError().text().toStdString());+ return Result<void>::ok();+}++Result<void> apply_v009(QSqlDatabase& db) {++ // ── Instruments master contract ───────────────────────────────────────────+ auto r = sql(db,+ "CREATE TABLE IF NOT EXISTS instruments ("+ " id INTEGER PRIMARY KEY AUTOINCREMENT,"+ " instrument_token INTEGER NOT NULL," // Zerodha numeric token+ " exchange_token INTEGER NOT NULL DEFAULT 0,"+ " symbol TEXT NOT NULL," // normalised e.g. NIFTY28MAR24FUT+ " brsymbol TEXT NOT NULL," // broker native e.g. 'NIFTY 50 MAR24 FUT'+ " name TEXT NOT NULL DEFAULT ''," // underlying e.g. NIFTY+ " exchange TEXT NOT NULL," // NSE / BSE / NFO / NSE_INDEX …+ " brexchange TEXT NOT NULL DEFAULT '',"+ " expiry TEXT NOT NULL DEFAULT ''," // DD-MMM-YY or empty+ " strike REAL NOT NULL DEFAULT 0,"+ " lot_size INTEGER NOT NULL DEFAULT 1,"+ " instrument_type TEXT NOT NULL DEFAULT 'EQ'," // EQ/FUT/CE/PE/INDEX+ " tick_size REAL NOT NULL DEFAULT 0.05,"+ " broker_id TEXT NOT NULL," // zerodha / angelone / …+ " updated_at TEXT DEFAULT (datetime('now')),"+ " UNIQUE(instrument_token, broker_id)"+ ")"+ );+ if (r.is_err()) return r;++ // Primary lookup: (symbol, exchange, broker_id) → token+ r = sql(db, "CREATE INDEX IF NOT EXISTS idx_inst_symbol "+ "ON instruments(symbol, exchange, broker_id)");+ if (r.is_err()) return r;++ // Reverse lookup: instrument_token + broker_id → symbol+ r = sql(db, "CREATE INDEX IF NOT EXISTS idx_inst_token "+ "ON instruments(instrument_token, broker_id)");+ if (r.is_err()) return r;++ // Broker-native symbol lookup (for mapping order book responses)+ r = sql(db, "CREATE INDEX IF NOT EXISTS idx_inst_brsymbol "+ "ON instruments(brsymbol, brexchange, broker_id)");+ if (r.is_err()) return r;++ // Exchange filter (for option chain listing)+ r = sql(db, "CREATE INDEX IF NOT EXISTS idx_inst_exchange "+ "ON instruments(exchange, broker_id, instrument_type)");+ if (r.is_err()) return r;++ // Full-text search index on name (for symbol picker)+ r = sql(db, "CREATE INDEX IF NOT EXISTS idx_inst_name "+ "ON instruments(name, broker_id)");+ if (r.is_err()) return r;++ return Result<void>::ok();+}++} // anonymous namespace++void register_migration_v009() {+ static bool done = false;+ if (done) return;+ done = true;+ MigrationRunner::register_migration({9, "instruments", apply_v009});+}++} // namespace finceptdiff --git a/fincept-qt/src/storage/sqlite/migrations/v010_llm_profiles.cpp b/fincept-qt/src/storage/sqlite/migrations/v010_llm_profiles.cppnew file mode 100644index 000000000..a8cb59d9d--- /dev/null+++ b/fincept-qt/src/storage/sqlite/migrations/v010_llm_profiles.cpp@@ -0,0 +1,129 @@+// v010_llm_profiles — LLM Profile system for multi-provider support.+//+// Introduces two new tables:+// llm_profiles — named, reusable LLM configurations+// llm_profile_assignments — maps a profile to a specific context (ai_chat,+// agent:<id>, team:<id>) or a context type default+//+// On first run, creates a default profile from the currently active provider+// so existing users see no behaviour change.++#include "storage/sqlite/migrations/MigrationRunner.h"++#include <QSqlError>+#include <QSqlQuery>++namespace fincept {+namespace {++static Result<void> sql_v010(QSqlDatabase& db, const char* stmt) {+ QSqlQuery q(db);+ if (!q.exec(stmt))+ return Result<void>::err(q.lastError().text().toStdString());+ return Result<void>::ok();+}++Result<void> apply_v010(QSqlDatabase& db) {++ // ── llm_profiles ──────────────────────────────────────────────────────────+ // A named, portable LLM configuration. Decoupled from the raw provider+ // record so users can have "Fast Groq", "Careful Claude", "Coding minimax"+ // all referencing different providers / models.+ auto r = sql_v010(db,+ "CREATE TABLE IF NOT EXISTS llm_profiles ("+ " id TEXT PRIMARY KEY," // UUID+ " name TEXT NOT NULL UNIQUE," // human label+ " provider TEXT NOT NULL," // fk → llm_configs.provider+ " model_id TEXT NOT NULL," // e.g. claude-3-5-sonnet-20241022+ " api_key TEXT NOT NULL DEFAULT ''," // copied at save time for portability+ " base_url TEXT NOT NULL DEFAULT ''," // custom endpoint (minimax etc.)+ " temperature REAL NOT NULL DEFAULT 0.7,"+ " max_tokens INTEGER NOT NULL DEFAULT 4096,"+ " system_prompt TEXT NOT NULL DEFAULT ''," // optional override+ " is_default INTEGER NOT NULL DEFAULT 0," // one global default+ " created_at TEXT DEFAULT (datetime('now')),"+ " updated_at TEXT DEFAULT (datetime('now'))"+ ")"+ );+ if (r.is_err()) return r;++ // Only one row may be the global default+ r = sql_v010(db,+ "CREATE UNIQUE INDEX IF NOT EXISTS idx_llm_profiles_default "+ "ON llm_profiles(is_default) WHERE is_default = 1"+ );+ if (r.is_err()) return r;++ // ── llm_profile_assignments ───────────────────────────────────────────────+ // Maps a profile to a context.+ //+ // context_type values:+ // "ai_chat" — the AI Chat tab+ // "agent_default" — default for all agents that have no specific assignment+ // "team_default" — default for all teams that have no specific assignment+ // "agent" — specific agent (context_id = agent id)+ // "team" — specific team (context_id = team id)+ // "team_coordinator" — coordinator role within a specific team+ //+ // context_id is NULL for type-level defaults, non-NULL for entity-specific.+ r = sql_v010(db,+ "CREATE TABLE IF NOT EXISTS llm_profile_assignments ("+ " id INTEGER PRIMARY KEY AUTOINCREMENT,"+ " context_type TEXT NOT NULL,"+ " context_id TEXT," // NULL = type-level default+ " profile_id TEXT NOT NULL"+ " REFERENCES llm_profiles(id) ON DELETE CASCADE,"+ " created_at TEXT DEFAULT (datetime('now')),"+ " updated_at TEXT DEFAULT (datetime('now')),"+ " UNIQUE(context_type, context_id)" // one profile per context slot+ ")"+ );+ if (r.is_err()) return r;++ r = sql_v010(db,+ "CREATE INDEX IF NOT EXISTS idx_llm_assignments_context "+ "ON llm_profile_assignments(context_type, context_id)"+ );+ if (r.is_err()) return r;++ // ── Seed: create default profile from active provider ────────────────────+ // If the user has an active provider already configured, create a "Default"+ // profile from it so the upgrade is transparent.+ {+ QSqlQuery q(db);+ q.prepare(+ "INSERT OR IGNORE INTO llm_profiles "+ " (id, name, provider, model_id, api_key, base_url, temperature, max_tokens, is_default) "+ "SELECT "+ " lower(hex(randomblob(16))), " // UUID-like id+ " 'Default', "+ " c.provider, "+ " COALESCE(NULLIF(c.model,''), 'gpt-4o'), "+ " COALESCE(c.api_key, ''), "+ " COALESCE(c.base_url, ''), "+ " COALESCE(gs.temperature, 0.7), "+ " COALESCE(gs.max_tokens, 4096), "+ " 1 "+ "FROM llm_configs c "+ "LEFT JOIN llm_global_settings gs ON gs.id = 1 "+ "WHERE c.is_active = 1 "+ "LIMIT 1"+ );+ if (!q.exec()) {+ // Non-fatal: no active provider yet (fresh install)+ }+ }++ return Result<void>::ok();+}++} // anonymous namespace++void register_migration_v010() {+ static bool done = false;+ if (done) return;+ done = true;+ MigrationRunner::register_migration({10, "llm_profiles", apply_v010});+}++} // namespace finceptdiff --git a/fincept-qt/src/trading/BrokerInterface.h b/fincept-qt/src/trading/BrokerInterface.hindex 6f744a920..16d6199c5 100644--- a/fincept-qt/src/trading/BrokerInterface.h+++ b/fincept-qt/src/trading/BrokerInterface.h@@ -204,6 +204,44 @@ class IBroker {return {false, std::nullopt, "Not supported"};}+ // --- Margin Calculator ---+ /// Pre-trade margin check for a single order. Returns breakdown of margin required.+ virtual ApiResponse<OrderMargin> get_order_margins(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ Q_UNUSED(creds); Q_UNUSED(order);+ return {false, std::nullopt, "Margin calculator not supported for this broker"};+ }+ /// Pre-trade margin check for a basket of orders (with netting across legs).+ virtual ApiResponse<BasketMargin> get_basket_margins(const BrokerCredentials& creds,+ const QVector<UnifiedOrder>& orders) {+ Q_UNUSED(creds); Q_UNUSED(orders);+ return {false, std::nullopt, "Basket margin not supported for this broker"};+ }++ // --- GTT (Good Till Triggered) Orders ---+ // Default implementations return "Not supported" — only override in brokers that have GTT.+ virtual GttPlaceResponse gtt_place(const BrokerCredentials& creds, const GttOrder& order) {+ Q_UNUSED(creds); Q_UNUSED(order);+ return {false, "", "GTT not supported for this broker"};+ }+ virtual ApiResponse<GttOrder> gtt_get(const BrokerCredentials& creds, const QString& gtt_id) {+ Q_UNUSED(creds); Q_UNUSED(gtt_id);+ return {false, std::nullopt, "GTT not supported for this broker"};+ }+ virtual ApiResponse<QVector<GttOrder>> gtt_list(const BrokerCredentials& creds) {+ Q_UNUSED(creds);+ return {false, std::nullopt, "GTT not supported for this broker"};+ }+ virtual ApiResponse<GttOrder> gtt_modify(const BrokerCredentials& creds, const QString& gtt_id,+ const GttOrder& updated) {+ Q_UNUSED(creds); Q_UNUSED(gtt_id); Q_UNUSED(updated);+ return {false, std::nullopt, "GTT not supported for this broker"};+ }+ virtual ApiResponse<QJsonObject> gtt_cancel(const BrokerCredentials& creds, const QString& gtt_id) {+ Q_UNUSED(creds); Q_UNUSED(gtt_id);+ return {false, std::nullopt, "GTT not supported for this broker"};+ }+// --- WebSocket streaming ---virtual const char* ws_adapter_name() const { return ""; }diff --git a/fincept-qt/src/trading/BrokerRegistry.cpp b/fincept-qt/src/trading/BrokerRegistry.cppindex d4931c7ec..4bbab4b38 100644--- a/fincept-qt/src/trading/BrokerRegistry.cpp+++ b/fincept-qt/src/trading/BrokerRegistry.cpp@@ -5,23 +5,23 @@#include "core/logging/Logger.h"#include "storage/secure/SecureStorage.h"#include "storage/sqlite/Database.h"-#include "trading/brokers/AliceBlueBroker.h"-#include "trading/brokers/AlpacaBroker.h"-#include "trading/brokers/AngelOneBroker.h"-#include "trading/brokers/DhanBroker.h"-#include "trading/brokers/FivePaisaBroker.h"-#include "trading/brokers/FyersBroker.h"#include "trading/brokers/GenericBroker.h"-#include "trading/brokers/GrowwBroker.h"-#include "trading/brokers/IBKRBroker.h"-#include "trading/brokers/IIFLBroker.h"-#include "trading/brokers/KotakBroker.h"-#include "trading/brokers/MotilalBroker.h"-#include "trading/brokers/SaxoBankBroker.h"-#include "trading/brokers/ShoonyaBroker.h"-#include "trading/brokers/TradierBroker.h"-#include "trading/brokers/UpstoxBroker.h"-#include "trading/brokers/ZerodhaBroker.h"+#include "trading/brokers/aliceblue/AliceBlueBroker.h"+#include "trading/brokers/alpaca/AlpacaBroker.h"+#include "trading/brokers/angelone/AngelOneBroker.h"+#include "trading/brokers/dhan/DhanBroker.h"+#include "trading/brokers/fivepaisa/FivePaisaBroker.h"+#include "trading/brokers/fyers/FyersBroker.h"+#include "trading/brokers/groww/GrowwBroker.h"+#include "trading/brokers/ibkr/IBKRBroker.h"+#include "trading/brokers/iifl/IIFLBroker.h"+#include "trading/brokers/kotak/KotakBroker.h"+#include "trading/brokers/motilal/MotilalBroker.h"+#include "trading/brokers/saxo/SaxoBankBroker.h"+#include "trading/brokers/shoonya/ShoonyaBroker.h"+#include "trading/brokers/tradier/TradierBroker.h"+#include "trading/brokers/upstox/UpstoxBroker.h"+#include "trading/brokers/zerodha/ZerodhaBroker.h"namespace fincept::trading {diff --git a/fincept-qt/src/trading/ExchangeService.cpp b/fincept-qt/src/trading/ExchangeService.cppindex b59658739..1004a2c78 100644--- a/fincept-qt/src/trading/ExchangeService.cpp+++ b/fincept-qt/src/trading/ExchangeService.cpp@@ -6,6 +6,7 @@#include "core/events/EventBus.h"#include "core/logging/Logger.h"#include "python/PythonRunner.h"+#include "trading/BrokerRegistry.h"#include "trading/OrderMatcher.h"#include "trading/PaperTrading.h"@@ -24,6 +25,27 @@ QString resolve_script_path(const QString& relative) {return {};return dir + "/" + relative;}++bool is_broker_stream(const QString& id) {+ return fincept::trading::BrokerRegistry::instance().has(id);+}++QStringList to_broker_symbol_args(const QStringList& symbols) {+ QStringList out;+ out.reserve(symbols.size());+ for (const auto& s : symbols) {+ QString sym = s.trimmed();+ if (sym.isEmpty())+ continue;+ QString exchange = "NSE";+ if (sym.contains(':')) {+ exchange = sym.section(':', 0, 0).trimmed().toUpper();+ sym = sym.section(':', 1).trimmed();+ }+ out << (sym + ":" + exchange + ":0");+ }+ return out;+}} // anonymous namespacenamespace fincept::trading {@@ -497,17 +519,64 @@ void ExchangeService::start_ws_stream(const QString& primary_symbol, const QStri// Find Python and script paths via PythonRunnerQString python_path = python::PythonRunner::instance().python_path();- QString script_path = resolve_script_path("exchange/ws_stream.py");+ QString script_path;+ QStringList args;- if (python_path.isEmpty() || script_path.isEmpty()) {- LOG_ERROR(TAG, "Python or ws_stream.py not found");- return;- }+ if (is_broker_stream(exchange_id_)) {+ script_path = resolve_script_path("exchange/broker_ws_bridge.py");+ if (python_path.isEmpty() || script_path.isEmpty()) {+ LOG_ERROR(TAG, "Python or broker_ws_bridge.py not found");+ return;+ }- QStringList args;- args << "-u" << "-B" << script_path << exchange_id_;- for (const auto& sym : all_symbols)- args << sym;+ auto* broker = BrokerRegistry::instance().get(exchange_id_);+ if (!broker) {+ LOG_ERROR(TAG, "Broker stream requested but broker is not registered: " + exchange_id_);+ return;+ }++ auto creds = broker->load_credentials();+ if (creds.api_key.isEmpty() || creds.access_token.isEmpty()) {+ LOG_ERROR(TAG, "Broker stream credentials missing for " + exchange_id_);+ return;+ }++ QString feed_token;+ QString user_id = creds.user_id;+ if (!creds.additional_data.isEmpty()) {+ auto ad = QJsonDocument::fromJson(creds.additional_data.toUtf8()).object();+ if (user_id.isEmpty())+ user_id = ad.value("client_code").toString();+ feed_token = ad.value("feed_token").toString();+ }+ if (user_id.isEmpty())+ user_id = creds.api_key;++ QStringList broker_symbols = to_broker_symbol_args(all_symbols);+ if (broker_symbols.isEmpty())+ broker_symbols = to_broker_symbol_args({primary_symbol});+ if (broker_symbols.isEmpty()) {+ LOG_ERROR(TAG, "No symbols provided for broker websocket stream");+ return;+ }++ args << "-u" << "-B" << script_path+ << exchange_id_ << creds.api_key << creds.access_token << user_id;+ if (!feed_token.isEmpty())+ args << "--feed-token" << feed_token;+ args << "--symbols";+ args.append(broker_symbols);+ } else {+ script_path = resolve_script_path("exchange/ws_stream.py");+ if (python_path.isEmpty() || script_path.isEmpty()) {+ LOG_ERROR(TAG, "Python or ws_stream.py not found");+ return;+ }++ args << "-u" << "-B" << script_path << exchange_id_;+ for (const auto& sym : all_symbols)+ args << sym;+ }ws_process_ = new QProcess(this);// Throttle: process max 8 lines per event loop cycle via drain_ws_buffer()@@ -576,15 +645,30 @@ void ExchangeService::handle_ws_line(const QString& line) {return;}- if (type == "ticker") {- // ws_stream.py emits snake_case fields; REST parse_ticker uses camelCase- QJsonObject normalised = msg;- if (!msg.contains("baseVolume") && msg.contains("base_volume"))- normalised["baseVolume"] = msg.value("base_volume");- if (!msg.contains("quoteVolume") && msg.contains("quote_volume"))- normalised["quoteVolume"] = msg.value("quote_volume");+ if (type == "ticker" || type == "tick") {+ TickerData ticker;+ if (type == "tick") {+ // broker_ws_bridge.py emits "tick" with equity field names.+ ticker.symbol = msg.value("symbol").toString();+ ticker.last = msg.value("ltp").toDouble();+ ticker.bid = msg.value("bid").toDouble();+ ticker.ask = msg.value("ask").toDouble();+ ticker.high = msg.value("high").toDouble();+ ticker.low = msg.value("low").toDouble();+ ticker.open = msg.value("open").toDouble();+ ticker.close = msg.value("close").toDouble();+ ticker.base_volume = msg.value("volume").toDouble();+ ticker.timestamp = msg.value("timestamp").toVariant().toLongLong();+ } else {+ // ws_stream.py emits snake_case fields; REST parse_ticker uses camelCase+ QJsonObject normalised = msg;+ if (!msg.contains("baseVolume") && msg.contains("base_volume"))+ normalised["baseVolume"] = msg.value("base_volume");+ if (!msg.contains("quoteVolume") && msg.contains("quote_volume"))+ normalised["quoteVolume"] = msg.value("quote_volume");+ ticker = parse_ticker(normalised);+ }- TickerData ticker = parse_ticker(normalised);if (ticker.symbol.isEmpty() || ticker.last <= 0.0)return;diff --git a/fincept-qt/src/trading/TradingTypes.h b/fincept-qt/src/trading/TradingTypes.hindex b25fc8522..4d2fdbae0 100644--- a/fincept-qt/src/trading/TradingTypes.h+++ b/fincept-qt/src/trading/TradingTypes.h@@ -185,6 +185,7 @@ struct UnifiedOrder {double stop_loss = 0;double take_profit = 0;bool amo = false;+ QString instrument_token; // broker-specific numeric token (e.g. Zerodha/AliceBlue/Dhan)};struct BrokerPosition {@@ -214,6 +215,7 @@ struct BrokerHolding {struct BrokerOrderInfo {QString order_id;+ QString exchange_order_id;QString symbol;QString exchange;QString side;@@ -222,6 +224,7 @@ struct BrokerOrderInfo {double quantity = 0;double price = 0;double trigger_price = 0;+ double stop_price = 0;double filled_qty = 0;double avg_price = 0;QString status;@@ -312,6 +315,69 @@ struct BrokerMetaEntry {QString exchange; // for condition codes: which tape/exchange it applies to};+// ── Margin Calculator ─────────────────────────────────────────────────────────++/// Per-order margin breakdown returned by the broker's pre-trade margin API.+struct OrderMargin {+ QString symbol;+ QString exchange;+ QString side; // "BUY" / "SELL"+ double quantity = 0.0;+ double price = 0.0;++ // Margin components (all in account currency)+ double total = 0.0; // total margin required+ double var_margin = 0.0; // VaR margin (equity)+ double elm = 0.0; // Extreme Loss Margin+ double additional = 0.0; // additional margin (futures/options)+ double bo_margin = 0.0; // bracket order margin+ double cash = 0.0; // cash component+ double pnl = 0.0; // unrealised P&L used as collateral+ double leverage = 0.0; // implied leverage ratio (total / (price * qty))+ QString error; // per-order error if margin could not be calculated+};++/// Aggregate margin for a basket of orders (POST /margins/basket).+struct BasketMargin {+ double initial_margin = 0.0; // total margin needed to open+ double final_margin = 0.0; // total margin needed after netting+ QVector<OrderMargin> orders; // per-order breakdown+};++// ── GTT (Good Till Triggered) Orders — Zerodha-specific ──────────────────────++enum class GttOrderType {+ Single, // fires when price hits one trigger+ OCO, // one-cancels-other: two triggers (e.g. stop-loss + target)+};++struct GttTrigger {+ double trigger_price = 0.0; // the price level that fires this leg+ double limit_price = 0.0; // limit price for the resulting order (0 = market)+ double quantity = 0.0;+ OrderSide side = OrderSide::Buy;+ OrderType order_type = OrderType::Limit;+ ProductType product = ProductType::Delivery;+};++struct GttOrder {+ QString gtt_id; // broker-assigned GTT ID+ QString symbol; // normalised symbol, e.g. "RELIANCE"+ QString exchange; // "NSE" / "BSE"+ GttOrderType type = GttOrderType::Single;+ double last_price = 0.0; // LTP at the time of GTT creation+ QString status; // "active" / "triggered" / "cancelled" / "expired"+ QString created_at;+ QString updated_at;+ QVector<GttTrigger> triggers; // 1 for Single, 2 for OCO+};++struct GttPlaceResponse {+ bool success = false;+ QString gtt_id;+ QString error;+};+enum class BrokerId {Fyers,Zerodha,diff --git a/fincept-qt/src/trading/brokers/BrokerHttp.cpp b/fincept-qt/src/trading/brokers/BrokerHttp.cppindex 824a7923d..4ef824374 100644--- a/fincept-qt/src/trading/brokers/BrokerHttp.cpp+++ b/fincept-qt/src/trading/brokers/BrokerHttp.cpp@@ -30,12 +30,24 @@ BrokerHttpResponse BrokerHttp::post_json(const QString& url, const QJsonObject&return execute("POST", url, body, "application/json", headers);}+BrokerHttpResponse BrokerHttp::post_json_array(const QString& url, const QJsonArray& payload,+ const QMap<QString, QString>& headers) {+ QByteArray body = QJsonDocument(payload).toJson(QJsonDocument::Compact);+ return execute("POST", url, body, "application/json", headers);+}+BrokerHttpResponse BrokerHttp::put_json(const QString& url, const QJsonObject& payload,const QMap<QString, QString>& headers) {QByteArray body = QJsonDocument(payload).toJson(QJsonDocument::Compact);return execute("PUT", url, body, "application/json", headers);}+BrokerHttpResponse BrokerHttp::patch_json(const QString& url, const QJsonObject& payload,+ const QMap<QString, QString>& headers) {+ QByteArray body = QJsonDocument(payload).toJson(QJsonDocument::Compact);+ return execute("PATCH", url, body, "application/json", headers);+}+BrokerHttpResponse BrokerHttp::del(const QString& url, const QMap<QString, QString>& headers,const QJsonObject& payload) {QByteArray body;@@ -48,13 +60,43 @@ BrokerHttpResponse BrokerHttp::del(const QString& url, const QMap<QString, QStriBrokerHttpResponse BrokerHttp::post_form(const QString& url, const QMap<QString, QString>& params,const QMap<QString, QString>& headers) {QUrlQuery query;- for (auto it = params.constBegin(); it != params.constEnd(); ++it) {+ for (auto it = params.constBegin(); it != params.constEnd(); ++it)query.addQueryItem(it.key(), it.value());- }QByteArray body = query.toString(QUrl::FullyEncoded).toUtf8();return execute("POST", url, body, "application/x-www-form-urlencoded", headers);}+BrokerHttpResponse BrokerHttp::put_form(const QString& url, const QMap<QString, QString>& params,+ const QMap<QString, QString>& headers) {+ QUrlQuery query;+ for (auto it = params.constBegin(); it != params.constEnd(); ++it)+ query.addQueryItem(it.key(), it.value());+ QByteArray body = query.toString(QUrl::FullyEncoded).toUtf8();+ return execute("PUT", url, body, "application/x-www-form-urlencoded", headers);+}++BrokerHttpResponse BrokerHttp::post_raw(const QString& url, const QByteArray& body,+ const QMap<QString, QString>& headers) {+ QString ct = "application/x-www-form-urlencoded";+ auto it = headers.find("Content-Type");+ if (it != headers.end())+ ct = it.value();+ QMap<QString, QString> h = headers;+ h.remove("Content-Type");+ return execute("POST", url, body, ct, h);+}++BrokerHttpResponse BrokerHttp::put_raw(const QString& url, const QByteArray& body,+ const QMap<QString, QString>& headers) {+ QString ct = "application/x-www-form-urlencoded";+ auto it = headers.find("Content-Type");+ if (it != headers.end())+ ct = it.value();+ QMap<QString, QString> h = headers;+ h.remove("Content-Type");+ return execute("PUT", url, body, ct, h);+}+BrokerHttpResponse BrokerHttp::execute(const QString& method, const QString& url, const QByteArray& body,const QString& content_type, const QMap<QString, QString>& headers) {QMutexLocker locker(&mutex_);@@ -79,6 +121,8 @@ BrokerHttpResponse BrokerHttp::execute(const QString& method, const QString& urlreply = nam.post(req, body);} else if (method == "PUT") {reply = nam.put(req, body);+ } else if (method == "PATCH") {+ reply = nam.sendCustomRequest(req, "PATCH", body);} else if (method == "DELETE") {if (body.isEmpty()) {reply = nam.deleteResource(req);diff --git a/fincept-qt/src/trading/brokers/BrokerHttp.h b/fincept-qt/src/trading/brokers/BrokerHttp.hindex 63db0d852..495e71726 100644--- a/fincept-qt/src/trading/brokers/BrokerHttp.h+++ b/fincept-qt/src/trading/brokers/BrokerHttp.h@@ -3,6 +3,7 @@// Uses QNetworkAccessManager with a local event loop for blocking calls.// This keeps broker implementations simple (no callback chains).+#include <QJsonArray>#include <QJsonDocument>#include <QJsonObject>#include <QMap>@@ -28,9 +29,15 @@ class BrokerHttp {BrokerHttpResponse post_json(const QString& url, const QJsonObject& payload,const QMap<QString, QString>& headers = {});+ BrokerHttpResponse post_json_array(const QString& url, const QJsonArray& payload,+ const QMap<QString, QString>& headers = {});+BrokerHttpResponse put_json(const QString& url, const QJsonObject& payload,const QMap<QString, QString>& headers = {});+ BrokerHttpResponse patch_json(const QString& url, const QJsonObject& payload,+ const QMap<QString, QString>& headers = {});+BrokerHttpResponse del(const QString& url, const QMap<QString, QString>& headers = {},const QJsonObject& payload = {});@@ -38,6 +45,18 @@ class BrokerHttp {BrokerHttpResponse post_form(const QString& url, const QMap<QString, QString>& params,const QMap<QString, QString>& headers = {});+ // Form-urlencoded PUT (Zerodha modify_order)+ BrokerHttpResponse put_form(const QString& url, const QMap<QString, QString>& params,+ const QMap<QString, QString>& headers = {});++ // Raw body POST — caller provides pre-encoded body + headers (Shoonya jData= protocol)+ BrokerHttpResponse post_raw(const QString& url, const QByteArray& body,+ const QMap<QString, QString>& headers = {});++ // Raw body PUT — caller provides pre-encoded body + headers (Tradier modify_order)+ BrokerHttpResponse put_raw(const QString& url, const QByteArray& body,+ const QMap<QString, QString>& headers = {});+// Timeout in ms (default 15s)void set_timeout(int ms) { timeout_ms_ = ms; }diff --git a/fincept-qt/src/trading/brokers/FyersBroker.cpp b/fincept-qt/src/trading/brokers/FyersBroker.cppindex 9405876ce..b50388752 100644--- a/fincept-qt/src/trading/brokers/FyersBroker.cpp+++ b/fincept-qt/src/trading/brokers/FyersBroker.cpp@@ -1,6 +1,6 @@// Fyers Broker — Qt-adapted port-#include "trading/brokers/FyersBroker.h"+#include "trading/brokers/fyers/FyersBroker.h"#include "core/logging/Logger.h"#include "trading/brokers/BrokerHttp.h"diff --git a/fincept-qt/src/trading/brokers/GlobalBrokers.cpp b/fincept-qt/src/trading/brokers/GlobalBrokers.cppindex 86e335e9b..bf2b3adb4 100644--- a/fincept-qt/src/trading/brokers/GlobalBrokers.cpp+++ b/fincept-qt/src/trading/brokers/GlobalBrokers.cpp@@ -1,11 +1,11 @@// Global Brokers — Alpaca (US), IBKR (US), Tradier (US), SaxoBank (EU)#include "core/logging/Logger.h"-#include "trading/brokers/AlpacaBroker.h"#include "trading/brokers/BrokerHttp.h"-#include "trading/brokers/IBKRBroker.h"-#include "trading/brokers/SaxoBankBroker.h"-#include "trading/brokers/TradierBroker.h"+#include "trading/brokers/alpaca/AlpacaBroker.h"+#include "trading/brokers/ibkr/IBKRBroker.h"+#include "trading/brokers/saxo/SaxoBankBroker.h"+#include "trading/brokers/tradier/TradierBroker.h"#include <QDateTime>#include <QJsonArray>diff --git a/fincept-qt/src/trading/brokers/IndianBrokers.cpp b/fincept-qt/src/trading/brokers/IndianBrokers.cppindex c1020c0db..c04005129 100644--- a/fincept-qt/src/trading/brokers/IndianBrokers.cpp+++ b/fincept-qt/src/trading/brokers/IndianBrokers.cpp@@ -15,9 +15,12 @@#include "trading/brokers/UpstoxBroker.h"#include "trading/brokers/ZerodhaBroker.h"+#include "trading/instruments/InstrumentService.h"+#include <QCryptographicHash>#include <QDateTime>#include <QJsonArray>+#include <QJsonDocument>namespace fincept::trading {@@ -39,35 +42,29 @@ static ApiResponse<QJsonObject> simple_get(const QString& url, const QMap<QStrin// ZERODHA — Uses form-urlencoded, SHA256 for token, "token api:access" auth// ═══════════════════════════════════════════════════════════════════════════════+// auth_headers: only Authorization + X-Kite-Version.+// Content-Type is NOT set here — BrokerHttp::post_form sets it for form POSTs,+// and GET requests must not carry it (Zerodha rejects them).QMap<QString, QString> ZerodhaBroker::auth_headers(const BrokerCredentials& creds) const {return {{"Authorization", "token " + creds.api_key + ":" + creds.access_token},- {"X-Kite-Version", kite_api_version},- {"Content-Type", "application/x-www-form-urlencoded"}};+ {"X-Kite-Version", kite_api_version}};}const char* ZerodhaBroker::zerodha_order_type(OrderType t) {switch (t) {- case OrderType::Market:- return "MARKET";- case OrderType::Limit:- return "LIMIT";- case OrderType::StopLoss:- return "SL-M";- case OrderType::StopLossLimit:- return "SL";+ case OrderType::Market: return "MARKET";+ case OrderType::Limit: return "LIMIT";+ case OrderType::StopLoss: return "SL-M";+ case OrderType::StopLossLimit:return "SL";}return "MARKET";}const char* ZerodhaBroker::zerodha_product(ProductType p) {switch (p) {- case ProductType::Intraday:- return "MIS";- case ProductType::Delivery:- return "CNC";- case ProductType::Margin:- return "NRML";- default:- return "MIS";+ case ProductType::Intraday: return "MIS";+ case ProductType::Delivery: return "CNC";+ case ProductType::Margin: return "NRML";+ default: return "MIS";}}const char* ZerodhaBroker::zerodha_side(OrderSide s) {@@ -75,22 +72,45 @@ const char* ZerodhaBroker::zerodha_side(OrderSide s) {}const char* ZerodhaBroker::zerodha_variety(ProductType p) {switch (p) {- case ProductType::CoverOrder:- return "co";- case ProductType::BracketOrder:- return "bo";- default:- return "regular";+ case ProductType::CoverOrder: return "co";+ case ProductType::BracketOrder: return "bo";+ default: return "regular";}}+// Maps our resolution strings to Zerodha interval strings.+// Zerodha accepts: minute, 3minute, 5minute, 10minute, 15minute, 30minute,+// 60minute, day, week, 2hour, 3day+QString ZerodhaBroker::zerodha_interval(const QString& resolution) {+ static const QMap<QString, QString> map = {+ {"1", "minute"}, {"1m", "minute"},+ {"3", "3minute"}, {"3m", "3minute"},+ {"5", "5minute"}, {"5m", "5minute"},+ {"10", "10minute"},{"10m", "10minute"},+ {"15", "15minute"},{"15m", "15minute"},+ {"30", "30minute"},{"30m", "30minute"},+ {"60", "60minute"},{"60m", "60minute"},{"1h", "60minute"},+ {"D", "day"}, {"1D", "day"}, {"day","day"},+ {"W", "week"}, {"1W", "week"}, {"week","week"},+ {"2h", "2hour"}, {"2H", "2hour"},+ {"3d", "3day"}, {"3D", "3day"},+ };+ return map.value(resolution, "day");+}+TokenExchangeResponse ZerodhaBroker::exchange_token(const QString& api_key, const QString& api_secret,const QString& request_token) {QByteArray input = (api_key + request_token + api_secret).toUtf8();QString checksum = QCryptographicHash::hash(input, QCryptographicHash::Sha256).toHex();- QMap<QString, QString> params = {{"api_key", api_key}, {"request_token", request_token}, {"checksum", checksum}};- auto resp = BrokerHttp::instance().post_form(QString(base_url()) + "/session/token", params);+ QMap<QString, QString> params = {+ {"api_key", api_key},+ {"request_token", request_token},+ {"checksum", checksum}+ };+ // X-Kite-Version is required even on the session endpoint+ QMap<QString, QString> headers = {{"X-Kite-Version", kite_api_version}};+ auto resp = BrokerHttp::instance().post_form(QString(base_url()) + "/session/token", params, headers);TokenExchangeResponse result;if (!resp.success) {@@ -99,9 +119,10 @@ TokenExchangeResponse ZerodhaBroker::exchange_token(const QString& api_key, cons}if (resp.json.value("status").toString() == "success") {auto data = resp.json.value("data").toObject();- result.success = true;- result.access_token = data.value("access_token").toString();- result.user_id = data.value("user_id").toString();+ result.success = true;+ result.access_token = data.value("access_token").toString();+ result.refresh_token = data.value("refresh_token").toString();+ result.user_id = data.value("user_id").toString();} else {result.error = resp.json.value("message").toString("Token exchange failed");}@@ -110,20 +131,24 @@ TokenExchangeResponse ZerodhaBroker::exchange_token(const QString& api_key, consOrderPlaceResponse ZerodhaBroker::place_order(const BrokerCredentials& creds, const UnifiedOrder& order) {QString variety = zerodha_variety(order.product_type);- QMap<QString, QString> params = {{"tradingsymbol", order.symbol},- {"exchange", order.exchange},- {"transaction_type", zerodha_side(order.side)},- {"order_type", zerodha_order_type(order.order_type)},- {"quantity", QString::number(static_cast<int>(order.quantity))},- {"product", zerodha_product(order.product_type)},- {"validity", order.validity}};+ QMap<QString, QString> params = {+ {"tradingsymbol", order.symbol},+ {"exchange", order.exchange},+ {"transaction_type",zerodha_side(order.side)},+ {"order_type", zerodha_order_type(order.order_type)},+ {"quantity", QString::number(static_cast<int>(order.quantity))},+ {"product", zerodha_product(order.product_type)},+ {"validity", order.validity.isEmpty() ? "DAY" : order.validity},+ {"disclosed_quantity", "0"},+ {"tag", "fincept"}, // tracking tag visible in Zerodha order history+ };if (order.price > 0)params["price"] = QString::number(order.price, 'f', 2);if (order.stop_price > 0)params["trigger_price"] = QString::number(order.stop_price, 'f', 2);- auto resp =- BrokerHttp::instance().post_form(QString("%1/orders/%2").arg(base_url(), variety), params, auth_headers(creds));+ auto resp = BrokerHttp::instance().post_form(+ QString("%1/orders/%2").arg(base_url(), variety), params, auth_headers(creds));OrderPlaceResponse result;if (!resp.success) {@@ -131,29 +156,55 @@ OrderPlaceResponse ZerodhaBroker::place_order(const BrokerCredentials& creds, coreturn result;}if (resp.json.value("status").toString() == "success") {- result.success = true;+ result.success = true;result.order_id = resp.json.value("data").toObject().value("order_id").toString();} else {- result.error = resp.json.value("message").toString("Order failed");+ result.error = resp.json.value("message").toString("Order placement failed");}return result;}ApiResponse<QJsonObject> ZerodhaBroker::modify_order(const BrokerCredentials& creds, const QString& order_id,const QJsonObject& mods) {- Q_UNUSED(creds);- Q_UNUSED(order_id);- Q_UNUSED(mods);- return {false, std::nullopt, "Zerodha modify: use form PUT (TODO)", now_ts()};+ // Zerodha modify uses form-urlencoded PUT to /orders/{variety}/{order_id}+ // Variety defaults to "regular"; caller can pass "variety" key in mods to override.+ QString variety = mods.value("variety").toString("regular");+ QMap<QString, QString> params;+ // Required fields — fall back to sensible defaults if not supplied+ if (mods.contains("order_type")) params["order_type"] = mods.value("order_type").toString();+ if (mods.contains("quantity")) params["quantity"] = mods.value("quantity").toString();+ if (mods.contains("price")) params["price"] = mods.value("price").toString();+ if (mods.contains("trigger_price")) params["trigger_price"] = mods.value("trigger_price").toString();+ if (mods.contains("disclosed_quantity"))params["disclosed_quantity"]= mods.value("disclosed_quantity").toString();+ params["validity"] = mods.value("validity").toString("DAY");++ auto resp = BrokerHttp::instance().put_form(+ QString("%1/orders/%2/%3").arg(base_url(), variety, order_id), params, auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("status").toString() == "success")+ return {true, resp.json, "", ts};+ return {false, std::nullopt, resp.json.value("message").toString("Modify failed"), ts};}ApiResponse<QJsonObject> ZerodhaBroker::cancel_order(const BrokerCredentials& creds, const QString& order_id) {- auto resp =- BrokerHttp::instance().del(QString("%1/orders/regular/%2").arg(base_url(), order_id), auth_headers(creds));+ // Variety must match what was used when placing. Caller encodes it in+ // additional_data JSON as "variety"; default to "regular".+ QString variety = "regular";+ if (!creds.additional_data.isEmpty()) {+ auto ad = QJsonDocument::fromJson(creds.additional_data.toUtf8()).object();+ auto v = ad.value("variety").toString();+ if (!v.isEmpty()) variety = v;+ }+ auto resp = BrokerHttp::instance().del(+ QString("%1/orders/%2/%3").arg(base_url(), variety, order_id), auth_headers(creds));int64_t ts = now_ts();if (!resp.success)return {false, std::nullopt, resp.error, ts};- return {true, resp.json, "", ts};+ if (resp.json.value("status").toString() == "success")+ return {true, resp.json, "", ts};+ return {false, std::nullopt, resp.json.value("message").toString("Cancel failed"), ts};}ApiResponse<QVector<BrokerOrderInfo>> ZerodhaBroker::get_orders(const BrokerCredentials& creds) {@@ -166,19 +217,20 @@ ApiResponse<QVector<BrokerOrderInfo>> ZerodhaBroker::get_orders(const BrokerCredfor (const auto& v : arr) {auto o = v.toObject();BrokerOrderInfo info;- info.order_id = o.value("order_id").toString();- info.symbol = o.value("tradingsymbol").toString();- info.exchange = o.value("exchange").toString();- info.side = o.value("transaction_type").toString();- info.order_type = o.value("order_type").toString();+ info.order_id = o.value("order_id").toString();+ info.symbol = o.value("tradingsymbol").toString();+ info.exchange = o.value("exchange").toString();+ info.side = o.value("transaction_type").toString();+ info.order_type = o.value("order_type").toString();info.product_type = o.value("product").toString();- info.quantity = o.value("quantity").toDouble();- info.price = o.value("price").toDouble();- info.trigger_price = o.value("trigger_price").toDouble();- info.filled_qty = o.value("filled_quantity").toDouble();- info.avg_price = o.value("average_price").toDouble();- info.status = o.value("status").toString();- info.message = o.value("status_message").toString();+ info.quantity = o.value("quantity").toDouble();+ info.price = o.value("price").toDouble();+ info.trigger_price= o.value("trigger_price").toDouble();+ info.filled_qty = o.value("filled_quantity").toDouble();+ info.avg_price = o.value("average_price").toDouble();+ info.status = o.value("status").toString();+ info.timestamp = o.value("order_timestamp").toString();+ info.message = o.value("status_message").toString();orders.append(info);}return {true, orders, "", ts};@@ -187,28 +239,35 @@ ApiResponse<QVector<BrokerOrderInfo>> ZerodhaBroker::get_orders(const BrokerCredApiResponse<QJsonObject> ZerodhaBroker::get_trade_book(const BrokerCredentials& creds) {return simple_get(QString(base_url()) + "/trades", auth_headers(creds));}+ApiResponse<QVector<BrokerPosition>> ZerodhaBroker::get_positions(const BrokerCredentials& creds) {auto resp = BrokerHttp::instance().get(QString(base_url()) + "/portfolio/positions", auth_headers(creds));int64_t ts = now_ts();if (!resp.success)return {false, std::nullopt, resp.error, ts};QVector<BrokerPosition> positions;+ // Zerodha returns both "net" and "day" arrays; we use "net" for current positionsauto net = resp.json.value("data").toObject().value("net").toArray();for (const auto& v : net) {auto p = v.toObject();BrokerPosition pos;- pos.symbol = p.value("tradingsymbol").toString();- pos.exchange = p.value("exchange").toString();+ pos.symbol = p.value("tradingsymbol").toString();+ pos.exchange = p.value("exchange").toString();pos.product_type = p.value("product").toString();- pos.quantity = p.value("quantity").toDouble();- pos.avg_price = p.value("average_price").toDouble();- pos.ltp = p.value("last_price").toDouble();- pos.pnl = p.value("pnl").toDouble();- pos.side = pos.quantity >= 0 ? "buy" : "sell";+ pos.quantity = p.value("quantity").toDouble();+ pos.avg_price = p.value("average_price").toDouble();+ pos.ltp = p.value("last_price").toDouble();+ pos.pnl = p.value("pnl").toDouble();+ pos.day_pnl = p.value("m2m_pnl").toDouble(); // mark-to-market day P&L+ pos.side = pos.quantity >= 0 ? "BUY" : "SELL";+ // pnl_pct: avoid divide-by-zero on zero-cost positions+ double cost = std::abs(pos.avg_price * pos.quantity);+ pos.pnl_pct = cost > 0 ? (pos.pnl / cost) * 100.0 : 0.0;positions.append(pos);}return {true, positions, "", ts};}+ApiResponse<QVector<BrokerHolding>> ZerodhaBroker::get_holdings(const BrokerCredentials& creds) {auto resp = BrokerHttp::instance().get(QString(base_url()) + "/portfolio/holdings", auth_headers(creds));int64_t ts = now_ts();@@ -219,41 +278,60 @@ ApiResponse<QVector<BrokerHolding>> ZerodhaBroker::get_holdings(const BrokerCredfor (const auto& v : arr) {auto h = v.toObject();BrokerHolding hold;- hold.symbol = h.value("tradingsymbol").toString();- hold.exchange = h.value("exchange").toString();- hold.quantity = h.value("quantity").toDouble();- hold.avg_price = h.value("average_price").toDouble();- hold.ltp = h.value("last_price").toDouble();- hold.invested_value = hold.quantity * hold.avg_price;- hold.current_value = hold.quantity * hold.ltp;- hold.pnl = hold.current_value - hold.invested_value;- hold.pnl_pct = hold.invested_value > 0 ? (hold.pnl / hold.invested_value) * 100 : 0;+ hold.symbol = h.value("tradingsymbol").toString();+ hold.exchange = h.value("exchange").toString();+ hold.quantity = h.value("quantity").toDouble();+ hold.avg_price = h.value("average_price").toDouble();+ hold.ltp = h.value("last_price").toDouble();+ hold.invested_value = hold.quantity * hold.avg_price;+ hold.current_value = hold.quantity * hold.ltp;+ // Use Zerodha's pre-calculated pnl field directly — more accurate than+ // on-the-fly calculation which ignores corporate actions and adjustments.+ hold.pnl = h.value("pnl").toDouble();+ hold.pnl_pct = hold.avg_price > 0+ ? ((hold.ltp - hold.avg_price) / hold.avg_price) * 100.0+ : 0.0;holdings.append(hold);}return {true, holdings, "", ts};}+ApiResponse<BrokerFunds> ZerodhaBroker::get_funds(const BrokerCredentials& creds) {- auto resp = BrokerHttp::instance().get(QString(base_url()) + "/user/margins/equity", auth_headers(creds));+ // Fetch all segments at once — NOT /user/margins/equity (that only returns equity)+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/user/margins", auth_headers(creds));int64_t ts = now_ts();if (!resp.success)return {false, std::nullopt, resp.error, ts};- auto data = resp.json.value("data").toObject();+ auto data = resp.json.value("data").toObject();+ auto equity = data.value("equity").toObject();+ auto commod = data.value("commodity").toObject();+BrokerFunds funds;- funds.available_balance = data.value("available").toObject().value("live_balance").toDouble();- funds.used_margin = data.value("utilised").toObject().value("debits").toDouble();- funds.total_balance = funds.available_balance + funds.used_margin;- funds.raw_data = resp.json;+ // "net" is the correct available margin field (not "live_balance")+ funds.available_balance = equity.value("net").toDouble()+ + commod.value("net").toDouble();+ funds.used_margin = equity.value("utilised").toObject().value("debits").toDouble()+ + commod.value("utilised").toObject().value("debits").toDouble();+ funds.collateral = equity.value("available").toObject().value("collateral").toDouble()+ + commod.value("available").toObject().value("collateral").toDouble();+ funds.total_balance = funds.available_balance + funds.used_margin;+ funds.raw_data = resp.json;return {true, funds, "", ts};}+ApiResponse<QVector<BrokerQuote>> ZerodhaBroker::get_quotes(const BrokerCredentials& creds,const QVector<QString>& symbols) {- QString syms;- for (int i = 0; i < symbols.size(); ++i) {- if (i > 0)- syms += "&i=";- syms += symbols[i];+ // Zerodha requires exchange-prefixed symbols: "NSE:RELIANCE", "BSE:INFY"+ // If the caller already passed "NSE:RELIANCE" we leave it; if bare "RELIANCE"+ // we prefix with the default exchange from profile.+ QString query;+ for (const auto& sym : symbols) {+ if (!query.isEmpty()) query += "&i=";+ // If no colon present, prefix with NSE (most common default)+ query += sym.contains(':') ? sym : ("NSE:" + sym);}- auto resp = BrokerHttp::instance().get(QString(base_url()) + "/quote?i=" + syms, auth_headers(creds));+ auto resp = BrokerHttp::instance().get(+ QString(base_url()) + "/quote?i=" + query, auth_headers(creds));int64_t ts = now_ts();if (!resp.success)return {false, std::nullopt, resp.error, ts};@@ -262,36 +340,91 @@ ApiResponse<QVector<BrokerQuote>> ZerodhaBroker::get_quotes(const BrokerCredentifor (auto it = data.constBegin(); it != data.constEnd(); ++it) {auto q_obj = it.value().toObject();BrokerQuote q;- q.symbol = it.key();- q.ltp = q_obj.value("last_price").toDouble();- auto ohlc = q_obj.value("ohlc").toObject();- q.open = ohlc.value("open").toDouble();- q.high = ohlc.value("high").toDouble();- q.low = ohlc.value("low").toDouble();- q.close = ohlc.value("close").toDouble();- q.volume = q_obj.value("volume").toDouble();- q.change = q_obj.value("net_change").toDouble();+ q.symbol = it.key(); // already in "NSE:RELIANCE" form+ q.ltp = q_obj.value("last_price").toDouble();+ auto ohlc = q_obj.value("ohlc").toObject();+ q.open = ohlc.value("open").toDouble();+ q.high = ohlc.value("high").toDouble();+ q.low = ohlc.value("low").toDouble();+ q.close = ohlc.value("close").toDouble();+ q.volume = q_obj.value("volume").toDouble();+ q.change = q_obj.value("net_change").toDouble();+ q.change_pct= q.close > 0 ? (q.change / q.close) * 100.0 : 0.0;+ // Best bid/ask from level-1 depth (first entry of buy/sell depth arrays)+ auto depth = q_obj.value("depth").toObject();+ auto buy0 = depth.value("buy").toArray().first().toObject();+ auto sell0 = depth.value("sell").toArray().first().toObject();+ q.bid = buy0.value("price").toDouble();+ q.bid_size = buy0.value("quantity").toDouble();+ q.ask = sell0.value("price").toDouble();+ q.ask_size = sell0.value("quantity").toDouble();quotes.append(q);}return {true, quotes, "", ts};}+ApiResponse<QVector<BrokerCandle>> ZerodhaBroker::get_history(const BrokerCredentials& creds, const QString& symbol,const QString& resolution, const QString& from_date,const QString& to_date) {- QString url = QString("%1/instruments/historical/%2/%3?from=%4&to=%5")- .arg(base_url(), symbol, resolution, from_date, to_date);+ // Zerodha historical data requires the numeric instrument_token, not the trading symbol.+ // Resolution order:+ // 1. InstrumentService in-memory cache (fast, populated after refresh)+ // 2. additional_data JSON fallback (manual override)+ // 3. Fail with a clear error message+ QString token;++ // 1 — InstrumentService lookup (symbol + exchange → token)+ // Symbol may arrive as "NSE:RELIANCE" or plain "RELIANCE". Split on ':'.+ QString lookup_exchange = "NSE";+ QString lookup_symbol = symbol;+ if (symbol.contains(':')) {+ lookup_exchange = symbol.section(':', 0, 0);+ lookup_symbol = symbol.section(':', 1);+ }+ auto svc_token = InstrumentService::instance().instrument_token(lookup_symbol, lookup_exchange, "zerodha");+ if (svc_token.has_value()) {+ token = QString::number(svc_token.value());+ }++ // 2 — Fallback: caller-supplied token in additional_data JSON+ if (token.isEmpty() && !creds.additional_data.isEmpty()) {+ auto ad = QJsonDocument::fromJson(creds.additional_data.toUtf8()).object();+ token = ad.value("instrument_token").toString();+ }++ if (token.isEmpty()) {+ return {false, std::nullopt,+ "Zerodha get_history: instrument_token not found for " + symbol ++ ". Call InstrumentService::refresh() first.", now_ts()};+ }++ QString interval = zerodha_interval(resolution);+ // continuous=0: no continuous contract stitching; oi=1: include open interest column+ QString url = QString("%1/instruments/historical/%2/%3?from=%4&to=%5&continuous=0&oi=1")+ .arg(base_url(), token, interval, from_date, to_date);auto resp = BrokerHttp::instance().get(url, auth_headers(creds));int64_t ts = now_ts();if (!resp.success)return {false, std::nullopt, resp.error, ts};+QVector<BrokerCandle> candles;auto arr = resp.json.value("data").toObject().value("candles").toArray();for (const auto& v : arr) {auto c = v.toArray();- if (c.size() < 6)- continue;- candles.append({c[0].toVariant().toLongLong(), c[1].toDouble(), c[2].toDouble(), c[3].toDouble(),- c[4].toDouble(), c[5].toDouble()});+ if (c.size() < 6) continue;+ // c[0] = "2024-01-15T09:15:00+0530" — Zerodha always includes the IST offset+ // in the timestamp string, so Qt::ISODate parses it correctly to UTC epoch.+ // No manual IST adjustment needed — Qt handles the offset.+ qint64 epoch = QDateTime::fromString(c[0].toString(), Qt::ISODateWithMs)+ .toSecsSinceEpoch();+ if (epoch == 0) {+ // Fallback: some responses omit milliseconds+ epoch = QDateTime::fromString(c[0].toString(), Qt::ISODate)+ .toSecsSinceEpoch();+ }+ // c[6] = open interest (present when oi=1; safe to ignore if absent)+ candles.append({epoch, c[1].toDouble(), c[2].toDouble(),+ c[3].toDouble(), c[4].toDouble(), c[5].toDouble()});}return {true, candles, "", ts};}diff --git a/fincept-qt/src/trading/brokers/ZerodhaBroker.h b/fincept-qt/src/trading/brokers/ZerodhaBroker.hindex 0ee91b67e..add696dcb 100644--- a/fincept-qt/src/trading/brokers/ZerodhaBroker.h+++ b/fincept-qt/src/trading/brokers/ZerodhaBroker.h@@ -68,6 +68,7 @@ class ZerodhaBroker : public IBroker {static const char* zerodha_product(ProductType p);static const char* zerodha_side(OrderSide s);static const char* zerodha_variety(ProductType p);+ static QString zerodha_interval(const QString& resolution);};} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/aliceblue/AliceBlueBroker.cpp b/fincept-qt/src/trading/brokers/aliceblue/AliceBlueBroker.cppnew file mode 100644index 000000000..a85bd1325--- /dev/null+++ b/fincept-qt/src/trading/brokers/aliceblue/AliceBlueBroker.cpp@@ -0,0 +1,567 @@+#include "trading/brokers/aliceblue/AliceBlueBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include <QCryptographicHash>+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QJsonObject>++namespace fincept::trading {++// Auth endpoint is different from the trading API base+static const char* AUTH_URL = "https://ant.aliceblueonline.com/open-api/od/v1/vendor/getUserDetails";+static const char* API_BASE = "https://a3.aliceblueonline.com";++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ============================================================================+// Helpers+// ============================================================================++bool AliceBlueBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401 || resp.status_code == 403)+ return true;+ if (!resp.json.isEmpty()) {+ QString status = resp.json["status"].toString();+ if (status == "Not_ok" || status == "Not_Ok" || status == "NOT_OK")+ return true;+ // emsg containing auth-related text+ QString emsg = resp.json["emsg"].toString().toLower();+ if (emsg.contains("session") || emsg.contains("token") || emsg.contains("unauthori"))+ return true;+ }+ return false;+}++QString AliceBlueBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ if (!resp.json.isEmpty()) {+ QString msg = resp.json["message"].toString();+ if (!msg.isEmpty()) return msg;+ msg = resp.json["emsg"].toString();+ if (!msg.isEmpty()) return msg;+ QString status = resp.json["status"].toString();+ if (!status.isEmpty() && status != "Ok")+ return QString("AliceBlue error: status=%1").arg(status);+ }+ if (!resp.error.isEmpty()) return resp.error;+ if (!resp.raw_body.isEmpty()) return resp.raw_body.left(200);+ return fallback;+}++QString AliceBlueBroker::ab_product(ProductType p) {+ switch (p) {+ case ProductType::Intraday: return "INTRADAY";+ case ProductType::Delivery: return "LONGTERM";+ case ProductType::Margin: return "NRML";+ default: return "INTRADAY";+ }+}++QString AliceBlueBroker::ab_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MARKET";+ case OrderType::Limit: return "LIMIT";+ case OrderType::StopLoss: return "SL";+ case OrderType::StopLossLimit: return "SLM";+ default: return "MARKET";+ }+}++// AliceBlue history API: "1" for intraday (all resolutions), "D" for daily+QString AliceBlueBroker::ab_resolution(const QString& resolution) {+ if (resolution == "D" || resolution == "1D" || resolution == "W" || resolution == "1W")+ return "D";+ return "1"; // 1m, 5m, 15m, 30m, 60m, 1h all use "1" (1-minute bars)+}++// ============================================================================+// Auth headers — Bearer session token only+// ============================================================================++QMap<QString, QString> AliceBlueBroker::auth_headers(const BrokerCredentials& creds) const {+ return {+ {"Authorization", "Bearer " + creds.access_token},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"},+ };+}++// ============================================================================+// Phase 2: exchange_token+// Checksum = SHA256(userId + authCode + apiSecret) — hex digest+// POST https://ant.aliceblueonline.com/open-api/od/v1/vendor/getUserDetails+// No auth header needed — checksum is the credential+// Response: { "stat": "Ok", "userSession": "...", "clientId": "..." }+// ============================================================================++TokenExchangeResponse AliceBlueBroker::exchange_token(const QString& api_key,+ const QString& api_secret,+ const QString& auth_code) {+ // api_key = userId, api_secret = apiSecret, auth_code = request/auth token+ QString checksum_input = api_key + auth_code + api_secret;+ QString checksum = QString(+ QCryptographicHash::hash(checksum_input.toUtf8(), QCryptographicHash::Sha256).toHex());++ QJsonObject body;+ body["checkSum"] = checksum;++ QMap<QString, QString> headers = {+ {"Content-Type", "application/json"},+ {"Accept", "application/json"},+ };++ auto resp = BrokerHttp::instance().post_json(AUTH_URL, body, headers);++ if (!resp.success)+ return {false, "", "", "", checked_error(resp, "Network error")};++ QString stat = resp.json["stat"].toString();+ if (stat != "Ok")+ return {false, "", "", "", checked_error(resp, "Authentication failed")};++ QString session = resp.json["userSession"].toString();+ QString client_id = resp.json["clientId"].toString();++ if (session.isEmpty())+ return {false, "", "", "", "No userSession in response"};++ return {true, session, client_id, "", ""};+}++// ============================================================================+// Phase 3: Order operations+// ============================================================================++OrderPlaceResponse AliceBlueBroker::place_order(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ auto hdrs = auth_headers(creds);++ // instrumentId must be the numeric exchange token (string)+ // InstrumentService lookup would go here in production; use "0" as fallback+ QString instrument_id = order.instrument_token.isEmpty() ? "0" : order.instrument_token;++ QJsonObject item;+ item["exchange"] = order.exchange;+ item["instrumentId"] = instrument_id;+ item["transactionType"] = (order.side == OrderSide::Buy) ? "BUY" : "SELL";+ item["quantity"] = order.quantity;+ item["product"] = ab_product(order.product_type);+ item["orderComplexity"] = "REGULAR";+ item["orderType"] = ab_order_type(order.order_type);+ item["validity"] = "DAY";+ item["price"] = (order.order_type == OrderType::Market)+ ? "0" : QString::number(order.price, 'f', 2);+ item["slTriggerPrice"] = (order.order_type == OrderType::StopLoss ||+ order.order_type == OrderType::StopLossLimit)+ ? QString::number(order.stop_price, 'f', 2) : "0";+ item["slLegPrice"] = "";+ item["targetLegPrice"] = "";+ item["disclosedQuantity"] = "";+ item["marketProtectionPercent"] = "";+ item["deviceId"] = "";+ item["trailingSlAmount"] = "";+ item["apiOrderSource"] = "";+ item["algoId"] = "";+ item["orderTag"] = "fincept";++ // API expects an array of one item+ QJsonArray payload;+ payload.append(item);++ auto resp = BrokerHttp::instance().post_json_array(+ QString(API_BASE) + "/open-api/od/v1/orders/placeorder",+ payload, hdrs);++ if (!resp.success)+ return {false, "", checked_error(resp, "Network error")};+ if (is_token_expired(resp))+ return {false, "", "[TOKEN_EXPIRED]"};++ QString status = resp.json["status"].toString();+ if (status != "Ok")+ return {false, "", checked_error(resp, "Place order failed")};++ QJsonArray results = resp.json["result"].toArray();+ if (results.isEmpty())+ return {false, "", "No result in response"};++ QJsonObject result = results[0].toObject();+ // Check for per-result error (AliceBlue may return top-level Ok but result error)+ QString result_status = result["status"].toString();+ if (!result_status.isEmpty() && result_status != "Ok" && result["brokerOrderId"].toString().isEmpty())+ return {false, "", result["message"].toString()};++ QString order_id = result["brokerOrderId"].toString();+ if (order_id.isEmpty())+ return {false, "", "No brokerOrderId in response"};++ return {true, order_id, ""};+}++ApiResponse<QJsonObject> AliceBlueBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ QJsonObject body;+ body["brokerOrderId"] = order_id;+ body["quantity"] = mods.value("quantity").toInt(0);+ body["orderType"] = mods.contains("order_type")+ ? mods["order_type"].toString() : "LIMIT";+ body["slTriggerPrice"] = mods.contains("trigger_price")+ ? QString::number(mods["trigger_price"].toDouble(), 'f', 2) : "0";+ body["price"] = mods.contains("price")+ ? QString::number(mods["price"].toDouble(), 'f', 2) : "0";+ body["slLegPrice"] = "";+ body["trailingSlAmount"] = "";+ body["targetLegPrice"] = "";+ body["validity"] = "DAY";+ body["disclosedQuantity"] = "0";+ body["marketProtection"] = "";+ body["deviceId"] = "";++ auto resp = BrokerHttp::instance().post_json(+ QString(API_BASE) + "/open-api/od/v1/orders/modify", body, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ if (resp.json["status"].toString() != "Ok")+ return {false, std::nullopt, checked_error(resp, "Modify failed"), ts};++ return {true, resp.json, "", ts};+}++ApiResponse<QJsonObject> AliceBlueBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ QJsonObject body;+ body["brokerOrderId"] = order_id;++ auto resp = BrokerHttp::instance().post_json(+ QString(API_BASE) + "/open-api/od/v1/orders/cancel", body, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ if (resp.json["status"].toString() != "Ok")+ return {false, std::nullopt, checked_error(resp, "Cancel failed"), ts};++ return {true, resp.json, "", ts};+}++// ============================================================================+// Phase 4: Read operations+// ============================================================================++ApiResponse<QVector<BrokerOrderInfo>> AliceBlueBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ auto resp = BrokerHttp::instance().get(+ QString(API_BASE) + "/open-api/od/v1/orders/book", hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ // "No orders" returns status Ok with empty result or error message — treat as empty+ if (resp.json["status"].toString() != "Ok") {+ QString msg = resp.json["message"].toString();+ if (msg.contains("Failed to retrieve") || msg.contains("No orders", Qt::CaseInsensitive))+ return {true, QVector<BrokerOrderInfo>{}, "", ts};+ return {false, std::nullopt, checked_error(resp, "Fetch orders failed"), ts};+ }++ QJsonArray results = resp.json["result"].toArray();+ QVector<BrokerOrderInfo> orders;+ orders.reserve(results.size());++ auto parse_status = [](const QString& s) -> QString {+ QString ls = s.toLower();+ if (ls == "complete") return "filled";+ if (ls == "open") return "open";+ if (ls == "cancelled") return "cancelled";+ if (ls == "rejected") return "rejected";+ return ls;+ };++ for (const auto& item : results) {+ QJsonObject o = item.toObject();+ BrokerOrderInfo info;+ info.order_id = o["brokerOrderId"].toString();+ info.symbol = o["formattedInstrumentName"].toString().isEmpty()+ ? o["tradingSymbol"].toString()+ : o["formattedInstrumentName"].toString();+ info.exchange = o["exchange"].toString();+ info.quantity = o["quantity"].toInt();+ info.filled_qty = o["filledQuantity"].toInt();+ info.price = o["price"].toDouble();+ info.trigger_price = o["slTriggerPrice"].toDouble();+ info.status = parse_status(o["orderStatus"].toString());+ info.side = (o["transactionType"].toString() == "BUY") ? "buy" : "sell";+ info.order_type = o["orderType"].toString();+ info.product_type = o["product"].toString();+ info.timestamp = o["orderTime"].toString();+ orders.append(info);+ }++ return {true, orders, "", ts};+}++ApiResponse<QJsonObject> AliceBlueBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ auto resp = BrokerHttp::instance().get(+ QString(API_BASE) + "/open-api/od/v1/orders/trades", hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ return {true, resp.json, "", ts};+}++ApiResponse<QVector<BrokerPosition>> AliceBlueBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ auto resp = BrokerHttp::instance().get(+ QString(API_BASE) + "/open-api/od/v1/positions", hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ if (resp.json["status"].toString() != "Ok") {+ QString msg = resp.json["message"].toString();+ if (msg.contains("No position") || msg.contains("not found", Qt::CaseInsensitive) ||+ msg.contains("Failed to retrieve"))+ return {true, QVector<BrokerPosition>{}, "", ts};+ return {false, std::nullopt, checked_error(resp, "Fetch positions failed"), ts};+ }++ QJsonArray results = resp.json["result"].toArray();+ QVector<BrokerPosition> positions;++ for (const auto& item : results) {+ QJsonObject p = item.toObject();+ int net_qty = p["netQuantity"].toInt();+ if (net_qty == 0) continue;++ BrokerPosition pos;+ pos.symbol = p["tradingSymbol"].toString().isEmpty()+ ? p["formattedInstrumentName"].toString()+ : p["tradingSymbol"].toString();+ pos.exchange = p["exchange"].toString();+ pos.quantity = net_qty;+ pos.avg_price = p["dayBuyPrice"].toDouble() > 0+ ? p["dayBuyPrice"].toDouble()+ : p["netAveragePrice"].toDouble();+ pos.ltp = p["ltp"].toDouble();+ pos.pnl = p["unrealisedPnl"].toDouble();+ pos.product_type = p["product"].toString();+ positions.append(pos);+ }++ return {true, positions, "", ts};+}++ApiResponse<QVector<BrokerHolding>> AliceBlueBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ auto resp = BrokerHttp::instance().get(+ QString(API_BASE) + "/open-api/od/v1/holdings/CNC", hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ if (resp.json["status"].toString() != "Ok") {+ QString msg = resp.json["message"].toString();+ if (msg.contains("No holding") || msg.contains("not found", Qt::CaseInsensitive) ||+ msg.contains("Failed to retrieve"))+ return {true, QVector<BrokerHolding>{}, "", ts};+ return {false, std::nullopt, checked_error(resp, "Fetch holdings failed"), ts};+ }++ QJsonArray results = resp.json["result"].toArray();+ QVector<BrokerHolding> holdings;+ holdings.reserve(results.size());++ for (const auto& item : results) {+ QJsonObject h = item.toObject();++ QString nse_sym = h["nseTradingSymbol"].toString();+ QString bse_sym = h["bseTradingSymbol"].toString();+ QString symbol = nse_sym.isEmpty() ? bse_sym : nse_sym;+ if (symbol.isEmpty()) continue;++ QString exchange = nse_sym.isEmpty() ? "BSE" : "NSE";++ int qty = h["dpQuantity"].toInt();+ if (qty == 0) qty = h["totalQuantity"].toInt();++ double avg_price = h["averageTradedPrice"].toDouble();+ if (avg_price == 0.0) avg_price = h["investedPrice"].toDouble();++ double ltp = h["ltp"].toDouble();++ BrokerHolding holding;+ holding.symbol = symbol;+ holding.exchange = exchange;+ holding.quantity = qty;+ holding.avg_price = avg_price;+ holding.ltp = ltp;+ holding.pnl = (ltp - avg_price) * qty;+ holdings.append(holding);+ }++ return {true, holdings, "", ts};+}++ApiResponse<BrokerFunds> AliceBlueBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ auto resp = BrokerHttp::instance().get(+ QString(API_BASE) + "/open-api/od/v1/limits/", hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ if (resp.json["status"].toString() != "Ok")+ return {false, std::nullopt, checked_error(resp, "Fetch funds failed"), ts};++ QJsonArray results = resp.json["result"].toArray();+ if (results.isEmpty())+ return {false, std::nullopt, "Empty limits response", ts};++ QJsonObject item = results[0].toObject();+ double trading_limit = item["tradingLimit"].toDouble();+ double collateral = item["collateralMargin"].toDouble();+ double utilized = item["utilizedMargin"].toDouble();++ BrokerFunds funds;+ funds.available_balance = trading_limit + collateral;+ funds.used_margin = utilized;+ funds.total_balance = funds.available_balance + funds.used_margin;+ funds.collateral = collateral;++ return {true, funds, "", ts};+}++ApiResponse<QVector<BrokerQuote>> AliceBlueBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ // AliceBlue V2 REST API does not have a dedicated quote endpoint.+ // Quotes require WebSocket subscription — not available in REST broker model.+ // Return empty set; the UI should show last known prices from holdings/positions.+ int64_t ts = now_ts();+ (void)creds; (void)symbols;+ return {true, QVector<BrokerQuote>{}, "", ts};+}++ApiResponse<QVector<BrokerCandle>> AliceBlueBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ // BSE historical data not supported by AliceBlue+ QString exchange = "NSE";+ QString trading_symbol = symbol;+ int colon = symbol.indexOf(':');+ if (colon != -1) {+ exchange = symbol.left(colon);+ trading_symbol = symbol.mid(colon + 1);+ }+ if (exchange == "BSE" || exchange == "BCD")+ return {false, std::nullopt, "AliceBlue does not support BSE historical data", ts};++ // instrument_token should be passed in from the caller via symbol "NSE:RELIANCE:3045"+ // For now accept "EXCHANGE:SYMBOL:TOKEN" format if colon count == 2+ QString instrument_token;+ QStringList parts = symbol.split(':');+ if (parts.size() == 3) {+ exchange = parts[0];+ trading_symbol = parts[1];+ instrument_token = parts[2];+ }+ if (instrument_token.isEmpty())+ return {false, std::nullopt, "AliceBlue requires instrument token for historical data", ts};++ // Convert YYYY-MM-DD to Unix milliseconds (IST 09:15 start, 23:59 end)+ auto to_epoch_ms = [](const QString& date_str, bool is_end) -> QString {+ QDateTime dt = QDateTime::fromString(date_str, "yyyy-MM-dd");+ if (!dt.isValid()) return "0";+ if (is_end)+ dt.setTime(QTime(23, 59, 59));+ else+ dt.setTime(QTime(9, 15, 0));+ // IST = UTC+5:30 → subtract 5h30m to get UTC, then ms+ qint64 epoch_ms = dt.toMSecsSinceEpoch() - (5 * 3600 + 30 * 60) * 1000LL;+ return QString::number(epoch_ms);+ };++ QString res = ab_resolution(resolution);+ QString from_ms = to_epoch_ms(from_date, false);+ QString to_ms = to_epoch_ms(to_date, true);++ QJsonObject body;+ body["token"] = instrument_token;+ body["exchange"] = exchange;+ body["from"] = from_ms;+ body["to"] = to_ms;+ body["resolution"] = res;++ auto resp = BrokerHttp::instance().post_json(+ QString(API_BASE) + "/open-api/od/ChartAPIService/api/chart/history", body, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QString stat = resp.json["stat"].toString().toLower();+ if (stat == "not_ok" || stat == "not ok" || !resp.json.contains("result"))+ return {false, std::nullopt, checked_error(resp, "No historical data"), ts};++ QJsonArray candles = resp.json["result"].toArray();+ QVector<BrokerCandle> result;+ result.reserve(candles.size());++ for (const auto& item : candles) {+ QJsonObject c = item.toObject();+ BrokerCandle candle;+ // Response fields: time (YYYY-MM-DD HH:MM:SS), open, high, low, close, volume+ candle.timestamp = QDateTime::fromString(c["time"].toString(), "yyyy-MM-dd HH:mm:ss")+ .toMSecsSinceEpoch();+ candle.open = c["open"].toDouble();+ candle.high = c["high"].toDouble();+ candle.low = c["low"].toDouble();+ candle.close = c["close"].toDouble();+ candle.volume = c["volume"].toDouble();+ result.append(candle);+ }++ return {true, result, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/aliceblue/AliceBlueBroker.h b/fincept-qt/src/trading/brokers/aliceblue/AliceBlueBroker.hnew file mode 100644index 000000000..b90b8e5a0--- /dev/null+++ b/fincept-qt/src/trading/brokers/aliceblue/AliceBlueBroker.h@@ -0,0 +1,64 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++class AliceBlueBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::AliceBlue; }+ const char* name() const override { return "AliceBlue"; }+ const char* base_url() const override { return "https://a3.aliceblueonline.com"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "aliceblue", .display_name = "AliceBlue", .region = "IN", .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "USER ID", "Enter User ID...", false},+ {CredentialField::ApiSecret, "API SECRET", "Enter API Secret...", true},+ {CredentialField::AuthCode, "AUTH CODE", "Enter Auth/Request Token...", false},+ },+ .exchanges = {"NSE", "BSE", "NFO", "MCX", "NCDEX"},+ .product_types = {+ {"Intraday (MIS)", ProductType::Intraday},+ {"Delivery (CNC)", ProductType::Delivery},+ {"Margin (NRML)", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=false, .default_paper_balance=1000000.0,+ .default_watchlist={"HDFCBANK","ICICIBANK","SBIN","TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE","HINDUNILVR","ITC"},+ .default_symbol="RELIANCE", .default_exchange="NSE",+ .brokerage_info="\u20B915/order flat",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ static QString ab_product(ProductType p);+ static QString ab_order_type(OrderType t);+ static QString ab_resolution(const QString& resolution);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/alpaca/AlpacaBroker.cpp b/fincept-qt/src/trading/brokers/alpaca/AlpacaBroker.cppnew file mode 100644index 000000000..cd2281e1b--- /dev/null+++ b/fincept-qt/src/trading/brokers/alpaca/AlpacaBroker.cpp@@ -0,0 +1,928 @@+#include "trading/brokers/alpaca/AlpacaBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include "core/logging/Logger.h"++#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QStringList>++namespace fincept::trading {++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }+// ═══════════════════════════════════════════════════════════════════════════════+// ALPACA — US broker, API key/secret in headers (no OAuth)+// additional_data == "live" → https://api.alpaca.markets+// additional_data == "paper" → https://paper-api.alpaca.markets (default)+// Market data always → https://data.alpaca.markets+// ═══════════════════════════════════════════════════════════════════════════════++QString AlpacaBroker::trading_url(const BrokerCredentials& creds) {+ // additional_data stores "live"/"paper" set during exchange_token.+ // Fallback: detect from key prefix (AK=live, PK=paper) for stale/missing additional_data.+ bool is_live = (creds.additional_data == "live")+ || (creds.additional_data.isEmpty() && creds.api_key.startsWith("AK", Qt::CaseInsensitive));+ return is_live ? "https://api.alpaca.markets" : "https://paper-api.alpaca.markets";+}++QMap<QString, QString> AlpacaBroker::auth_headers(const BrokerCredentials& creds) const {+ return {{"APCA-API-KEY-ID", creds.api_key},+ {"APCA-API-SECRET-KEY", creds.api_secret},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"}};+}++// exchange_token: validate credentials by hitting /v2/account.+// Auto-detects environment from key prefix: AK* = live, PK* = paper.+// auth_code from UI combo is used as a hint but key prefix wins.+TokenExchangeResponse AlpacaBroker::exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) {+ // Key prefix detection: AK = live key, PK = paper key+ QString env;+ if (api_key.startsWith("AK", Qt::CaseInsensitive))+ env = "live";+ else if (api_key.startsWith("PK", Qt::CaseInsensitive))+ env = "paper";+ else+ env = (auth_code == "live") ? "live" : "paper"; // fallback to UI selection++ QMap<QString, QString> headers = {+ {"APCA-API-KEY-ID", api_key}, {"APCA-API-SECRET-KEY", api_secret}, {"Accept", "application/json"}};++ auto try_env = [&](const QString& e) -> TokenExchangeResponse {+ const QString base = (e == "live") ? "https://api.alpaca.markets" : "https://paper-api.alpaca.markets";+ auto resp = BrokerHttp::instance().get(base + "/v2/account", headers);+ TokenExchangeResponse r;+ if (!resp.success) {+ r.error = resp.error.isEmpty() ? resp.raw_body : resp.error;+ return r;+ }+ r.success = true;+ r.access_token = api_secret;+ r.user_id = resp.json.value("account_number").toString();+ r.additional_data = e;+ return r;+ };++ auto result = try_env(env);+ if (!result.success) {+ // Try opposite env as fallback+ const QString other = (env == "live") ? "paper" : "live";+ LOG_INFO("AlpacaBroker", QString("Auth failed on %1, trying %2").arg(env, other));+ result = try_env(other);+ }+ return result;+}++OrderPlaceResponse AlpacaBroker::place_order(const BrokerCredentials& creds, const UnifiedOrder& order) {+ static auto alpaca_type = [](OrderType t) -> const char* {+ switch (t) {+ case OrderType::Market: return "market";+ case OrderType::Limit: return "limit";+ case OrderType::StopLoss: return "stop";+ case OrderType::StopLossLimit: return "stop_limit";+ }+ return "market";+ };+ // time_in_force rules:+ // - Market orders: "day" + extended_hours=true so they work pre/post market+ // - Limit/Stop orders: "gtc" so they queue and fill when market opens+ const bool is_market = (order.order_type == OrderType::Market);+ const QString tif = is_market ? "day" : "gtc";++ QJsonObject payload{{"symbol", order.symbol},+ {"qty", QString::number(order.quantity)},+ {"side", order.side == OrderSide::Buy ? "buy" : "sell"},+ {"type", alpaca_type(order.order_type)},+ {"time_in_force", tif}};+ if (is_market)+ payload["extended_hours"] = true; // allow pre/post market execution+ if (order.price > 0)+ payload["limit_price"] = QString::number(order.price, 'f', 2);+ if (order.stop_price > 0)+ payload["stop_price"] = QString::number(order.stop_price, 'f', 2);++ auto resp = BrokerHttp::instance().post_json(trading_url(creds) + "/v2/orders", payload, auth_headers(creds));+ OrderPlaceResponse result;+ if (!resp.success) {+ result.error = resp.error;+ return result;+ }+ result.success = true;+ result.order_id = resp.json.value("id").toString();+ return result;+}++ApiResponse<QJsonObject> AlpacaBroker::modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) {+ auto resp = BrokerHttp::instance().put_json(trading_url(creds) + "/v2/orders/" + order_id, mods,+ auth_headers(creds));+ int64_t ts = now_ts();+ return resp.success ? ApiResponse<QJsonObject>{true, resp.json, "", ts}+ : ApiResponse<QJsonObject>{false, std::nullopt, resp.error, ts};+}++ApiResponse<QJsonObject> AlpacaBroker::cancel_order(const BrokerCredentials& creds, const QString& order_id) {+ auto resp = BrokerHttp::instance().del(trading_url(creds) + "/v2/orders/" + order_id, auth_headers(creds));+ int64_t ts = now_ts();+ return resp.success ? ApiResponse<QJsonObject>{true, resp.json, "", ts}+ : ApiResponse<QJsonObject>{false, std::nullopt, resp.error, ts};+}++ApiResponse<QVector<BrokerOrderInfo>> AlpacaBroker::get_orders(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(trading_url(creds) + "/v2/orders?status=all&limit=100",+ auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ QVector<BrokerOrderInfo> orders;+ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ auto jdo = [](const QJsonValue& v) -> double {+ return v.isDouble() ? v.toDouble() : v.toString().toDouble();+ };+ if (doc.isArray()) {+ for (const auto& v : doc.array()) {+ auto o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("id").toString();+ info.symbol = o.value("symbol").toString();+ info.side = o.value("side").toString();+ info.order_type = o.value("type").toString();+ info.quantity = jdo(o.value("qty"));+ info.price = jdo(o.value("limit_price"));+ info.filled_qty = jdo(o.value("filled_qty"));+ info.avg_price = jdo(o.value("filled_avg_price"));+ info.status = o.value("status").toString();+ info.timestamp = o.value("submitted_at").toString();+ orders.append(info);+ }+ }+ return {true, orders, "", ts};+}++ApiResponse<QJsonObject> AlpacaBroker::get_trade_book(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(trading_url(creds) + "/v2/account/activities/FILL",+ auth_headers(creds));+ int64_t ts = now_ts();+ return resp.success ? ApiResponse<QJsonObject>{true, resp.json, "", ts}+ : ApiResponse<QJsonObject>{false, std::nullopt, resp.error, ts};+}++ApiResponse<QVector<BrokerPosition>> AlpacaBroker::get_positions(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(trading_url(creds) + "/v2/positions", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) {+ LOG_ERROR("AlpacaBroker", QString("get_positions failed: %1 | body: %2").arg(resp.error, resp.raw_body));+ return {false, std::nullopt, resp.error, ts};+ }+ QVector<BrokerPosition> positions;+ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ auto jd = [](const QJsonValue& v) -> double {+ return v.isDouble() ? v.toDouble() : v.toString().toDouble();+ };+ if (doc.isArray()) {+ for (const auto& v : doc.array()) {+ auto p = v.toObject();+ BrokerPosition pos;+ pos.symbol = p.value("symbol").toString();+ pos.quantity = jd(p.value("qty"));+ pos.avg_price = jd(p.value("avg_entry_price"));+ pos.ltp = jd(p.value("current_price"));+ pos.pnl = jd(p.value("unrealized_pl"));+ pos.pnl_pct = jd(p.value("unrealized_plpc")) * 100.0;+ pos.side = p.value("side").toString();+ positions.append(pos);+ }+ }+ LOG_INFO("AlpacaBroker", QString("get_positions: %1 positions").arg(positions.size()));+ return {true, positions, "", ts};+}++ApiResponse<QVector<BrokerHolding>> AlpacaBroker::get_holdings(const BrokerCredentials& creds) {+ // Alpaca: positions are holdings for equities — re-fetch raw to get plpc directly+ auto resp = BrokerHttp::instance().get(trading_url(creds) + "/v2/positions", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) {+ LOG_ERROR("AlpacaBroker", QString("get_holdings failed: %1 | body: %2").arg(resp.error, resp.raw_body));+ return {false, std::nullopt, resp.error, ts};+ }+ QVector<BrokerHolding> holdings;+ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ auto jd2 = [](const QJsonValue& v) -> double {+ return v.isDouble() ? v.toDouble() : v.toString().toDouble();+ };+ if (doc.isArray()) {+ for (const auto& v : doc.array()) {+ auto p = v.toObject();+ BrokerHolding h;+ h.symbol = p.value("symbol").toString();+ h.quantity = jd2(p.value("qty"));+ h.avg_price = jd2(p.value("avg_entry_price"));+ h.ltp = jd2(p.value("current_price"));+ h.invested_value = jd2(p.value("cost_basis"));+ h.current_value = jd2(p.value("market_value"));+ h.pnl = jd2(p.value("unrealized_pl"));+ h.pnl_pct = jd2(p.value("unrealized_plpc")) * 100.0;+ holdings.append(h);+ }+ }+ LOG_INFO("AlpacaBroker", QString("get_holdings: %1 holdings").arg(holdings.size()));+ return {true, holdings, "", ts};+}++ApiResponse<BrokerFunds> AlpacaBroker::get_funds(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(trading_url(creds) + "/v2/account", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) {+ LOG_ERROR("AlpacaBroker", QString("get_funds failed: %1 | body: %2").arg(resp.error, resp.raw_body));+ return {false, std::nullopt, resp.error, ts};+ }+ // Alpaca returns numeric fields as JSON strings in paper env, numbers in live env — handle both+ auto jval = [](const QJsonValue& v) -> double {+ if (v.isDouble()) return v.toDouble();+ return v.toString().toDouble();+ };+ auto& j = resp.json;+ BrokerFunds funds;+ funds.total_balance = jval(j.value("equity"));+ funds.available_balance = jval(j.value("buying_power"));+ funds.used_margin = jval(j.value("initial_margin"));+ funds.collateral = jval(j.value("long_market_value"));+ funds.raw_data = j;+ LOG_INFO("AlpacaBroker", QString("get_funds: equity=%1 buying_power=%2")+ .arg(funds.total_balance).arg(funds.available_balance));+ return {true, funds, "", ts};+}++// Quotes — GET https://data.alpaca.markets/v2/stocks/snapshots?symbols=AAPL,MSFT&feed=iex+// Snapshots give LTP (latestTrade.p), bid/ask, OHLCV, prev close for change% — all in one call.+ApiResponse<QVector<BrokerQuote>> AlpacaBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ if (symbols.isEmpty())+ return {false, std::nullopt, "No symbols", now_ts()};++ QMap<QString, QString> data_headers = {{"APCA-API-KEY-ID", creds.api_key},+ {"APCA-API-SECRET-KEY", creds.api_secret},+ {"Accept", "application/json"}};+ QStringList sym_list;+ for (const auto& s : symbols)+ sym_list.append(s);++ const QString url = data_url() + "/v2/stocks/snapshots?symbols=" + sym_list.join(",") + "&feed=iex";+ auto resp = BrokerHttp::instance().get(url, data_headers);+ int64_t ts = now_ts();+ if (!resp.success) {+ LOG_ERROR("AlpacaBroker", QString("get_quotes failed: %1 | body: %2").arg(resp.error, resp.raw_body));+ return {false, std::nullopt, resp.error, ts};+ }++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError)+ return {false, std::nullopt, "JSON parse error: " + err.errorString(), ts};++ auto snap_obj = doc.object();+ QVector<BrokerQuote> quotes;+ for (const auto& sym : symbols) {+ auto s = snap_obj.value(sym).toObject();+ if (s.isEmpty())+ continue;+ auto daily = s.value("dailyBar").toObject();+ auto prev = s.value("prevDailyBar").toObject();+ auto latest_trade = s.value("latestTrade").toObject();+ auto latest_quote = s.value("latestQuote").toObject();++ BrokerQuote q;+ q.symbol = sym;+ q.ltp = latest_trade.value("p").toDouble();+ q.bid = latest_quote.value("bp").toDouble();+ q.ask = latest_quote.value("ap").toDouble();+ q.bid_size = latest_quote.value("bs").toDouble();+ q.ask_size = latest_quote.value("as").toDouble();+ q.open = daily.value("o").toDouble();+ q.high = daily.value("h").toDouble();+ q.low = daily.value("l").toDouble();+ q.close = daily.value("c").toDouble();+ q.volume = daily.value("v").toDouble();++ // If LTP is missing (pre-market), use mid of bid/ask+ if (q.ltp <= 0 && q.bid > 0 && q.ask > 0)+ q.ltp = (q.bid + q.ask) / 2.0;++ double prev_close = prev.value("c").toDouble();+ if (prev_close > 0 && q.ltp > 0) {+ q.change = q.ltp - prev_close;+ q.change_pct = (q.change / prev_close) * 100.0;+ }+ q.timestamp = ts;+ quotes.append(q);+ }++ return {true, quotes, "", ts};+}++// Historical bars — GET https://data.alpaca.markets/v2/stocks/{symbol}/bars+// timeframe mapping: "1m"→"1Min", "5m"→"5Min", "15m"→"15Min", "1h"→"1Hour", "1D"→"1Day"+ApiResponse<QVector<BrokerCandle>> AlpacaBroker::get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) {+ QMap<QString, QString> data_headers = {{"APCA-API-KEY-ID", creds.api_key},+ {"APCA-API-SECRET-KEY", creds.api_secret},+ {"Accept", "application/json"}};++ // Map fincept timeframe strings to Alpaca timeframe format+ static const QMap<QString, QString> tf_map = {+ {"1", "1Min"}, {"1m", "1Min"}, {"1min", "1Min"},+ {"5", "5Min"}, {"5m", "5Min"}, {"5min", "5Min"},+ {"15", "15Min"}, {"15m","15Min"}, {"15min", "15Min"},+ {"30", "30Min"}, {"30m","30Min"},+ {"60", "1Hour"}, {"1h", "1Hour"}, {"1hour", "1Hour"},+ {"D", "1Day"}, {"1D", "1Day"}, {"day", "1Day"}, {"1day", "1Day"},+ {"W", "1Week"}, {"1W", "1Week"}, {"week", "1Week"},+ {"M", "1Month"},{"1M", "1Month"},{"month", "1Month"},+ };+ QString alpaca_tf = tf_map.value(resolution, "1Day");++ // Default date range: last 200 bars worth of time+ QString start = from_date;+ QString end = to_date;+ if (start.isEmpty()) {+ // Go back far enough to get ~200 candles+ int days_back = (alpaca_tf == "1Min" || alpaca_tf == "5Min") ? 3+ : (alpaca_tf == "15Min" || alpaca_tf == "30Min") ? 7+ : (alpaca_tf == "1Hour") ? 30+ : 400; // 1Day and above+ start = QDateTime::currentDateTimeUtc().addDays(-days_back).toString("yyyy-MM-dd");+ }+ if (end.isEmpty())+ end = QDateTime::currentDateTimeUtc().toString("yyyy-MM-dd");++ QString url = data_url() + "/v2/stocks/" + symbol.toUpper() + "/bars"+ + "?timeframe=" + alpaca_tf+ + "&start=" + start+ + "&end=" + end+ + "&limit=500"+ + "&adjustment=split"+ + "&feed=iex"+ + "&sort=asc";++ auto resp = BrokerHttp::instance().get(url, data_headers);+ int64_t ts = now_ts();+ if (!resp.success) {+ LOG_ERROR("AlpacaBroker", QString("get_history failed: %1 | body: %2").arg(resp.error, resp.raw_body));+ return {false, std::nullopt, resp.error, ts};+ }++ QVector<BrokerCandle> candles;+ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError)+ return {false, std::nullopt, "JSON parse error: " + err.errorString(), ts};++ auto bars_arr = doc.object().value("bars").toArray();+ for (const auto& v : bars_arr) {+ auto b = v.toObject();+ BrokerCandle c;+ // Parse RFC3339 timestamp string to epoch seconds+ c.timestamp = QDateTime::fromString(b.value("t").toString(), Qt::ISODateWithMs)+ .toSecsSinceEpoch();+ c.open = b.value("o").toDouble();+ c.high = b.value("h").toDouble();+ c.low = b.value("l").toDouble();+ c.close = b.value("c").toDouble();+ c.volume = b.value("v").toDouble();+ candles.append(c);+ }+ return {true, candles, "", ts};+}++// /v2/calendar — available on both trading URLs; use trading_url so auth matches the active env+// start/end: "YYYY-MM-DD". Returns trading days with open/close times (ET).+ApiResponse<QVector<MarketCalendarDay>> AlpacaBroker::get_calendar(const BrokerCredentials& creds,+ const QString& start,+ const QString& end) {+ QMap<QString, QString> headers = {{"APCA-API-KEY-ID", creds.api_key},+ {"APCA-API-SECRET-KEY", creds.api_secret},+ {"Accept", "application/json"}};++ // /v2/calendar is available on both live and paper trading URLs+ QString url = trading_url(creds) + "/v2/calendar?start=" + start + "&end=" + end;+ auto resp = BrokerHttp::instance().get(url, headers);+ int64_t ts = now_ts();+ if (!resp.success) {+ LOG_ERROR("AlpacaBroker", QString("get_calendar failed: %1").arg(resp.error));+ return {false, std::nullopt, resp.error, ts};+ }++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError)+ return {false, std::nullopt, "JSON parse error: " + err.errorString(), ts};++ QVector<MarketCalendarDay> days;+ for (const auto& v : doc.array()) {+ auto o = v.toObject();+ MarketCalendarDay d;+ d.date = o.value("date").toString();+ d.open = o.value("open").toString();+ d.close = o.value("close").toString();+ d.session_open = o.value("session_open").toString();+ d.session_close = o.value("session_close").toString();+ days.append(d);+ }+ return {true, days, "", ts};+}++// /v2/clock — real-time market open/close status + next open/close times+ApiResponse<MarketClock> AlpacaBroker::get_clock(const BrokerCredentials& creds) {+ QMap<QString, QString> headers = {{"APCA-API-KEY-ID", creds.api_key},+ {"APCA-API-SECRET-KEY", creds.api_secret},+ {"Accept", "application/json"}};+ auto resp = BrokerHttp::instance().get(trading_url(creds) + "/v2/clock", headers);+ int64_t ts = now_ts();+ if (!resp.success) {+ LOG_ERROR("AlpacaBroker", QString("get_clock failed: %1").arg(resp.error));+ return {false, std::nullopt, resp.error, ts};+ }+ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError)+ return {false, std::nullopt, "JSON parse error: " + err.errorString(), ts};++ auto o = doc.object();+ MarketClock clock;+ clock.timestamp = o.value("timestamp").toString();+ clock.is_open = o.value("is_open").toBool();+ clock.next_open = o.value("next_open").toString();+ clock.next_close = o.value("next_close").toString();+ return {true, clock, "", ts};+}++// ─────────────────────────────────────────────────────────────────────────────+// Alpaca stock data helpers+// ─────────────────────────────────────────────────────────────────────────────++// Build standard data API headers+static QMap<QString, QString> alpaca_data_headers(const BrokerCredentials& creds) {+ return {{"APCA-API-KEY-ID", creds.api_key},+ {"APCA-API-SECRET-KEY", creds.api_secret},+ {"Accept", "application/json"}};+}++// Parse a single bar JSON object → BrokerCandle+static BrokerCandle parse_bar(const QJsonObject& b, const QString& symbol = {}) {+ BrokerCandle c;+ Q_UNUSED(symbol);+ c.timestamp = QDateTime::fromString(b.value("t").toString(), Qt::ISODateWithMs).toSecsSinceEpoch();+ c.open = b.value("o").toDouble();+ c.high = b.value("h").toDouble();+ c.low = b.value("l").toDouble();+ c.close = b.value("c").toDouble();+ c.volume = b.value("v").toDouble();+ return c;+}++// Parse a single trade JSON object → BrokerTrade+static BrokerTrade parse_trade(const QJsonObject& t, const QString& symbol) {+ BrokerTrade tr;+ tr.symbol = symbol;+ tr.price = t.value("p").toDouble();+ tr.size = t.value("s").toDouble();+ tr.exchange = t.value("x").toString();+ tr.timestamp = t.value("t").toString();+ tr.tape = t.value("z").toString();+ for (const auto& c : t.value("c").toArray())+ tr.conditions.append(c.toString());+ return tr;+}++// Parse a single quote JSON object → BrokerQuote (bid/ask only — no OHLCV)+static BrokerQuote parse_quote_ba(const QJsonObject& q, const QString& symbol) {+ BrokerQuote bq;+ bq.symbol = symbol;+ bq.bid = q.value("bp").toDouble();+ bq.ask = q.value("ap").toDouble();+ bq.bid_size = q.value("bs").toDouble();+ bq.ask_size = q.value("as").toDouble();+ bq.timestamp = QDateTime::fromString(q.value("t").toString(), Qt::ISODateWithMs).toSecsSinceEpoch();+ if (bq.bid > 0 && bq.ask > 0)+ bq.ltp = (bq.bid + bq.ask) / 2.0;+ return bq;+}++// ─── Multi-symbol: Latest bars ───────────────────────────────────────────────+ApiResponse<QVector<BrokerCandle>> AlpacaBroker::get_latest_bars(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ if (symbols.isEmpty()) return {false, std::nullopt, "No symbols", now_ts()};+ const QString sym_param = QStringList(symbols.begin(), symbols.end()).join(",");+ const QString url = data_url() + "/v2/stocks/bars/latest?symbols=" + sym_param + "&feed=iex";+ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ QVector<BrokerCandle> result;+ auto bars_obj = doc.object().value("bars").toObject();+ for (const auto& sym : symbols) {+ auto b = bars_obj.value(sym).toObject();+ if (!b.isEmpty()) result.append(parse_bar(b, sym));+ }+ return {true, result, "", ts};+}++// ─── Multi-symbol: Historical bars ───────────────────────────────────────────+ApiResponse<QVector<BrokerCandle>> AlpacaBroker::get_historical_bars(const BrokerCredentials& creds,+ const QVector<QString>& symbols,+ const QString& timeframe,+ const QString& start,+ const QString& end) {+ if (symbols.isEmpty()) return {false, std::nullopt, "No symbols", now_ts()};+ const QString sym_param = QStringList(symbols.begin(), symbols.end()).join(",");+ QString url = data_url() + "/v2/stocks/bars?symbols=" + sym_param+ + "&timeframe=" + (timeframe.isEmpty() ? "1Day" : timeframe)+ + "&feed=iex&limit=1000&sort=asc";+ if (!start.isEmpty()) url += "&start=" + start;+ if (!end.isEmpty()) url += "&end=" + end;++ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ QVector<BrokerCandle> result;+ auto bars_obj = doc.object().value("bars").toObject();+ for (const auto& sym : symbols) {+ for (const auto& v : bars_obj.value(sym).toArray())+ result.append(parse_bar(v.toObject(), sym));+ }+ return {true, result, "", ts};+}++// ─── Multi-symbol: Latest quotes ─────────────────────────────────────────────+ApiResponse<QVector<BrokerQuote>> AlpacaBroker::get_latest_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ if (symbols.isEmpty()) return {false, std::nullopt, "No symbols", now_ts()};+ const QString sym_param = QStringList(symbols.begin(), symbols.end()).join(",");+ const QString url = data_url() + "/v2/stocks/quotes/latest?symbols=" + sym_param + "&feed=iex";+ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ QVector<BrokerQuote> result;+ auto quotes_obj = doc.object().value("quotes").toObject();+ for (const auto& sym : symbols) {+ auto q = quotes_obj.value(sym).toObject();+ if (!q.isEmpty()) result.append(parse_quote_ba(q, sym));+ }+ return {true, result, "", ts};+}++// ─── Multi-symbol: Latest trades ─────────────────────────────────────────────+ApiResponse<QVector<BrokerTrade>> AlpacaBroker::get_latest_trades(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ if (symbols.isEmpty()) return {false, std::nullopt, "No symbols", now_ts()};+ const QString sym_param = QStringList(symbols.begin(), symbols.end()).join(",");+ const QString url = data_url() + "/v2/stocks/trades/latest?symbols=" + sym_param + "&feed=iex";+ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ QVector<BrokerTrade> result;+ auto trades_obj = doc.object().value("trades").toObject();+ for (const auto& sym : symbols) {+ auto t = trades_obj.value(sym).toObject();+ if (!t.isEmpty()) result.append(parse_trade(t, sym));+ }+ return {true, result, "", ts};+}++// ─── Multi-symbol: Historical trades ─────────────────────────────────────────+ApiResponse<QVector<BrokerTrade>> AlpacaBroker::get_historical_trades(const BrokerCredentials& creds,+ const QVector<QString>& symbols,+ const QString& start,+ const QString& end,+ int limit) {+ if (symbols.isEmpty()) return {false, std::nullopt, "No symbols", now_ts()};+ const QString sym_param = QStringList(symbols.begin(), symbols.end()).join(",");+ QString url = data_url() + "/v2/stocks/trades?symbols=" + sym_param+ + "&feed=iex&limit=" + QString::number(limit) + "&sort=asc";+ if (!start.isEmpty()) url += "&start=" + start;+ if (!end.isEmpty()) url += "&end=" + end;++ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ QVector<BrokerTrade> result;+ auto trades_obj = doc.object().value("trades").toObject();+ for (const auto& sym : symbols) {+ for (const auto& v : trades_obj.value(sym).toArray())+ result.append(parse_trade(v.toObject(), sym));+ }+ return {true, result, "", ts};+}++// ─── Multi-symbol: Historical auctions ───────────────────────────────────────+ApiResponse<QVector<BrokerAuction>> AlpacaBroker::get_historical_auctions(const BrokerCredentials& creds,+ const QVector<QString>& symbols,+ const QString& start,+ const QString& end) {+ if (symbols.isEmpty()) return {false, std::nullopt, "No symbols", now_ts()};+ const QString sym_param = QStringList(symbols.begin(), symbols.end()).join(",");+ QString url = data_url() + "/v2/stocks/auctions?symbols=" + sym_param + "&feed=iex&limit=100";+ if (!start.isEmpty()) url += "&start=" + start;+ if (!end.isEmpty()) url += "&end=" + end;++ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ QVector<BrokerAuction> result;+ auto auctions_obj = doc.object().value("auctions").toObject();+ for (const auto& sym : symbols) {+ for (const auto& day_v : auctions_obj.value(sym).toArray()) {+ auto day = day_v.toObject();+ BrokerAuction auction;+ auction.symbol = sym;+ auction.date = day.value("d").toString();+ for (const auto& e_v : day.value("openingAuction").toArray()) {+ auto e = e_v.toObject();+ BrokerAuction::Entry entry;+ entry.auction_type = "O";+ entry.timestamp = e.value("t").toString();+ entry.price = e.value("p").toDouble();+ entry.size = e.value("s").toDouble();+ entry.exchange = e.value("x").toString();+ for (const auto& c : e.value("c").toArray()) entry.conditions.append(c.toString());+ auction.entries.append(entry);+ }+ for (const auto& e_v : day.value("closingAuction").toArray()) {+ auto e = e_v.toObject();+ BrokerAuction::Entry entry;+ entry.auction_type = "C";+ entry.timestamp = e.value("t").toString();+ entry.price = e.value("p").toDouble();+ entry.size = e.value("s").toDouble();+ entry.exchange = e.value("x").toString();+ for (const auto& c : e.value("c").toArray()) entry.conditions.append(c.toString());+ auction.entries.append(entry);+ }+ if (!auction.entries.isEmpty())+ result.append(auction);+ }+ }+ return {true, result, "", ts};+}+// ─── Single-symbol: Latest bar ────────────────────────────────────────────────+ApiResponse<BrokerCandle> AlpacaBroker::get_latest_bar(const BrokerCredentials& creds,+ const QString& symbol) {+ const QString url = data_url() + "/v2/stocks/" + symbol.toUpper() + "/bars/latest?feed=iex";+ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ auto bar = doc.object().value("bar").toObject();+ if (bar.isEmpty()) return {false, std::nullopt, "No bar data", ts};+ return {true, parse_bar(bar, symbol), "", ts};+}++// ─── Single-symbol: Latest quote ─────────────────────────────────────────────+ApiResponse<BrokerQuote> AlpacaBroker::get_latest_quote(const BrokerCredentials& creds,+ const QString& symbol) {+ const QString url = data_url() + "/v2/stocks/" + symbol.toUpper() + "/quotes/latest?feed=iex";+ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ auto q = doc.object().value("quote").toObject();+ if (q.isEmpty()) return {false, std::nullopt, "No quote data", ts};+ return {true, parse_quote_ba(q, symbol), "", ts};+}++// ─── Single-symbol: Latest trade ─────────────────────────────────────────────+ApiResponse<BrokerTrade> AlpacaBroker::get_latest_trade(const BrokerCredentials& creds,+ const QString& symbol) {+ const QString url = data_url() + "/v2/stocks/" + symbol.toUpper() + "/trades/latest?feed=iex";+ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ auto t = doc.object().value("trade").toObject();+ if (t.isEmpty()) return {false, std::nullopt, "No trade data", ts};+ return {true, parse_trade(t, symbol), "", ts};+}++// ─── Single-symbol: Snapshot ─────────────────────────────────────────────────+ApiResponse<BrokerQuote> AlpacaBroker::get_snapshot(const BrokerCredentials& creds,+ const QString& symbol) {+ const QString url = data_url() + "/v2/stocks/" + symbol.toUpper() + "/snapshot?feed=iex";+ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ auto s = doc.object();+ BrokerQuote q;+ q.symbol = symbol;+ auto latest_trade = s.value("latestTrade").toObject();+ auto latest_quote = s.value("latestQuote").toObject();+ auto daily = s.value("dailyBar").toObject();+ auto prev = s.value("prevDailyBar").toObject();+ q.ltp = latest_trade.value("p").toDouble();+ q.bid = latest_quote.value("bp").toDouble();+ q.ask = latest_quote.value("ap").toDouble();+ q.open = daily.value("o").toDouble();+ q.high = daily.value("h").toDouble();+ q.low = daily.value("l").toDouble();+ q.close = daily.value("c").toDouble();+ q.volume = daily.value("v").toDouble();+ if (q.ltp <= 0 && q.bid > 0 && q.ask > 0) q.ltp = (q.bid + q.ask) / 2.0;+ double prev_close = prev.value("c").toDouble();+ if (prev_close > 0 && q.ltp > 0) {+ q.change = q.ltp - prev_close;+ q.change_pct = (q.change / prev_close) * 100.0;+ }+ q.timestamp = ts;+ return {true, q, "", ts};+}++// ─── Single-symbol: Historical trades ────────────────────────────────────────+ApiResponse<QVector<BrokerTrade>> AlpacaBroker::get_historical_trades_single(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& start,+ const QString& end,+ int limit) {+ QString url = data_url() + "/v2/stocks/" + symbol.toUpper()+ + "/trades?feed=iex&limit=" + QString::number(limit) + "&sort=asc";+ if (!start.isEmpty()) url += "&start=" + start;+ if (!end.isEmpty()) url += "&end=" + end;++ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ QVector<BrokerTrade> result;+ for (const auto& v : doc.object().value("trades").toArray())+ result.append(parse_trade(v.toObject(), symbol));+ return {true, result, "", ts};+}++// ─── Single-symbol: Historical quotes ────────────────────────────────────────+ApiResponse<QVector<BrokerQuote>> AlpacaBroker::get_historical_quotes_single(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& start,+ const QString& end,+ int limit) {+ QString url = data_url() + "/v2/stocks/" + symbol.toUpper()+ + "/quotes?feed=iex&limit=" + QString::number(limit) + "&sort=asc";+ if (!start.isEmpty()) url += "&start=" + start;+ if (!end.isEmpty()) url += "&end=" + end;++ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ QVector<BrokerQuote> result;+ for (const auto& v : doc.object().value("quotes").toArray())+ result.append(parse_quote_ba(v.toObject(), symbol));+ return {true, result, "", ts};+}++// ─── Single-symbol: Historical auctions ──────────────────────────────────────+ApiResponse<QVector<BrokerAuction>> AlpacaBroker::get_historical_auctions_single(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& start,+ const QString& end) {+ QString url = data_url() + "/v2/stocks/" + symbol.toUpper() + "/auctions?feed=iex&limit=100";+ if (!start.isEmpty()) url += "&start=" + start;+ if (!end.isEmpty()) url += "&end=" + end;++ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};++ QVector<BrokerAuction> result;+ for (const auto& day_v : doc.object().value("auctions").toArray()) {+ auto day = day_v.toObject();+ BrokerAuction auction;+ auction.symbol = symbol;+ auction.date = day.value("d").toString();+ auto parse_entries = [&](const QJsonArray& arr, const QString& type) {+ for (const auto& e_v : arr) {+ auto e = e_v.toObject();+ BrokerAuction::Entry entry;+ entry.auction_type = type;+ entry.timestamp = e.value("t").toString();+ entry.price = e.value("p").toDouble();+ entry.size = e.value("s").toDouble();+ entry.exchange = e.value("x").toString();+ for (const auto& c : e.value("c").toArray()) entry.conditions.append(c.toString());+ auction.entries.append(entry);+ }+ };+ parse_entries(day.value("openingAuction").toArray(), "O");+ parse_entries(day.value("closingAuction").toArray(), "C");+ if (!auction.entries.isEmpty())+ result.append(auction);+ }+ return {true, result, "", ts};+}++// ─── Condition codes ──────────────────────────────────────────────────────────+ApiResponse<QVector<BrokerMetaEntry>> AlpacaBroker::get_condition_codes(const BrokerCredentials& creds,+ const QString& ticktype,+ const QString& tape) {+ QString url = data_url() + "/v2/stocks/meta/conditions/" + ticktype;+ if (!tape.isEmpty()) url += "?tape=" + tape;+ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};+ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};+ QVector<BrokerMetaEntry> result;+ auto obj = doc.object();+ for (auto it = obj.begin(); it != obj.end(); ++it) {+ BrokerMetaEntry e;+ e.code = it.key();+ e.description = it.value().toString();+ result.append(e);+ }+ return {true, result, "", ts};+}++// ─── Exchange codes ───────────────────────────────────────────────────────────+ApiResponse<QVector<BrokerMetaEntry>> AlpacaBroker::get_exchange_codes(const BrokerCredentials& creds,+ const QString& asset_class) {+ QString url = data_url() + "/v2/stocks/meta/exchanges";+ if (!asset_class.isEmpty()) url += "?asset_class=" + asset_class;+ auto resp = BrokerHttp::instance().get(url, alpaca_data_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success) return {false, std::nullopt, resp.error, ts};+ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (err.error != QJsonParseError::NoError) return {false, std::nullopt, err.errorString(), ts};+ QVector<BrokerMetaEntry> result;+ auto obj = doc.object();+ for (auto it = obj.begin(); it != obj.end(); ++it) {+ BrokerMetaEntry e;+ e.code = it.key();+ e.description = it.value().toString();+ result.append(e);+ }+ return {true, result, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/alpaca/AlpacaBroker.h b/fincept-qt/src/trading/brokers/alpaca/AlpacaBroker.hnew file mode 100644index 000000000..8c7925a4c--- /dev/null+++ b/fincept-qt/src/trading/brokers/alpaca/AlpacaBroker.h@@ -0,0 +1,113 @@+#pragma once+#include "trading/BrokerInterface.h"++namespace fincept::trading {++class AlpacaBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Alpaca; }+ const char* name() const override { return "Alpaca"; }+ const char* base_url() const override { return "https://paper-api.alpaca.markets"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "alpaca",+ .display_name = "Alpaca",+ .region = "US",+ .currency = "USD",+ .credential_fields = {+ {CredentialField::ApiKey, "API KEY ID", "Enter API Key ID...", false},+ {CredentialField::ApiSecret, "API SECRET KEY","Enter Secret Key...", true},+ {CredentialField::Environment, "ENVIRONMENT", "", false},+ },+ .exchanges = {"NYSE", "NASDAQ", "AMEX"},+ .product_types = {+ {"Day Order", ProductType::Intraday},+ {"GTC Order", ProductType::Delivery},+ },+ .supports_intraday = true,+ .supports_bracket_order = false,+ .supports_cover_order = false,+ .has_native_paper = true,+ .default_paper_balance = 100000.0,+ .default_watchlist = {"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM","V","JNJ"},+ .default_symbol = "AAPL",+ .default_exchange = "NASDAQ",+ .brokerage_info = "$0 commission (US equities & crypto)",+ };+ }++ static QString trading_url(const BrokerCredentials& creds);+ static QString data_url() { return "https://data.alpaca.markets"; }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;+ ApiResponse<QVector<MarketCalendarDay>> get_calendar(const BrokerCredentials& creds,+ const QString& start, const QString& end) override;+ ApiResponse<MarketClock> get_clock(const BrokerCredentials& creds) override;++ ApiResponse<QVector<BrokerCandle>> get_latest_bars(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_historical_bars(const BrokerCredentials& creds,+ const QVector<QString>& symbols,+ const QString& timeframe,+ const QString& start, const QString& end) override;+ ApiResponse<QVector<BrokerQuote>> get_latest_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerTrade>> get_latest_trades(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerTrade>> get_historical_trades(const BrokerCredentials& creds,+ const QVector<QString>& symbols,+ const QString& start, const QString& end,+ int limit = 1000) override;+ ApiResponse<QVector<BrokerAuction>> get_historical_auctions(const BrokerCredentials& creds,+ const QVector<QString>& symbols,+ const QString& start, const QString& end) override;+ ApiResponse<QVector<BrokerMetaEntry>> get_condition_codes(const BrokerCredentials& creds,+ const QString& ticktype,+ const QString& tape) override;+ ApiResponse<QVector<BrokerMetaEntry>> get_exchange_codes(const BrokerCredentials& creds,+ const QString& asset_class) override;++ ApiResponse<BrokerCandle> get_latest_bar(const BrokerCredentials& creds,+ const QString& symbol) override;+ ApiResponse<BrokerQuote> get_latest_quote(const BrokerCredentials& creds,+ const QString& symbol) override;+ ApiResponse<BrokerTrade> get_latest_trade(const BrokerCredentials& creds,+ const QString& symbol) override;+ ApiResponse<BrokerQuote> get_snapshot(const BrokerCredentials& creds,+ const QString& symbol) override;+ ApiResponse<QVector<BrokerTrade>> get_historical_trades_single(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& start,+ const QString& end,+ int limit = 1000) override;+ ApiResponse<QVector<BrokerQuote>> get_historical_quotes_single(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& start,+ const QString& end,+ int limit = 1000) override;+ ApiResponse<QVector<BrokerAuction>> get_historical_auctions_single(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& start,+ const QString& end) override;++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/AngelOneBroker.cpp b/fincept-qt/src/trading/brokers/angelone/AngelOneBroker.cppsimilarity index 73%rename from fincept-qt/src/trading/brokers/AngelOneBroker.cpprename to fincept-qt/src/trading/brokers/angelone/AngelOneBroker.cppindex 9a3faac7d..1b1605a75 100644--- a/fincept-qt/src/trading/brokers/AngelOneBroker.cpp+++ b/fincept-qt/src/trading/brokers/angelone/AngelOneBroker.cpp@@ -6,19 +6,18 @@// user_id = client code / user ID// additional_data = JSON: { "feed_token": "...", "client_code": "..." }-#include "trading/brokers/AngelOneBroker.h"+#include "trading/brokers/angelone/AngelOneBroker.h"#include "core/logging/Logger.h"#include "trading/brokers/BrokerHttp.h"+#include "trading/instruments/InstrumentService.h"#include <QCryptographicHash>#include <QDateTime>#include <QJsonArray>#include <QJsonDocument>#include <QJsonObject>-#include <QMutex>-#include <QMutexLocker>-#include <atomic>+#include <QRegularExpression>namespace fincept::trading {@@ -94,88 +93,32 @@ QString AngelOneBroker::generate_totp(const QString& base32_secret) {}// ─────────────────────────────────────────────────────────────────────────────-// Symbol token lookup via public master contract-// Cache: downloaded once per session into a static map-// Format: "NSE:RELIANCE" → "2885"+// Symbol token lookup+// Delegates entirely to InstrumentService which downloads the master contract+// asynchronously in ws_init() via refresh("angelone", creds).+// ensure_token_cache() was removed — it caused deadlocks by doing a blocking+// 8MB HTTP download on QtConcurrent worker threads via BrokerHttp.// ─────────────────────────────────────────────────────────────────────────────-static QMap<QString, QString> s_token_cache; // "NSE:SYMBOL" → token-static std::atomic<bool> s_cache_loaded{false};-static std::atomic<bool> s_cache_loading{false};-static QMutex s_cache_mutex;--static void ensure_token_cache() {- // Fast path — already loaded- if (s_cache_loaded.load()) return;-- // Serialize: only one thread downloads; others wait on the mutex- QMutexLocker lock(&s_cache_mutex);- if (s_cache_loaded.load()) return; // re-check after acquiring lock-- // Mark as loading so we don't re-enter- if (s_cache_loading.exchange(true)) return;-- LOG_INFO(TAG_AO, "Downloading AngelOne master contract...");- const QString url = "https://margincalculator.angelbroking.com/OpenAPI_File/files/OpenAPIScripMaster.json";- auto resp = BrokerHttp::instance().get(url);- if (!resp.success || resp.raw_body.isEmpty()) {- LOG_WARN(TAG_AO, "Master contract download failed: " + resp.error);- s_cache_loading = false;- return;- }-- QJsonParseError err;- auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);- if (err.error != QJsonParseError::NoError || !doc.isArray()) {- LOG_WARN(TAG_AO, "Master contract parse failed: " + err.errorString());- s_cache_loading = false;- return;- }-- for (const auto& v : doc.array()) {- auto obj = v.toObject();- QString token = obj.value("token").toString();- QString symbol = obj.value("symbol").toString();- QString name = obj.value("name").toString();- QString exch_seg = obj.value("exch_seg").toString();-- if (token.isEmpty() || exch_seg.isEmpty()) continue;-- // Primary key: exchange:symbol (e.g. "NSE:TATAMOTORS-EQ")- s_token_cache[exch_seg + ":" + symbol] = token;-- // Secondary key: exchange:name (e.g. "NSE:TATA MOTORS LIMITED")- if (!name.isEmpty())- s_token_cache.insert(exch_seg + ":" + name, token);-- // Bare name without suffix: "NSE:TATAMOTORS", "NSE:RELIANCE" etc.- int dash = symbol.lastIndexOf('-');- if (dash > 0) {- QString bare = symbol.left(dash);- s_token_cache.insert(exch_seg + ":" + bare, token);- }- }-- s_cache_loaded = true;- LOG_INFO(TAG_AO, QString("Master contract loaded: %1 tokens").arg(s_token_cache.size()));-}-QString AngelOneBroker::lookup_token(const QString& symbol, const QString& exchange) {- ensure_token_cache();-- // Try various key forms- QString key1 = exchange + ":" + symbol;- if (s_token_cache.contains(key1)) return s_token_cache[key1];-- QString key2 = exchange + ":" + symbol + "-EQ";- if (s_token_cache.contains(key2)) return s_token_cache[key2];-- // Case-insensitive fallback- QString upper = symbol.toUpper();- QString key3 = exchange + ":" + upper;- if (s_token_cache.contains(key3)) return s_token_cache[key3];+ // Use the shared InstrumentService cache (populated asynchronously by ws_init).+ // Never call ensure_token_cache() here — that does a blocking 8MB HTTP download+ // on whatever thread calls this (often a QtConcurrent worker), causing deadlock+ // or severe UI stalls on first use.+ auto svc_token = InstrumentService::instance().instrument_token(symbol, exchange, "angelone");+ if (svc_token.has_value() && svc_token.value() > 0)+ return QString::number(svc_token.value());++ // Try stripping -EQ/-BE suffix (AngelOne stores "RELIANCE-EQ" but callers pass "RELIANCE")+ const QString stripped = symbol.toUpper().remove(QRegularExpression("(-EQ|-BE)$"));+ if (stripped != symbol.toUpper()) {+ auto svc_token2 = InstrumentService::instance().instrument_token(stripped, exchange, "angelone");+ if (svc_token2.has_value() && svc_token2.value() > 0)+ return QString::number(svc_token2.value());+ }- LOG_WARN(TAG_AO, QString("Token not found for %1:%2").arg(exchange, symbol));+ // InstrumentService cache not yet loaded — caller must wait for refresh_done signal+ LOG_WARN(TAG_AO, QString("Token not found for %1:%2 (instrument cache not loaded yet?)").arg(exchange, symbol));return {};}@@ -289,14 +232,14 @@ TokenExchangeResponse AngelOneBroker::exchange_token(const QString& api_key,BASE_AO + "/rest/auth/angelbroking/user/v1/loginByPassword", payload, login_headers);if (!resp.success) {- result.error = resp.error.isEmpty() ? resp.raw_body : resp.error;+ result.error = checked_error(resp, "Login failed");LOG_ERROR(TAG_AO, "Login failed: " + result.error);return result;}auto data = resp.json.value("data").toObject();if (!resp.json.value("status").toBool()) {- result.error = resp.json.value("message").toString("Login failed");+ result.error = checked_error(resp, "Login failed");LOG_ERROR(TAG_AO, "Login rejected: " + result.error);return result;}@@ -347,16 +290,12 @@ OrderPlaceResponse AngelOneBroker::place_order(const BrokerCredentials& creds,BASE_AO + "/rest/secure/angelbroking/order/v1/placeOrder", payload, auth_headers(creds));OrderPlaceResponse result;- if (!resp.success) {- result.error = resp.error.isEmpty() ? resp.raw_body : resp.error;+ if (!resp.success || !resp.json.value("status").toBool()) {+ result.error = checked_error(resp, "Order placement failed");return result;}- if (resp.json.value("status").toBool()) {- result.success = true;- result.order_id = resp.json.value("data").toObject().value("orderid").toString();- } else {- result.error = resp.json.value("message").toString("Order placement failed");- }+ result.success = true;+ result.order_id = resp.json.value("data").toObject().value("orderid").toString();return result;}@@ -375,11 +314,9 @@ ApiResponse<QJsonObject> AngelOneBroker::modify_order(const BrokerCredentials& cauto resp = BrokerHttp::instance().post_json(BASE_AO + "/rest/secure/angelbroking/order/v1/modifyOrder", payload, auth_headers(creds));- if (!resp.success)- return {false, std::nullopt, resp.error, ts};- if (resp.json.value("status").toBool())- return {true, resp.json, "", ts};- return {false, std::nullopt, resp.json.value("message").toString("Modify failed"), ts};+ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "Modify failed"), ts};+ return {true, resp.json, "", ts};}// ─────────────────────────────────────────────────────────────────────────────@@ -394,11 +331,9 @@ ApiResponse<QJsonObject> AngelOneBroker::cancel_order(const BrokerCredentials& cauto resp = BrokerHttp::instance().post_json(BASE_AO + "/rest/secure/angelbroking/order/v1/cancelOrder", payload, auth_headers(creds));- if (!resp.success)- return {false, std::nullopt, resp.error, ts};- if (resp.json.value("status").toBool())- return {true, resp.json, "", ts};- return {false, std::nullopt, resp.json.value("message").toString("Cancel failed"), ts};+ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "Cancel failed"), ts};+ return {true, resp.json, "", ts};}// ─────────────────────────────────────────────────────────────────────────────@@ -421,10 +356,8 @@ ApiResponse<QVector<BrokerOrderInfo>> AngelOneBroker::get_orders(const BrokerCreauto resp = BrokerHttp::instance().get(BASE_AO + "/rest/secure/angelbroking/order/v1/getOrderBook", auth_headers(creds));- if (!resp.success)- return {false, std::nullopt, resp.error, ts};- if (!resp.json.value("status").toBool())- return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};+ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};QVector<BrokerOrderInfo> orders;auto arr = resp.json.value("data").toArray();@@ -459,11 +392,9 @@ ApiResponse<QJsonObject> AngelOneBroker::get_trade_book(const BrokerCredentials&auto resp = BrokerHttp::instance().get(BASE_AO + "/rest/secure/angelbroking/order/v1/getTradeBook", auth_headers(creds));- if (!resp.success)- return {false, std::nullopt, resp.error, ts};- if (resp.json.value("status").toBool())- return {true, resp.json, "", ts};- return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};+ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};+ return {true, resp.json, "", ts};}// ─────────────────────────────────────────────────────────────────────────────@@ -475,10 +406,8 @@ ApiResponse<QVector<BrokerPosition>> AngelOneBroker::get_positions(const BrokerCauto resp = BrokerHttp::instance().get(BASE_AO + "/rest/secure/angelbroking/order/v1/getPosition", auth_headers(creds));- if (!resp.success)- return {false, std::nullopt, resp.error, ts};- if (!resp.json.value("status").toBool())- return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};+ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};QVector<BrokerPosition> positions;auto arr = resp.json.value("data").toArray();@@ -513,10 +442,8 @@ ApiResponse<QVector<BrokerHolding>> AngelOneBroker::get_holdings(const BrokerCreauto resp = BrokerHttp::instance().get(BASE_AO + "/rest/secure/angelbroking/portfolio/v1/getAllHolding", auth_headers(creds));- if (!resp.success)- return {false, std::nullopt, resp.error, ts};- if (!resp.json.value("status").toBool())- return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};+ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};QVector<BrokerHolding> holdings;auto arr = resp.json.value("data").toObject().value("holdings").toArray();@@ -551,10 +478,8 @@ ApiResponse<BrokerFunds> AngelOneBroker::get_funds(const BrokerCredentials& credauto resp = BrokerHttp::instance().get(BASE_AO + "/rest/secure/angelbroking/user/v1/getRMS", auth_headers(creds));- if (!resp.success)- return {false, std::nullopt, resp.error, ts};- if (!resp.json.value("status").toBool())- return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};+ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};auto d = resp.json.value("data").toObject();BrokerFunds funds;@@ -609,10 +534,8 @@ ApiResponse<QVector<BrokerQuote>> AngelOneBroker::get_quotes(const BrokerCredentauto resp = BrokerHttp::instance().post_json(BASE_AO + "/rest/secure/angelbroking/market/v1/quote/", payload, auth_headers(creds));- if (!resp.success)- return {false, std::nullopt, resp.error, ts};- if (!resp.json.value("status").toBool())- return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};+ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "get_quotes failed"), ts};QVector<BrokerQuote> quotes;auto fetched = resp.json.value("data").toObject().value("fetched").toArray();@@ -704,10 +627,8 @@ ApiResponse<QVector<BrokerCandle>> AngelOneBroker::get_history(const BrokerCredeauto resp = BrokerHttp::instance().post_json(BASE_AO + "/rest/secure/angelbroking/historical/v1/getCandleData", payload, auth_headers(creds));- if (!resp.success)- return {false, std::nullopt, resp.error, ts};- if (!resp.json.value("status").toBool())- return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};+ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};// data is array of [timestamp, open, high, low, close, volume]QVector<BrokerCandle> candles;@@ -733,4 +654,185 @@ ApiResponse<QVector<BrokerCandle>> AngelOneBroker::get_history(const BrokerCredereturn {true, candles, "", ts};}+// ============================================================================+// Margin Calculator+// Endpoint: POST /rest/secure/angelbroking/margin/v1/batch+// ============================================================================++// ─────────────────────────────────────────────────────────────────────────────+// Token expiry detection + unified error helper+// Angel One returns status:false with message "Invalid Token" / "Access Token is expired"+// or HTTP 401 on expired sessions.+// ─────────────────────────────────────────────────────────────────────────────++bool AngelOneBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401)+ return true;+ const QString msg = resp.json.value("message").toString().toLower();+ if (msg.contains("invalid token") || msg.contains("access token is expired")+ || msg.contains("token expired") || msg.contains("session expired"))+ return true;+ // errorCode AB1010 = invalid/expired token per Angel One Smart API docs+ const QString code = resp.json.value("errorCode").toString();+ if (code == "AB1010" || code == "AB1011")+ return true;+ return false;+}++QString AngelOneBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ QString msg = resp.json.value("message").toString();+ if (msg.isEmpty())+ msg = resp.error.isEmpty() ? fallback : resp.error;+ if (is_token_expired(resp))+ return "[TOKEN_EXPIRED] " + msg;+ return msg;+}++static QString margin_error(const BrokerHttpResponse& resp, const QString& fallback) {+ QString msg = resp.json.value("message").toString();+ if (msg.isEmpty())+ msg = resp.error;+ if (msg.isEmpty())+ msg = fallback;+ return msg;+}++static double read_num_any(const QJsonObject& o, const QStringList& keys) {+ for (const auto& k : keys) {+ if (!o.contains(k))+ continue;+ const auto v = o.value(k);+ if (v.isDouble())+ return v.toDouble();+ if (v.isString())+ return v.toString().toDouble();+ }+ return 0.0;+}++static OrderMargin parse_margin_for_order(const UnifiedOrder& o, const QJsonObject& data) {+ const auto comps = data.value("marginComponents").toObject();++ OrderMargin r;+ r.symbol = o.symbol;+ r.exchange = o.exchange;+ r.side = (o.side == OrderSide::Buy) ? "BUY" : "SELL";+ r.quantity = o.quantity;+ r.price = o.price;++ r.total = read_num_any(data, {"totalMarginRequired", "total", "margin"});+ r.var_margin = read_num_any(comps, {"spanMargin", "varMargin", "var"});+ r.elm = read_num_any(comps, {"elmMargin", "exposureMargin", "elm"});+ r.additional = read_num_any(comps, {"additionalMargin", "additional"});+ r.bo_margin = read_num_any(comps, {"boMargin", "bo"});+ r.cash = read_num_any(comps, {"cash"});+ r.pnl = read_num_any(comps, {"pnl"});++ const double notional = o.price * o.quantity;+ if (notional > 0.0 && r.total > 0.0)+ r.leverage = r.total / notional;+ return r;+}++ApiResponse<OrderMargin> AngelOneBroker::get_order_margins(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ const int64_t ts = QDateTime::currentSecsSinceEpoch();++ QString token = lookup_token(order.symbol, order.exchange);+ if (token.isEmpty())+ return {false, std::nullopt, "Symbol token not found for margin: " + order.exchange + ":" + order.symbol, ts};++ QJsonObject leg{+ {"exchange", order.exchange},+ {"qty", int(order.quantity)},+ {"price", order.price},+ {"productType", ao_product(order.product_type)},+ {"token", token},+ {"tradeType", ao_transaction(order.side)},+ {"orderType", ao_order_type(order.order_type)},+ };++ QJsonObject payload{{"positions", QJsonArray{leg}}};+ auto resp = BrokerHttp::instance().post_json(+ BASE_AO + "/rest/secure/angelbroking/margin/v1/batch", payload, auth_headers(creds));++ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "Margin calculation failed"), ts};++ auto data = resp.json.value("data").toObject();+ return {true, parse_margin_for_order(order, data), "", ts};+}++ApiResponse<BasketMargin> AngelOneBroker::get_basket_margins(const BrokerCredentials& creds,+ const QVector<UnifiedOrder>& orders) {+ const int64_t ts = QDateTime::currentSecsSinceEpoch();+ if (orders.isEmpty())+ return {false, std::nullopt, "No orders provided for basket margin calculation", ts};++ QJsonArray legs;+ for (const auto& o : orders) {+ QString token = lookup_token(o.symbol, o.exchange);+ if (token.isEmpty())+ return {false, std::nullopt,+ "Symbol token not found for margin: " + o.exchange + ":" + o.symbol, ts};++ legs.append(QJsonObject{+ {"exchange", o.exchange},+ {"qty", int(o.quantity)},+ {"price", o.price},+ {"productType", ao_product(o.product_type)},+ {"token", token},+ {"tradeType", ao_transaction(o.side)},+ {"orderType", ao_order_type(o.order_type)},+ });+ }++ QJsonObject payload{{"positions", legs}};+ auto resp = BrokerHttp::instance().post_json(+ BASE_AO + "/rest/secure/angelbroking/margin/v1/batch", payload, auth_headers(creds));++ if (!resp.success || !resp.json.value("status").toBool())+ return {false, std::nullopt, checked_error(resp, "Basket margin calculation failed"), ts};++ auto data = resp.json.value("data").toObject();++ BasketMargin bm;+ bm.initial_margin = read_num_any(data, {"totalMarginRequired", "total", "margin"});+ bm.final_margin = bm.initial_margin;++ // Angel's batch endpoint returns aggregate components; mirror those into per-order+ // entries so the UI still has one row per requested leg.+ bm.orders.reserve(orders.size());+ for (const auto& o : orders) {+ OrderMargin m = parse_margin_for_order(o, data);+ if (orders.size() > 1) {+ // Keep aggregate only at basket level for multi-order requests.+ m.total = 0.0;+ m.var_margin = 0.0;+ m.elm = 0.0;+ m.additional = 0.0;+ m.bo_margin = 0.0;+ m.cash = 0.0;+ m.pnl = 0.0;+ m.leverage = 0.0;+ }+ bm.orders.append(std::move(m));+ }++ return {true, bm, "", ts};+}++// ─────────────────────────────────────────────────────────────────────────────+// lookup_token_int — public helper used by AngelOneWebSocket subscriptions+// ─────────────────────────────────────────────────────────────────────────────++quint32 AngelOneBroker::lookup_token_int(const QString& symbol, const QString& exchange) {+ QString tok = lookup_token(symbol, exchange);+ if (tok.isEmpty())+ return 0;+ bool ok = false;+ quint32 v = tok.toUInt(&ok);+ return ok ? v : 0;+}+} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/AngelOneBroker.h b/fincept-qt/src/trading/brokers/angelone/AngelOneBroker.hsimilarity index 82%rename from fincept-qt/src/trading/brokers/AngelOneBroker.hrename to fincept-qt/src/trading/brokers/angelone/AngelOneBroker.hindex 862c8c1c5..a9fa0cc0a 100644--- a/fincept-qt/src/trading/brokers/AngelOneBroker.h+++ b/fincept-qt/src/trading/brokers/angelone/AngelOneBroker.h@@ -1,5 +1,6 @@#pragma once#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"namespace fincept::trading {@@ -14,11 +15,9 @@ class AngelOneBroker : public IBroker {return BrokerProfile{.id = "angelone", .display_name = "Angel One", .region = "IN", .currency = "INR",.credential_fields = {- // Angel One needs 4 separate values for login{CredentialField::ClientCode, "CLIENT CODE", "Enter login/client ID...", false},{CredentialField::ApiKey, "API KEY", "Enter API key...", false},{CredentialField::ApiSecret, "MPIN", "Enter MPIN/PIN...", true},- // base32 TOTP secret — 6-digit code auto-generated internally at login time{CredentialField::AuthCode, "TOTP SECRET", "Enter base32 TOTP secret...", false},},.exchanges = {"NSE","BSE","NFO","MCX","NCDEX"},@@ -51,21 +50,24 @@ class AngelOneBroker : public IBroker {ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,const QString& resolution, const QString& from_date,const QString& to_date) override;+ ApiResponse<OrderMargin> get_order_margins(const BrokerCredentials& creds,+ const UnifiedOrder& order) override;+ ApiResponse<BasketMargin> get_basket_margins(const BrokerCredentials& creds,+ const QVector<UnifiedOrder>& orders) override;- // additional_data JSON keys stored in BrokerCredentials:- // feed_token — required for WebSocket connection- // refresh_token — used to silently renew expired JWT- // client_code — Angel One client/user ID+ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ /// Look up the numeric instrument token for a symbol+exchange.+ /// Returns 0 if not found. Used by AngelOneWebSocket subscription.+ static quint32 lookup_token_int(const QString& symbol, const QString& exchange);protected:QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;private:- // Generate a 6-digit TOTP from a base32 secret (RFC 6238 / SHA-1 / 30s window)static QString generate_totp(const QString& base32_secret);- // Look up AngelOne symbol token from master contract (needed for quotes/history)static QString lookup_token(const QString& symbol, const QString& exchange);- // Map UnifiedOrder fields to AngelOne API stringsstatic QString ao_order_type(OrderType t);static QString ao_variety(OrderType t, bool amo);static QString ao_product(ProductType p);diff --git a/fincept-qt/src/trading/brokers/dhan/DhanBroker.cpp b/fincept-qt/src/trading/brokers/dhan/DhanBroker.cppnew file mode 100644index 000000000..f9e0b3793--- /dev/null+++ b/fincept-qt/src/trading/brokers/dhan/DhanBroker.cpp@@ -0,0 +1,553 @@+// DhanBroker — Dhan HQ API v2 implementation+// Auth: Client ID + Access Token (direct entry from Dhan web console, no OAuth code exchange)+// Tokens stored in BrokerCredentials:+// api_key = Dhan Client ID+// access_token = JWT access token+//+// Key quirks:+// - Exchange segments: NSE_EQ, BSE_EQ, NSE_FNO, BSE_FNO, NSE_CURRENCY, BSE_CURRENCY, MCX_COMM+// - securityId (numeric token) required for orders, quotes, and history+// - History has two separate endpoints: /v2/charts/historical (daily) vs /v2/charts/intraday+// - Funds field has typo: "availabelBalance" (not "availableBalance")+// - Token expiry: errorType == "Invalid_Authentication" in response body++#include "trading/brokers/dhan/DhanBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include "trading/instruments/InstrumentService.h"+#include "core/logging/Logger.h"++#include <QDateTime>+#include <QJsonArray>++namespace fincept::trading {++static constexpr const char* TAG = "DhanBroker";+static const QString BASE = "https://api.dhan.co";++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ── Exchange segment mapping ──────────────────────────────────────────────────+QString DhanBroker::dhan_exchange(const QString& exchange) {+ static const QMap<QString, QString> map = {+ {"NSE", "NSE_EQ"},+ {"BSE", "BSE_EQ"},+ {"NFO", "NSE_FNO"},+ {"BFO", "BSE_FNO"},+ {"CDS", "NSE_CURRENCY"},+ {"BCD", "BSE_CURRENCY"},+ {"MCX", "MCX_COMM"},+ {"NSE_INDEX", "IDX_I"},+ {"BSE_INDEX", "IDX_I"},+ };+ return map.value(exchange.toUpper(), "NSE_EQ");+}++// Reverse: Dhan segment → canonical exchange+static QString canonical_exchange(const QString& seg) {+ static const QMap<QString, QString> map = {+ {"NSE_EQ", "NSE"},+ {"BSE_EQ", "BSE"},+ {"NSE_FNO", "NFO"},+ {"BSE_FNO", "BFO"},+ {"NSE_CURRENCY", "CDS"},+ {"BSE_CURRENCY", "BCD"},+ {"MCX_COMM", "MCX"},+ {"IDX_I", "NSE_INDEX"},+ };+ return map.value(seg, seg);+}++// ── Product mapping ───────────────────────────────────────────────────────────+QString DhanBroker::dhan_product(ProductType p) {+ switch (p) {+ case ProductType::Intraday: return "INTRADAY";+ case ProductType::Delivery: return "CNC";+ case ProductType::Margin: return "MARGIN";+ default: return "INTRADAY";+ }+}++// ── Order type mapping ────────────────────────────────────────────────────────+QString DhanBroker::dhan_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MARKET";+ case OrderType::Limit: return "LIMIT";+ case OrderType::StopLoss: return "STOP_LOSS"; // SL (trigger + limit price)+ case OrderType::StopLossLimit: return "STOP_LOSS_MARKET"; // SL-M (trigger only)+ }+ return "MARKET";+}++// ── Security ID lookup ────────────────────────────────────────────────────────+// Uses InstrumentService token (numeric) as Dhan securityId.+// Falls back to empty string — caller must handle missing token.+QString DhanBroker::lookup_security_id(const QString& symbol, const QString& exchange,+ const QString& broker_id) {+ if (!broker_id.isEmpty() && InstrumentService::instance().is_loaded(broker_id)) {+ auto tok = InstrumentService::instance().instrument_token(symbol, exchange, broker_id);+ if (tok.has_value() && tok.value() > 0)+ return QString::number(tok.value());+ }+ LOG_WARN(TAG, QString("Security ID not found for %1:%2 — instrument DB not loaded?")+ .arg(exchange, symbol));+ return {};+}++// ── Token expiry detection ────────────────────────────────────────────────────+bool DhanBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401)+ return true;+ // Dhan sets errorType field for auth errors+ const QString error_type = resp.json.value("errorType").toString();+ if (error_type == "Invalid_Authentication" || error_type == "Unauthorized")+ return true;+ // Also check raw body for auth error string (some endpoints return differently)+ if (resp.raw_body.contains("Invalid_Authentication"))+ return true;+ return false;+}++QString DhanBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ // Prefer errorMessage, then message, then network error, then fallback+ QString msg = resp.json.value("errorMessage").toString();+ if (msg.isEmpty())+ msg = resp.json.value("message").toString();+ if (msg.isEmpty())+ msg = resp.error.isEmpty() ? fallback : resp.error;+ if (is_token_expired(resp))+ return "[TOKEN_EXPIRED] " + msg;+ return msg;+}++// ── Auth headers ──────────────────────────────────────────────────────────────+QMap<QString, QString> DhanBroker::auth_headers(const BrokerCredentials& creds) const {+ return {{"access-token", creds.access_token},+ {"client-id", creds.api_key},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"}};+}++// ── Token Exchange ─────────────────────────────────────────────────────────────+// Dhan uses direct token entry — user copies access token from Dhan web console.+// api_key = Client ID+// api_secret = Access Token (long JWT)+// auth_code = unused+TokenExchangeResponse DhanBroker::exchange_token(const QString& api_key,+ const QString& api_secret,+ const QString& /*auth_code*/) {+ if (api_key.trimmed().isEmpty()) {+ return {false, "", "", "", "", "Client ID is required"};+ }+ if (api_secret.trimmed().isEmpty() || api_secret.length() < 20) {+ return {false, "", "", "", "", "Access token appears invalid (too short)"};+ }++ // Validate by calling fundlimit — lightweight auth check+ QMap<QString, QString> hdrs = {{"access-token", api_secret},+ {"client-id", api_key},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"}};+ auto resp = BrokerHttp::instance().get(BASE + "/v2/fundlimit", hdrs);++ if (is_token_expired(resp)) {+ return {false, "", "", "", "", "[TOKEN_EXPIRED] Access token is invalid or expired"};+ }+ // Accept any non-auth error (market closed, etc.) as token valid+ LOG_INFO(TAG, "Token exchange OK, client_id=" + api_key);+ return {true, api_secret, /*refresh*/"", api_key, /*additional*/"", ""};+}++// ── Place Order ───────────────────────────────────────────────────────────────+// POST /v2/orders+OrderPlaceResponse DhanBroker::place_order(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ const QString sec_id = lookup_security_id(order.symbol, order.exchange, creds.broker_id);+ if (sec_id.isEmpty())+ return {false, "", "Security ID not found for " + order.exchange + ":" + order.symbol};++ QJsonObject body;+ body["dhanClientId"] = creds.api_key;+ body["transactionType"] = order.side == OrderSide::Buy ? "BUY" : "SELL";+ body["exchangeSegment"] = dhan_exchange(order.exchange);+ body["productType"] = dhan_product(order.product_type);+ body["orderType"] = dhan_order_type(order.order_type);+ body["validity"] = order.validity.isEmpty() ? "DAY" : order.validity;+ body["securityId"] = sec_id;+ body["quantity"] = static_cast<int>(order.quantity);+ body["price"] = order.price;+ body["triggerPrice"] = order.stop_price;+ body["disclosedQuantity"] = 0;+ if (order.amo)+ body["afterMarketOrder"] = true;++ auto resp = BrokerHttp::instance().post_json(BASE + "/v2/orders", body, auth_headers(creds));++ if (!resp.success || resp.json.value("errorType").toString().length() > 0) {+ const QString err = checked_error(resp, "place_order failed");+ LOG_ERROR(TAG, "place_order: " + err);+ return {false, "", err};+ }++ const QString order_id = resp.json.value("orderId").toString();+ LOG_INFO(TAG, "place_order OK: " + order_id);+ return {true, order_id, ""};+}++// ── Modify Order ──────────────────────────────────────────────────────────────+// PUT /v2/orders/{orderId}+ApiResponse<QJsonObject> DhanBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();++ QJsonObject body;+ body["dhanClientId"] = creds.api_key;+ body["orderId"] = order_id;+ body["orderType"] = mods.value("order_type").toString("LIMIT");+ body["legName"] = "ENTRY_LEG";+ body["quantity"] = mods.value("quantity").toInt(0);+ body["price"] = mods.value("price").toDouble(0);+ body["triggerPrice"] = mods.value("trigger_price").toDouble(0);+ body["disclosedQuantity"] = mods.value("disclosed_quantity").toInt(0);+ body["validity"] = "DAY";++ auto resp = BrokerHttp::instance().put_json(BASE + "/v2/orders/" + order_id, body,+ auth_headers(creds));+ if (!resp.success || resp.json.value("errorType").toString().length() > 0)+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};+ return {true, resp.json, "", ts};+}++// ── Cancel Order ──────────────────────────────────────────────────────────────+// DELETE /v2/orders/{orderId}+ApiResponse<QJsonObject> DhanBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();+ auto resp = BrokerHttp::instance().del(BASE + "/v2/orders/" + order_id, auth_headers(creds));+ if (!resp.success || resp.json.value("errorType").toString().length() > 0)+ return {false, std::nullopt, checked_error(resp, "cancel_order failed"), ts};+ return {true, resp.json, "", ts};+}++// ── Get Orders ────────────────────────────────────────────────────────────────+// GET /v2/orders — returns array directly (not wrapped in data object)+ApiResponse<QVector<BrokerOrderInfo>> DhanBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto resp = BrokerHttp::instance().get(BASE + "/v2/orders", auth_headers(creds));++ if (!resp.success || resp.json.value("errorType").toString().length() > 0)+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};++ // Response is a JSON array at root level — parse raw_body as array+ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ QJsonArray arr;+ if (doc.isArray())+ arr = doc.array();+ else if (resp.json.contains("data"))+ arr = resp.json.value("data").toArray();++ QVector<BrokerOrderInfo> orders;+ orders.reserve(arr.size());+ for (const auto& v : arr) {+ auto o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("orderId").toString();+ info.symbol = o.value("tradingSymbol").toString();+ info.exchange = canonical_exchange(o.value("exchangeSegment").toString());+ info.side = o.value("transactionType").toString().toLower();+ info.order_type = o.value("orderType").toString();+ info.product_type = o.value("productType").toString();+ info.quantity = o.value("quantity").toDouble();+ info.price = o.value("price").toDouble();+ info.trigger_price= o.value("triggerPrice").toDouble();+ info.filled_qty = o.value("filledQty").toDouble();+ info.avg_price = o.value("averageTradedPrice").toDouble();+ info.status = o.value("orderStatus").toString().toLower();+ info.timestamp = o.value("updateTime").toString();+ info.message = o.value("omsErrorDescription").toString();+ orders.append(info);+ }+ return {true, orders, "", ts};+}++// ── Get Trade Book ────────────────────────────────────────────────────────────+// GET /v2/trades+ApiResponse<QJsonObject> DhanBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto resp = BrokerHttp::instance().get(BASE + "/v2/trades", auth_headers(creds));+ if (!resp.success || resp.json.value("errorType").toString().length() > 0)+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};+ return {true, resp.json, "", ts};+}++// ── Get Positions ─────────────────────────────────────────────────────────────+// GET /v2/positions — returns array directly+ApiResponse<QVector<BrokerPosition>> DhanBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto resp = BrokerHttp::instance().get(BASE + "/v2/positions", auth_headers(creds));++ if (!resp.success || resp.json.value("errorType").toString().length() > 0)+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ QJsonArray arr;+ if (doc.isArray())+ arr = doc.array();++ QVector<BrokerPosition> positions;+ positions.reserve(arr.size());+ for (const auto& v : arr) {+ auto p = v.toObject();+ double qty = p.value("netQty").toDouble();+ if (qty == 0.0) continue;++ BrokerPosition pos;+ pos.symbol = p.value("tradingSymbol").toString();+ pos.exchange = canonical_exchange(p.value("exchangeSegment").toString());+ pos.product_type = p.value("productType").toString();+ pos.quantity = qty;+ pos.avg_price = p.value("avgCostPrice").toDouble();+ pos.ltp = p.value("lastTradedPrice").toDouble();+ pos.pnl = p.value("unrealizedProfit").toDouble();+ pos.day_pnl = p.value("realizedProfit").toDouble();+ pos.side = qty > 0 ? "LONG" : "SHORT";+ if (pos.avg_price > 0)+ pos.pnl_pct = (pos.ltp - pos.avg_price) / pos.avg_price * 100.0;+ positions.append(pos);+ }+ return {true, positions, "", ts};+}++// ── Get Holdings ──────────────────────────────────────────────────────────────+// GET /v2/holdings — returns array directly+ApiResponse<QVector<BrokerHolding>> DhanBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto resp = BrokerHttp::instance().get(BASE + "/v2/holdings", auth_headers(creds));++ if (!resp.success || resp.json.value("errorType").toString().length() > 0)+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ QJsonArray arr;+ if (doc.isArray())+ arr = doc.array();++ QVector<BrokerHolding> holdings;+ holdings.reserve(arr.size());+ for (const auto& v : arr) {+ auto h = v.toObject();+ BrokerHolding holding;+ holding.symbol = h.value("tradingSymbol").toString();+ holding.exchange = h.value("exchange").toString();+ holding.quantity = h.value("totalQty").toDouble();+ holding.avg_price = h.value("avgCostPrice").toDouble();+ holding.ltp = h.value("lastTradedPrice").toDouble();+ holding.invested_value = holding.quantity * holding.avg_price;+ holding.current_value = holding.quantity * holding.ltp;+ holding.pnl = holding.current_value - holding.invested_value;+ if (holding.invested_value > 0)+ holding.pnl_pct = holding.pnl / holding.invested_value * 100.0;+ holdings.append(holding);+ }+ return {true, holdings, "", ts};+}++// ── Get Funds ─────────────────────────────────────────────────────────────────+// GET /v2/fundlimit+// NOTE: Dhan API has a typo — field is "availabelBalance" (not "availableBalance")+ApiResponse<BrokerFunds> DhanBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto resp = BrokerHttp::instance().get(BASE + "/v2/fundlimit", auth_headers(creds));++ if (!resp.success || resp.json.value("errorType").toString().length() > 0)+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};++ BrokerFunds funds;+ funds.available_balance = resp.json.value("availabelBalance").toDouble(); // intentional typo+ funds.used_margin = resp.json.value("utilizedAmount").toDouble();+ funds.total_balance = funds.available_balance + funds.used_margin;+ funds.collateral = resp.json.value("collateralAmount").toDouble();+ funds.raw_data = resp.json;+ return {true, funds, "", ts};+}++// ── Get Quotes ────────────────────────────────────────────────────────────────+// POST /v2/marketfeed/ltp+// Body: {"NSE_EQ": [securityId1, securityId2], "BSE_EQ": [...]}+ApiResponse<QVector<BrokerQuote>> DhanBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ if (symbols.isEmpty()) {+ return {true, QVector<BrokerQuote>{}, "", ts};+ }++ // Group securityIds by exchange segment+ QMap<QString, QJsonArray> by_segment;+ // Keep a reverse map: segment+securityId → original symbol+ QMap<QString, QString> id_to_symbol;++ for (const auto& sym : symbols) {+ QString exch = "NSE", name = sym;+ if (sym.contains(':')) {+ exch = sym.section(':', 0, 0);+ name = sym.section(':', 1);+ }+ const QString seg = dhan_exchange(exch);+ const QString sec_id = lookup_security_id(name, exch, creds.broker_id);+ if (sec_id.isEmpty()) continue;+ by_segment[seg].append(sec_id);+ id_to_symbol[seg + ":" + sec_id] = name;+ }++ if (by_segment.isEmpty())+ return {false, std::nullopt, "No valid security IDs found", ts};++ // Build request body+ QJsonObject body;+ for (auto it = by_segment.constBegin(); it != by_segment.constEnd(); ++it)+ body[it.key()] = it.value();++ auto resp = BrokerHttp::instance().post_json(BASE + "/v2/marketfeed/ltp", body,+ auth_headers(creds));+ if (!resp.success || resp.json.value("errorType").toString().length() > 0)+ return {false, std::nullopt, checked_error(resp, "get_quotes failed"), ts};++ // Response: {"data": {"NSE_EQ": {"12345": {"last_price": 500.0, ...}}}}+ QVector<BrokerQuote> quotes;+ const auto data = resp.json.value("data").toObject();+ for (auto seg_it = data.constBegin(); seg_it != data.constEnd(); ++seg_it) {+ const QString seg = seg_it.key();+ const auto tokens = seg_it.value().toObject();+ for (auto tok_it = tokens.constBegin(); tok_it != tokens.constEnd(); ++tok_it) {+ const auto q = tok_it.value().toObject();+ BrokerQuote quote;+ quote.symbol = id_to_symbol.value(seg + ":" + tok_it.key(), tok_it.key());+ quote.ltp = q.value("last_price").toDouble();+ quote.open = q.value("open").toDouble();+ quote.high = q.value("high").toDouble();+ quote.low = q.value("low").toDouble();+ quote.close = q.value("close").toDouble();+ quote.volume = q.value("volume").toDouble();+ if (quote.close > 0)+ quote.change_pct = (quote.ltp - quote.close) / quote.close * 100.0;+ quote.change = quote.ltp - quote.close;+ quote.timestamp = ts;+ quotes.append(quote);+ }+ }+ return {true, quotes, "", ts};+}++// ── Get History ───────────────────────────────────────────────────────────────+// Daily: POST /v2/charts/historical — {securityId, exchangeSegment, instrument, fromDate, toDate}+// Intraday: POST /v2/charts/intraday — same + interval ("1","5","15","25","60")+// Response: {open:[], high:[], low:[], close:[], volume:[], timestamp:[]} (parallel arrays, epoch s UTC)+// Intraday max chunk: 90 days+ApiResponse<QVector<BrokerCandle>> DhanBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ int64_t ts = now_ts();++ QString exch = "NSE", name = symbol;+ if (symbol.contains(':')) {+ exch = symbol.section(':', 0, 0);+ name = symbol.section(':', 1);+ }++ const QString sec_id = lookup_security_id(name, exch, creds.broker_id);+ if (sec_id.isEmpty())+ return {false, std::nullopt, "Security ID not found for: " + symbol, ts};++ const QString seg = dhan_exchange(exch);++ // Determine daily vs intraday + interval string+ bool is_daily = (resolution == "D" || resolution == "1D" || resolution == "W" || resolution == "M");+ static const QMap<QString, QString> intraday_map = {+ {"1", "1"}, {"1m", "1"},+ {"5", "5"}, {"5m", "5"},+ {"15", "15"}, {"15m", "15"},+ {"25", "25"}, {"25m", "25"},+ {"60", "60"}, {"60m", "60"}, {"1h", "60"},+ };+ const QString interval_str = intraday_map.value(resolution, "");+ if (!is_daily && interval_str.isEmpty()) {+ // Unsupported resolution — fall back to daily+ is_daily = true;+ }++ QDate from = QDate::fromString(from_date, "yyyy-MM-dd");+ QDate to = QDate::fromString(to_date, "yyyy-MM-dd");+ if (!from.isValid()) from = QDate::currentDate().addYears(-1);+ if (!to.isValid()) to = QDate::currentDate();++ auto& http = BrokerHttp::instance();+ QVector<BrokerCandle> all_candles;++ // Intraday: chunk into 90-day windows; daily: single request+ const int chunk_days = is_daily ? 3650 : 90;+ QDate chunk_start = from;++ while (chunk_start <= to) {+ QDate chunk_end = chunk_start.addDays(chunk_days - 1);+ if (chunk_end > to) chunk_end = to;++ QJsonObject body;+ body["securityId"] = sec_id;+ body["exchangeSegment"] = seg;+ body["instrument"] = "EQUITY";+ body["fromDate"] = chunk_start.toString("yyyy-MM-dd");+ body["toDate"] = chunk_end.toString("yyyy-MM-dd");++ QString endpoint;+ if (is_daily) {+ endpoint = BASE + "/v2/charts/historical";+ } else {+ body["interval"] = interval_str;+ endpoint = BASE + "/v2/charts/intraday";+ }++ auto resp = http.post_json(endpoint, body, auth_headers(creds));+ if (!resp.success || resp.json.value("errorType").toString().length() > 0) {+ if (all_candles.isEmpty())+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};+ break;+ }++ // Parse parallel arrays+ const auto opens = resp.json.value("open").toArray();+ const auto highs = resp.json.value("high").toArray();+ const auto lows = resp.json.value("low").toArray();+ const auto closes = resp.json.value("close").toArray();+ const auto volumes = resp.json.value("volume").toArray();+ const auto timestamps = resp.json.value("timestamp").toArray();++ const int count = qMin(timestamps.size(), closes.size());+ for (int i = 0; i < count; ++i) {+ BrokerCandle c;+ c.timestamp = static_cast<int64_t>(timestamps[i].toDouble());+ c.open = opens.size() > i ? opens[i].toDouble() : 0.0;+ c.high = highs.size() > i ? highs[i].toDouble() : 0.0;+ c.low = lows.size() > i ? lows[i].toDouble() : 0.0;+ c.close = closes[i].toDouble();+ c.volume = volumes.size() > i ? volumes[i].toDouble() : 0.0;+ all_candles.append(c);+ }++ chunk_start = chunk_end.addDays(1);+ }++ // Sort ascending by timestamp+ std::sort(all_candles.begin(), all_candles.end(),+ [](const BrokerCandle& a, const BrokerCandle& b) {+ return a.timestamp < b.timestamp;+ });++ return {true, all_candles, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/dhan/DhanBroker.h b/fincept-qt/src/trading/brokers/dhan/DhanBroker.hnew file mode 100644index 000000000..578b4299d--- /dev/null+++ b/fincept-qt/src/trading/brokers/dhan/DhanBroker.h@@ -0,0 +1,65 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++class DhanBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Dhan; }+ const char* name() const override { return "Dhan"; }+ const char* base_url() const override { return "https://api.dhan.co"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "dhan", .display_name = "Dhan", .region = "IN", .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "CLIENT ID", "Enter Dhan Client ID...", false},+ {CredentialField::ApiSecret, "ACCESS TOKEN", "Paste access token...", true},+ },+ .exchanges = {"NSE","BSE","NFO","BFO","CDS","MCX"},+ .product_types = {+ {"Intraday (INTRADAY)", ProductType::Intraday},+ {"Delivery (CNC)", ProductType::Delivery},+ {"Margin (MARGIN)", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=false, .default_paper_balance=1000000.0,+ .default_watchlist={"HDFCBANK","ICICIBANK","SBIN","TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE","HINDUNILVR","ITC"},+ .default_symbol="RELIANCE", .default_exchange="NSE",+ .brokerage_info="\u20B920/order flat",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ static QString dhan_exchange(const QString& exchange);+ static QString dhan_product(ProductType p);+ static QString dhan_order_type(OrderType t);+ static QString lookup_security_id(const QString& symbol, const QString& exchange,+ const QString& broker_id);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/fivepaisa/FivePaisaBroker.cpp b/fincept-qt/src/trading/brokers/fivepaisa/FivePaisaBroker.cppnew file mode 100644index 000000000..7fb0155bc--- /dev/null+++ b/fincept-qt/src/trading/brokers/fivepaisa/FivePaisaBroker.cpp@@ -0,0 +1,615 @@+#include "trading/brokers/fivepaisa/FivePaisaBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QJsonObject>++namespace fincept::trading {++static const char* BASE_URL = "https://Openapi.5paisa.com";++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ============================================================================+// Helpers+// ============================================================================++bool FivePaisaBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401 || resp.status_code == 403)+ return true;+ if (!resp.json.isEmpty()) {+ QString desc = resp.json["head"].toObject()["statusDescription"].toString().toLower();+ if (desc.contains("session") || desc.contains("unauthori") || desc.contains("token"))+ return true;+ }+ return false;+}++QString FivePaisaBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ if (!resp.json.isEmpty()) {+ QString desc = resp.json["head"].toObject()["statusDescription"].toString();+ if (!desc.isEmpty() && desc.toLower() != "success") return desc;+ QString msg = resp.json["body"].toObject()["Message"].toString();+ if (!msg.isEmpty()) return msg;+ msg = resp.json["message"].toString();+ if (!msg.isEmpty()) return msg;+ }+ if (!resp.error.isEmpty()) return resp.error;+ if (!resp.raw_body.isEmpty()) return resp.raw_body.left(200);+ return fallback;+}++FivePaisaBroker::KeyParts FivePaisaBroker::unpack_key(const QString& packed) {+ QStringList parts = packed.split(":::");+ KeyParts kp;+ if (parts.size() >= 1) kp.app_key = parts[0].trimmed();+ if (parts.size() >= 2) kp.user_id = parts[1].trimmed();+ if (parts.size() >= 3) kp.client_id = parts[2].trimmed();+ return kp;+}++// Exchange code: N, B, M+QString FivePaisaBroker::fp_exchange(const QString& exchange) {+ if (exchange == "BSE" || exchange == "BFO" || exchange == "BCD") return "B";+ if (exchange == "MCX") return "M";+ return "N"; // NSE, NFO, CDS+}++// Exchange type: C (Cash), D (Derivatives), U (Currency)+QString FivePaisaBroker::fp_exchange_type(const QString& exchange) {+ if (exchange == "NFO" || exchange == "BFO" || exchange == "MCX") return "D";+ if (exchange == "CDS" || exchange == "BCD") return "U";+ return "C"; // NSE, BSE+}++// Resolution for historical GET endpoint+QString FivePaisaBroker::fp_interval(const QString& resolution) {+ if (resolution == "1" || resolution == "1m") return "1m";+ if (resolution == "5" || resolution == "5m") return "5m";+ if (resolution == "10" || resolution == "10m") return "10m";+ if (resolution == "15" || resolution == "15m") return "15m";+ if (resolution == "30" || resolution == "30m") return "30m";+ if (resolution == "60" || resolution == "1h") return "1h";+ return "1d"; // D, 1D, W+}++// Build the standard request envelope: { head: {key: app_key}, body: body_fields }+QJsonObject FivePaisaBroker::make_body(const QString& app_key, const QString& /*client_id*/,+ const QJsonObject& body_fields) {+ QJsonObject head;+ head["key"] = app_key;+ QJsonObject root;+ root["head"] = head;+ root["body"] = body_fields;+ return root;+}++// ============================================================================+// Auth headers — lowercase "bearer" (5paisa quirk)+// ============================================================================++QMap<QString, QString> FivePaisaBroker::auth_headers(const BrokerCredentials& creds) const {+ return {+ {"Authorization", "bearer " + creds.access_token},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"},+ };+}++// ============================================================================+// Phase 2: exchange_token+// ApiKey = "app_key:::user_id:::client_id"+// ApiSecret = App Secret (EncryKey)+// AuthCode = "email:::pin:::totp"+//+// Step 1: POST /VendorsAPI/Service1.svc/TOTPLogin → body.RequestToken+// Step 2: POST /VendorsAPI/Service1.svc/GetAccessToken → body.AccessToken+// ============================================================================++TokenExchangeResponse FivePaisaBroker::exchange_token(const QString& api_key,+ const QString& api_secret,+ const QString& auth_code) {+ auto kp = unpack_key(api_key);+ if (kp.app_key.isEmpty())+ return {false, "", "", "", "ApiKey must be 'app_key:::user_id:::client_id'"};++ QStringList auth_parts = auth_code.split(":::");+ if (auth_parts.size() < 3)+ return {false, "", "", "", "AuthCode must be 'email:::pin:::totp'"};+ QString email = auth_parts[0].trimmed();+ QString pin = auth_parts[1].trimmed();+ QString totp = auth_parts[2].trimmed();++ QMap<QString, QString> headers = {+ {"Content-Type", "application/json"},+ {"Accept", "application/json"},+ };++ // Step 1: TOTP login+ {+ QJsonObject head; head["Key"] = kp.app_key;+ QJsonObject body;+ body["Email_ID"] = email;+ body["TOTP"] = totp;+ body["PIN"] = pin;+ QJsonObject req; req["head"] = head; req["body"] = body;++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/TOTPLogin", req, headers);++ if (!resp.success)+ return {false, "", "", "", checked_error(resp, "TOTP login network error")};++ QString req_token = resp.json["body"].toObject()["RequestToken"].toString();+ if (req_token.isEmpty()) {+ QString msg = resp.json["body"].toObject()["Message"].toString();+ return {false, "", "", "", msg.isEmpty() ? "No RequestToken in TOTP response" : msg};+ }++ // Step 2: Get access token+ QJsonObject head2; head2["Key"] = kp.app_key;+ QJsonObject body2;+ body2["RequestToken"] = req_token;+ body2["EncryKey"] = api_secret;+ body2["UserId"] = kp.user_id;+ QJsonObject req2; req2["head"] = head2; req2["body"] = body2;++ auto resp2 = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/GetAccessToken", req2, headers);++ if (!resp2.success)+ return {false, "", "", "", checked_error(resp2, "GetAccessToken network error")};++ QString access_token = resp2.json["body"].toObject()["AccessToken"].toString();+ if (access_token.isEmpty()) {+ QString msg = resp2.json["body"].toObject()["Message"].toString();+ return {false, "", "", "", msg.isEmpty() ? "No AccessToken in response" : msg};+ }++ return {true, access_token, kp.client_id, "", ""};+ }+}++// ============================================================================+// Phase 3: Order operations+// ============================================================================++OrderPlaceResponse FivePaisaBroker::place_order(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ auto kp = unpack_key(creds.api_key);+ auto hdrs = auth_headers(creds);++ bool is_intraday = (order.product_type == ProductType::Intraday);++ QJsonObject body;+ body["OrderType"] = (order.side == OrderSide::Buy) ? "B" : "S";+ body["Exchange"] = fp_exchange(order.exchange);+ body["ExchangeType"] = fp_exchange_type(order.exchange);+ body["ScripCode"] = order.instrument_token.isEmpty()+ ? 0 : order.instrument_token.toInt();+ body["Price"] = (order.order_type == OrderType::Market) ? 0.0 : order.price;+ body["Qty"] = order.quantity;+ body["StopLossPrice"] = (order.order_type == OrderType::StopLoss ||+ order.order_type == OrderType::StopLossLimit)+ ? order.stop_price : 0.0;+ body["DisQty"] = 0;+ body["IsIntraday"] = is_intraday;+ body["AHPlaced"] = "N";+ body["RemoteOrderID"] = "fincept";++ QJsonObject req = make_body(kp.app_key, kp.client_id, body);++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/V1/PlaceOrderRequest", req, hdrs);++ if (!resp.success)+ return {false, "", checked_error(resp, "Network error")};+ if (is_token_expired(resp))+ return {false, "", "[TOKEN_EXPIRED]"};++ QString status = resp.json["head"].toObject()["statusDescription"].toString();+ if (status != "Success")+ return {false, "", checked_error(resp, "Place order failed")};++ // BrokerOrderID may come as int or string+ QJsonValue broker_id = resp.json["body"].toObject()["BrokerOrderID"];+ QString order_id = broker_id.isString()+ ? broker_id.toString()+ : QString::number(broker_id.toInt());+ if (order_id.isEmpty() || order_id == "0")+ return {false, "", "No BrokerOrderID in response"};++ return {true, order_id, ""};+}++ApiResponse<QJsonObject> FivePaisaBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();+ auto kp = unpack_key(creds.api_key);+ auto hdrs = auth_headers(creds);++ // 5paisa modify uses ExchOrderID — treat passed order_id as ExchOrderID+ QJsonObject body;+ body["ExchOrderID"] = order_id;+ body["Price"] = mods.value("price").toDouble(0.0);+ body["Qty"] = mods.value("quantity").toInt(0);+ body["StopLossPrice"] = mods.value("trigger_price").toDouble(0.0);+ body["DisQty"] = 0;++ QJsonObject req = make_body(kp.app_key, kp.client_id, body);++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/V1/ModifyOrderRequest", req, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ // status "0" = success per 5paisa docs+ QString head_status = resp.json["head"].toObject()["status"].toString();+ QString head_desc = resp.json["head"].toObject()["statusDescription"].toString();+ if (head_status != "0" && head_desc != "Success")+ return {false, std::nullopt, checked_error(resp, "Modify failed"), ts};++ return {true, resp.json, "", ts};+}++ApiResponse<QJsonObject> FivePaisaBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();+ auto kp = unpack_key(creds.api_key);+ auto hdrs = auth_headers(creds);++ QJsonObject body;+ body["ExchOrderID"] = order_id;++ QJsonObject head; head["key"] = kp.app_key;+ QJsonObject req; req["head"] = head; req["body"] = body;++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/V1/CancelOrderRequest", req, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QString status = resp.json["head"].toObject()["statusDescription"].toString();+ if (status != "Success")+ return {false, std::nullopt, checked_error(resp, "Cancel failed"), ts};++ return {true, resp.json, "", ts};+}++// ============================================================================+// Phase 4: Read operations+// ============================================================================++ApiResponse<QVector<BrokerOrderInfo>> FivePaisaBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto kp = unpack_key(creds.api_key);+ auto hdrs = auth_headers(creds);++ QJsonObject body; body["ClientCode"] = kp.client_id;+ QJsonObject req = make_body(kp.app_key, kp.client_id, body);++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/V3/OrderBook", req, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QJsonArray detail = resp.json["body"].toObject()["OrderBookDetail"].toArray();+ QVector<BrokerOrderInfo> orders;++ auto parse_status = [](const QString& s) -> QString {+ if (s == "Fully Executed") return "filled";+ if (s == "Pending") return "open";+ if (s == "Modified") return "open";+ if (s == "Cancelled") return "cancelled";+ if (s == "Rejected") return "rejected";+ return s.toLower();+ };++ for (const auto& item : detail) {+ QJsonObject o = item.toObject();+ BrokerOrderInfo info;+ info.order_id = QString::number(o["BrokerOrderId"].toInt());+ info.symbol = o["ScripName"].toString();+ info.exchange = o["Exch"].toString();+ info.quantity = o["Qty"].toInt();+ info.filled_qty = o["TradedQty"].toInt();+ info.price = o["Rate"].toDouble();+ info.trigger_price = o["TriggerRate"].toDouble();+ info.status = parse_status(o["OrderStatus"].toString());+ info.side = (o["BuySell"].toString() == "B") ? "buy" : "sell";+ info.order_type = (o["AtMarket"].toString() == "Y") ? "MARKET" : "LIMIT";+ info.product_type = o["DelvIntra"].toString();+ info.timestamp = o["ExchOrderTime"].toString();+ orders.append(info);+ }++ return {true, orders, "", ts};+}++ApiResponse<QJsonObject> FivePaisaBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto kp = unpack_key(creds.api_key);+ auto hdrs = auth_headers(creds);++ QJsonObject body; body["ClientCode"] = kp.client_id;+ QJsonObject req = make_body(kp.app_key, kp.client_id, body);++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/V1/TradeBook", req, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ return {true, resp.json, "", ts};+}++ApiResponse<QVector<BrokerPosition>> FivePaisaBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto kp = unpack_key(creds.api_key);+ auto hdrs = auth_headers(creds);++ QJsonObject body; body["ClientCode"] = kp.client_id;+ QJsonObject req = make_body(kp.app_key, kp.client_id, body);++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/V2/NetPositionNetWise", req, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QJsonArray detail = resp.json["body"].toObject()["NetPositionDetail"].toArray();+ QVector<BrokerPosition> positions;++ for (const auto& item : detail) {+ QJsonObject p = item.toObject();+ int net_qty = p["NetQty"].toInt();+ if (net_qty == 0) continue;++ QString exch = p["Exch"].toString();+ QString exch_type = p["ExchType"].toString();+ QString exchange;+ if (exch == "N" && exch_type == "C") exchange = "NSE";+ else if (exch == "B" && exch_type == "C") exchange = "BSE";+ else if (exch == "N" && exch_type == "D") exchange = "NFO";+ else if (exch == "B" && exch_type == "D") exchange = "BFO";+ else if (exch == "M" && exch_type == "D") exchange = "MCX";+ else if (exch == "N" && exch_type == "U") exchange = "CDS";+ else exchange = exch;++ QString order_for = p["OrderFor"].toString();+ QString product;+ if (order_for == "I") product = "MIS";+ else if (exchange == "NSE" || exchange == "BSE") product = "CNC";+ else product = "NRML";++ BrokerPosition pos;+ pos.symbol = p["ScripName"].toString();+ pos.exchange = exchange;+ pos.quantity = net_qty;+ pos.avg_price = p["AvgRate"].toDouble();+ pos.ltp = p["LTP"].toDouble();+ pos.pnl = p["MTOM"].toDouble();+ pos.product_type = product;+ positions.append(pos);+ }++ return {true, positions, "", ts};+}++ApiResponse<QVector<BrokerHolding>> FivePaisaBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto kp = unpack_key(creds.api_key);+ auto hdrs = auth_headers(creds);++ QJsonObject body; body["ClientCode"] = kp.client_id;+ QJsonObject req = make_body(kp.app_key, kp.client_id, body);++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/V3/Holding", req, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QJsonArray data = resp.json["body"].toObject()["Data"].toArray();+ QVector<BrokerHolding> holdings;+ holdings.reserve(data.size());++ for (const auto& item : data) {+ QJsonObject h = item.toObject();+ double avg = h["AvgRate"].toDouble();+ double ltp = h["CurrentPrice"].toDouble();+ int qty = h["Qty"].toInt();++ BrokerHolding holding;+ holding.symbol = h["ScripName"].toString();+ holding.exchange = (h["Exch"].toString() == "B") ? "BSE" : "NSE";+ holding.quantity = qty;+ holding.avg_price = avg;+ holding.ltp = ltp;+ holding.pnl = (ltp - avg) * qty;+ holdings.append(holding);+ }++ return {true, holdings, "", ts};+}++ApiResponse<BrokerFunds> FivePaisaBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto kp = unpack_key(creds.api_key);+ auto hdrs = auth_headers(creds);++ QJsonObject body; body["ClientCode"] = kp.client_id;+ QJsonObject req = make_body(kp.app_key, kp.client_id, body);++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/V4/Margin", req, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QJsonArray equity = resp.json["body"].toObject()["EquityMargin"].toArray();+ if (equity.isEmpty())+ return {false, std::nullopt, "Empty EquityMargin in response", ts};++ QJsonObject m = equity[0].toObject();+ double available = m["NetAvailableMargin"].toDouble();+ double collateral = m["TotalCollateralValue"].toDouble();+ double utilized = m["MarginUtilized"].toDouble();++ BrokerFunds funds;+ funds.available_balance = available + collateral;+ funds.used_margin = utilized;+ funds.total_balance = funds.available_balance + funds.used_margin;+ funds.collateral = collateral;++ return {true, funds, "", ts};+}++ApiResponse<QVector<BrokerQuote>> FivePaisaBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ auto kp = unpack_key(creds.api_key);+ auto hdrs = auth_headers(creds);++ // symbol format: "NSE:RELIANCE:3045" or "NSE:RELIANCE"+ QJsonArray data_arr;+ QVector<QString> sym_keys;+ for (const QString& sym : symbols) {+ QStringList parts = sym.split(':');+ QString exchange = parts.size() >= 1 ? parts[0] : "NSE";+ QString scrip = parts.size() >= 2 ? parts[1] : sym;+ QString token = parts.size() >= 3 ? parts[2] : "0";++ QJsonObject entry;+ entry["Exchange"] = fp_exchange(exchange);+ entry["ExchangeType"] = fp_exchange_type(exchange);+ entry["ScripCode"] = token.toInt();+ entry["ScripData"] = (token == "0") ? scrip : "";+ data_arr.append(entry);+ sym_keys.append(sym);+ }++ QJsonObject body;+ body["ClientCode"] = kp.client_id;+ body["Data"] = data_arr;+ QJsonObject req = make_body(kp.app_key, kp.client_id, body);++ auto resp = BrokerHttp::instance().post_json(+ QString(BASE_URL) + "/VendorsAPI/Service1.svc/MarketSnapshot", req, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QJsonArray result = resp.json["body"].toObject()["Data"].toArray();+ QVector<BrokerQuote> quotes;+ quotes.reserve(result.size());++ for (int i = 0; i < result.size(); ++i) {+ QJsonObject q = result[i].toObject();+ BrokerQuote quote;+ quote.symbol = (i < sym_keys.size()) ? sym_keys[i] : QString();+ quote.ltp = q["LastTradedPrice"].toDouble();+ quote.open = q["Open"].toDouble();+ quote.high = q["High"].toDouble();+ quote.low = q["Low"].toDouble();+ quote.close = q["PClose"].toDouble();+ quote.volume = q["Volume"].toDouble();+ quotes.append(quote);+ }++ return {true, quotes, "", ts};+}++ApiResponse<QVector<BrokerCandle>> FivePaisaBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ // Accept "EXCHANGE:SYMBOL:TOKEN"+ QStringList parts = symbol.split(':');+ QString exchange = parts.size() >= 1 ? parts[0] : "NSE";+ QString token = parts.size() >= 3 ? parts[2] : "";+ if (token.isEmpty())+ return {false, std::nullopt, "5Paisa history requires instrument token (EXCHANGE:SYMBOL:TOKEN)", ts};++ QString exch = fp_exchange(exchange);+ QString exch_type = fp_exchange_type(exchange);+ QString interval = fp_interval(resolution);++ // GET /V2/historical/{Exch}/{ExchType}/{token}/{interval}?from=YYYY-MM-DD&end=YYYY-MM-DD+ QString url = QString("%1/V2/historical/%2/%3/%4/%5?from=%6&end=%7")+ .arg(BASE_URL, exch, exch_type, token, interval, from_date, to_date);++ auto resp = BrokerHttp::instance().get(url, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ if (resp.json["status"].toString() != "success")+ return {false, std::nullopt, checked_error(resp, "No historical data"), ts};++ QJsonArray candles = resp.json["data"].toObject()["candles"].toArray();+ QVector<BrokerCandle> result;+ result.reserve(candles.size());++ for (const auto& item : candles) {+ QJsonArray c = item.toArray();+ if (c.size() < 6) continue;++ // [timestamp_str, open, high, low, close, volume]+ // timestamp: "YYYY-MM-DDTHH:MM:SS" (UTC)+ QString time_str = c[0].toString();+ QDateTime dt = QDateTime::fromString(time_str, Qt::ISODate);+ if (!dt.isValid())+ dt = QDateTime::fromString(time_str, "yyyy-MM-ddTHH:mm:ss");++ double open = c[1].toDouble();+ double high = c[2].toDouble();+ double low = c[3].toDouble();+ double close = c[4].toDouble();+ int vol = c[5].toInt();++ // Skip zero-volume / all-zero candles (holidays)+ if (vol == 0 || (open == 0 && high == 0 && low == 0 && close == 0))+ continue;++ BrokerCandle candle;+ candle.timestamp = dt.toMSecsSinceEpoch();+ candle.open = open;+ candle.high = high;+ candle.low = low;+ candle.close = close;+ candle.volume = vol;+ result.append(candle);+ }++ return {true, result, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/fivepaisa/FivePaisaBroker.h b/fincept-qt/src/trading/brokers/fivepaisa/FivePaisaBroker.hnew file mode 100644index 000000000..c68c8beba--- /dev/null+++ b/fincept-qt/src/trading/brokers/fivepaisa/FivePaisaBroker.h@@ -0,0 +1,77 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++// Credential packing:+// ApiKey = "app_key:::user_id:::client_id"+// ApiSecret = App Secret (EncryKey)+// AuthCode = "email:::pin:::totp" (passed at exchange_token time)++class FivePaisaBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::FivePaisa; }+ const char* name() const override { return "5Paisa"; }+ const char* base_url() const override { return "https://Openapi.5paisa.com"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "fivepaisa", .display_name = "5Paisa", .region = "IN", .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "APP KEY (app:::user:::client)", "app_key:::user_id:::client_id", false},+ {CredentialField::ApiSecret, "APP SECRET", "Enter App Secret...", true},+ {CredentialField::AuthCode, "LOGIN (email:::pin:::totp)", "email:::pin:::totp", false},+ },+ .exchanges = {"NSE", "BSE", "NFO", "BFO", "MCX", "CDS"},+ .product_types = {+ {"Intraday (MIS)", ProductType::Intraday},+ {"Delivery (CNC)", ProductType::Delivery},+ {"Margin (NRML)", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=false, .default_paper_balance=1000000.0,+ .default_watchlist={"HDFCBANK","ICICIBANK","SBIN","TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE","HINDUNILVR","ITC"},+ .default_symbol="RELIANCE", .default_exchange="NSE",+ .brokerage_info="\u20B910/order flat",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ // Unpack "app_key:::user_id:::client_id" → {app_key, user_id, client_id}+ struct KeyParts { QString app_key, user_id, client_id; };+ static KeyParts unpack_key(const QString& packed);++ static QString fp_exchange(const QString& exchange);+ static QString fp_exchange_type(const QString& exchange);+ static QString fp_interval(const QString& resolution);++ // Build the standard 5paisa request envelope+ static QJsonObject make_body(const QString& app_key, const QString& client_id,+ const QJsonObject& body_fields);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/fyers/FyersBroker.cpp b/fincept-qt/src/trading/brokers/fyers/FyersBroker.cppnew file mode 100644index 000000000..b50388752--- /dev/null+++ b/fincept-qt/src/trading/brokers/fyers/FyersBroker.cpp@@ -0,0 +1,352 @@+// Fyers Broker — Qt-adapted port++#include "trading/brokers/fyers/FyersBroker.h"++#include "core/logging/Logger.h"+#include "trading/brokers/BrokerHttp.h"++#include <QCryptographicHash>+#include <QDateTime>+#include <QJsonArray>++namespace fincept::trading {++static int64_t now_ts() {+ return QDateTime::currentSecsSinceEpoch();+}++// ============================================================================+// Auth+// ============================================================================++QMap<QString, QString> FyersBroker::auth_headers(const BrokerCredentials& creds) const {+ return {{"Authorization", creds.api_key + ":" + creds.access_token},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"}};+}++TokenExchangeResponse FyersBroker::exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) {+ QByteArray input = (api_key + ":" + api_secret).toUtf8();+ QString hash = QCryptographicHash::hash(input, QCryptographicHash::Sha256).toHex();++ QJsonObject payload{{"grant_type", "authorization_code"}, {"appIdHash", hash}, {"code", auth_code}};++ auto resp = BrokerHttp::instance().post_json(QString(base_url()) + "/api/v3/validate-authcode", payload);++ TokenExchangeResponse result;+ if (!resp.success) {+ result.error = resp.error;+ return result;+ }++ if (resp.json.value("s").toString() == "ok") {+ result.success = true;+ result.access_token = resp.json.value("access_token").toString();+ result.user_id = resp.json.value("user_id").toString();+ } else {+ result.error = resp.json.value("message").toString("Token exchange failed");+ }+ return result;+}++// ============================================================================+// Order Type Mappings+// ============================================================================++int FyersBroker::fyers_order_type(OrderType t) {+ switch (t) {+ case OrderType::Limit:+ return 1;+ case OrderType::Market:+ return 2;+ case OrderType::StopLoss:+ return 3;+ case OrderType::StopLossLimit:+ return 4;+ }+ return 2;+}++int FyersBroker::fyers_side(OrderSide s) {+ return s == OrderSide::Buy ? 1 : -1;+}++QString FyersBroker::fyers_product(ProductType p) {+ switch (p) {+ case ProductType::Intraday:+ return "INTRADAY";+ case ProductType::Delivery:+ return "CNC";+ case ProductType::Margin:+ return "MARGIN";+ case ProductType::CoverOrder:+ return "CO";+ case ProductType::BracketOrder:+ return "BO";+ }+ return "INTRADAY";+}++// ============================================================================+// Place Order+// ============================================================================++OrderPlaceResponse FyersBroker::place_order(const BrokerCredentials& creds, const UnifiedOrder& order) {+ QJsonObject payload{{"symbol", order.symbol},+ {"qty", static_cast<int>(order.quantity)},+ {"type", fyers_order_type(order.order_type)},+ {"side", fyers_side(order.side)},+ {"productType", fyers_product(order.product_type)},+ {"validity", order.validity},+ {"offlineOrder", false}};++ if (order.order_type == OrderType::Limit || order.order_type == OrderType::StopLossLimit)+ payload["limitPrice"] = order.price;+ if (order.order_type == OrderType::StopLoss || order.order_type == OrderType::StopLossLimit)+ payload["stopPrice"] = order.stop_price;+ if (order.stop_loss > 0)+ payload["stopLoss"] = order.stop_loss;+ if (order.take_profit > 0)+ payload["takeProfit"] = order.take_profit;++ auto resp = BrokerHttp::instance().post_json(QString(base_url()) + "/api/v3/orders", payload, auth_headers(creds));++ OrderPlaceResponse result;+ if (!resp.success) {+ result.error = resp.error;+ return result;+ }++ if (resp.json.value("s").toString() == "ok") {+ result.success = true;+ result.order_id = resp.json.value("id").toString();+ } else {+ result.error = resp.json.value("message").toString("Order placement failed");+ }+ return result;+}++// ============================================================================+// Modify / Cancel+// ============================================================================++ApiResponse<QJsonObject> FyersBroker::modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& modifications) {+ QJsonObject payload = modifications;+ payload["id"] = order_id;+ auto resp = BrokerHttp::instance().put_json(QString(base_url()) + "/api/v3/orders", payload, auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("s").toString() == "ok")+ return {true, resp.json, "", ts};+ return {false, std::nullopt, resp.json.value("message").toString("Modify failed"), ts};+}++ApiResponse<QJsonObject> FyersBroker::cancel_order(const BrokerCredentials& creds, const QString& order_id) {+ QJsonObject payload{{"id", order_id}};+ auto resp = BrokerHttp::instance().del(QString(base_url()) + "/api/v3/orders", auth_headers(creds), payload);+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("s").toString() == "ok")+ return {true, resp.json, "", ts};+ return {false, std::nullopt, resp.json.value("message").toString("Cancel failed"), ts};+}++// ============================================================================+// Orders / Trades / Positions / Holdings / Funds / Quotes / History+// ============================================================================++ApiResponse<QVector<BrokerOrderInfo>> FyersBroker::get_orders(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/api/v3/orders", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("s").toString() != "ok")+ return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};++ QVector<BrokerOrderInfo> orders;+ auto arr = resp.json.value("orderBook").toArray();+ for (const auto& v : arr) {+ auto o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("id").toString();+ info.symbol = o.value("symbol").toString();+ info.exchange = o.value("exchange").toString();+ info.side = o.value("side").toInt() == 1 ? "buy" : "sell";+ info.order_type = QString::number(o.value("type").toInt());+ info.product_type = o.value("productType").toString();+ info.quantity = o.value("qty").toDouble();+ info.price = o.value("limitPrice").toDouble();+ info.trigger_price = o.value("stopPrice").toDouble();+ info.filled_qty = o.value("filledQty").toDouble();+ info.avg_price = o.value("tradedPrice").toDouble();+ info.status = QString::number(o.value("status").toInt());+ info.message = o.value("message").toString();+ orders.append(info);+ }+ return {true, orders, "", ts};+}++ApiResponse<QJsonObject> FyersBroker::get_trade_book(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/api/v3/tradebook", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("s").toString() == "ok")+ return {true, resp.json, "", ts};+ return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};+}++ApiResponse<QVector<BrokerPosition>> FyersBroker::get_positions(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/api/v3/positions", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("s").toString() != "ok")+ return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};++ QVector<BrokerPosition> positions;+ auto arr = resp.json.value("netPositions").toArray();+ for (const auto& v : arr) {+ auto p = v.toObject();+ BrokerPosition pos;+ pos.symbol = p.value("symbol").toString();+ pos.exchange = p.value("exchange").toString();+ pos.product_type = p.value("productType").toString();+ pos.quantity = p.value("netQty").toDouble();+ pos.avg_price = p.value("netAvg").toDouble();+ pos.ltp = p.value("ltp").toDouble();+ pos.pnl = p.value("pl").toDouble();+ pos.side = pos.quantity >= 0 ? "buy" : "sell";+ positions.append(pos);+ }+ return {true, positions, "", ts};+}++ApiResponse<QVector<BrokerHolding>> FyersBroker::get_holdings(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/api/v3/holdings", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("s").toString() != "ok")+ return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};++ QVector<BrokerHolding> holdings;+ auto arr = resp.json.value("holdings").toArray();+ for (const auto& v : arr) {+ auto h = v.toObject();+ BrokerHolding hold;+ hold.symbol = h.value("symbol").toString();+ hold.exchange = h.value("exchange").toString();+ hold.quantity = h.value("quantity").toDouble();+ hold.avg_price = h.value("costPrice").toDouble();+ hold.ltp = h.value("ltp").toDouble();+ hold.invested_value = hold.quantity * hold.avg_price;+ hold.current_value = hold.quantity * hold.ltp;+ hold.pnl = hold.current_value - hold.invested_value;+ hold.pnl_pct = hold.invested_value > 0 ? (hold.pnl / hold.invested_value) * 100 : 0;+ holdings.append(hold);+ }+ return {true, holdings, "", ts};+}++ApiResponse<BrokerFunds> FyersBroker::get_funds(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/api/v3/funds", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("s").toString() != "ok")+ return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};++ BrokerFunds funds;+ auto fl = resp.json.value("fund_limit").toArray();+ for (const auto& v : fl) {+ auto item = v.toObject();+ QString title = item.value("title").toString();+ double val = item.value("equityAmount").toDouble();+ if (title == "Total Balance")+ funds.total_balance = val;+ else if (title == "Available Balance")+ funds.available_balance = val;+ else if (title == "Used Margin")+ funds.used_margin = val;+ }+ funds.raw_data = resp.json;+ return {true, funds, "", ts};+}++ApiResponse<QVector<BrokerQuote>> FyersBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ QString syms;+ for (int i = 0; i < symbols.size(); ++i) {+ if (i > 0)+ syms += ",";+ syms += symbols[i];+ }+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/data/quotes?symbols=" + syms, auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("s").toString() != "ok")+ return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};++ QVector<BrokerQuote> quotes;+ auto d_arr = resp.json.value("d").toArray();+ for (const auto& val : d_arr) {+ auto item = val.toObject();+ if (item.value("s").toString() != "ok")+ continue;+ auto v = item.value("v").toObject();+ BrokerQuote q;+ q.symbol = v.value("symbol").toString();+ q.ltp = v.value("lp").toDouble();+ q.open = v.value("open_price").toDouble();+ q.high = v.value("high_price").toDouble();+ q.low = v.value("low_price").toDouble();+ q.close = v.value("prev_close_price").toDouble();+ q.volume = v.value("volume").toDouble();+ q.change = v.value("ch").toDouble();+ q.change_pct = v.value("chp").toDouble();+ q.bid = v.value("bid").toDouble();+ q.ask = v.value("ask").toDouble();+ q.timestamp = v.value("tt").toVariant().toLongLong();+ quotes.append(q);+ }+ return {true, quotes, "", ts};+}++ApiResponse<QVector<BrokerCandle>> FyersBroker::get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) {+ QString url = QString("%1/data/history?symbol=%2&resolution=%3&date_format=1&range_from=%4&range_to=%5&cont_flag=1")+ .arg(base_url(), symbol, resolution, from_date, to_date);++ auto resp = BrokerHttp::instance().get(url, auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, resp.error, ts};+ if (resp.json.value("s").toString() != "ok")+ return {false, std::nullopt, resp.json.value("message").toString("Failed"), ts};++ QVector<BrokerCandle> candles;+ auto arr = resp.json.value("candles").toArray();+ for (const auto& v : arr) {+ auto c = v.toArray();+ if (c.size() < 6)+ continue;+ BrokerCandle candle;+ candle.timestamp = c[0].toVariant().toLongLong();+ candle.open = c[1].toDouble();+ candle.high = c[2].toDouble();+ candle.low = c[3].toDouble();+ candle.close = c[4].toDouble();+ candle.volume = c[5].toDouble();+ candles.append(candle);+ }+ return {true, candles, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/fyers/FyersBroker.h b/fincept-qt/src/trading/brokers/fyers/FyersBroker.hnew file mode 100644index 000000000..34181fa62--- /dev/null+++ b/fincept-qt/src/trading/brokers/fyers/FyersBroker.h@@ -0,0 +1,75 @@+#pragma once+// Fyers Broker — Indian stock broker+// API: https://api-t1.fyers.in+// Auth: SHA256(api_key:api_secret) for token exchange++#include "trading/BrokerInterface.h"++namespace fincept::trading {++class FyersBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Fyers; }+ const char* name() const override { return "Fyers"; }+ const char* base_url() const override { return "https://api-t1.fyers.in"; }+ const char* ws_adapter_name() const override { return "fyers"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "fyers",+ .display_name = "Fyers",+ .region = "IN",+ .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "CLIENT ID", "Enter Client ID...", false},+ {CredentialField::ApiSecret, "API SECRET", "Enter API Secret...", true},+ {CredentialField::AuthCode, "AUTH CODE", "Paste auth code from Fyers login...", false},+ },+ .exchanges = {"NSE", "BSE", "NFO", "MCX", "CDS"},+ .product_types = {+ {"Intraday (MIS)", ProductType::Intraday},+ {"Delivery (CNC)", ProductType::Delivery},+ {"Margin (NRML)", ProductType::Margin},+ {"Cover Order", ProductType::CoverOrder},+ {"Bracket Order", ProductType::BracketOrder},+ },+ .supports_intraday = true,+ .supports_bracket_order = true,+ .supports_cover_order = true,+ .has_native_paper = false,+ .default_paper_balance = 1000000.0,+ .default_watchlist = {"HDFCBANK","ICICIBANK","SBIN","KOTAKBANK","AXISBANK",+ "TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE"},+ .default_symbol = "RELIANCE",+ .default_exchange = "NSE",+ .brokerage_info = "\u20B920/order or 0.03% (whichever lower)",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& modifications) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ static int fyers_order_type(OrderType t);+ static int fyers_side(OrderSide s);+ static QString fyers_product(ProductType p);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/groww/GrowwBroker.cpp b/fincept-qt/src/trading/brokers/groww/GrowwBroker.cppnew file mode 100644index 000000000..1c0ad18b7--- /dev/null+++ b/fincept-qt/src/trading/brokers/groww/GrowwBroker.cpp@@ -0,0 +1,493 @@+#include "trading/brokers/groww/GrowwBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include <QCryptographicHash>+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QJsonObject>+#include <QUrlQuery>++namespace fincept::trading {++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ============================================================================+// Helpers+// ============================================================================++bool GrowwBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401 || resp.status_code == 403)+ return true;+ if (!resp.json.isEmpty()) {+ QString status = resp.json["status"].toString();+ if (!status.isEmpty() && status != "SUCCESS")+ return false; // error but not necessarily token expiry — checked per-call+ }+ return false;+}++QString GrowwBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ if (!resp.json.isEmpty()) {+ QString msg = resp.json["message"].toString();+ if (!msg.isEmpty()) return msg;+ msg = resp.json["error"].toString();+ if (!msg.isEmpty()) return msg;+ QString status = resp.json["status"].toString();+ if (!status.isEmpty() && status != "SUCCESS")+ return QString("Groww error: status=%1").arg(status);+ }+ if (!resp.error.isEmpty()) return resp.error;+ if (!resp.raw_body.isEmpty()) return resp.raw_body.left(200);+ return fallback;+}++// exchange as sent to Groww order endpoints (NSE/BSE for CASH; NSE/BSE for FNO)+QString GrowwBroker::groww_exchange(const QString& exchange) {+ if (exchange == "NFO") return "NSE";+ if (exchange == "BFO") return "BSE";+ return exchange; // NSE, BSE as-is+}++// segment: CASH for equities, FNO for derivatives+QString GrowwBroker::groww_segment(const QString& exchange) {+ if (exchange == "NFO" || exchange == "BFO") return "FNO";+ return "CASH";+}++QString GrowwBroker::groww_product(ProductType p) {+ switch (p) {+ case ProductType::Intraday: return "MIS";+ case ProductType::Delivery: return "CNC";+ case ProductType::Margin: return "NRML";+ default: return "CNC";+ }+}++QString GrowwBroker::groww_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MARKET";+ case OrderType::Limit: return "LIMIT";+ case OrderType::StopLoss: return "STOP_LOSS_LIMIT";+ case OrderType::StopLossLimit: return "STOP_LOSS_MARKET";+ default: return "MARKET";+ }+}++// resolution string → interval_in_minutes for Groww historical API+int GrowwBroker::resolution_to_minutes(const QString& resolution) {+ if (resolution == "1" || resolution == "1m") return 1;+ if (resolution == "5" || resolution == "5m") return 5;+ if (resolution == "10" || resolution == "10m") return 10;+ if (resolution == "15" || resolution == "15m") return 15;+ if (resolution == "30" || resolution == "30m") return 30;+ if (resolution == "60" || resolution == "1h") return 60;+ if (resolution == "D" || resolution == "1D") return 1440;+ if (resolution == "W" || resolution == "1W") return 10080;+ return 1;+}++// ============================================================================+// Auth headers — Bearer access_token+// ============================================================================++QMap<QString, QString> GrowwBroker::auth_headers(const BrokerCredentials& creds) const {+ return {+ {"Authorization", "Bearer " + creds.access_token},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"},+ };+}++// ============================================================================+// Phase 2: exchange_token+// Checksum = SHA256(api_secret + timestamp_string), hex-encoded+// POST https://api.groww.in/v1/token/api/access+// Headers: Authorization: Bearer {api_key} (api_key used as bearer before auth)+// Body: { key_type: "approval", checksum: "...", timestamp: "1234567890" }+// Response: { "token": "eyJ..." }+// ============================================================================++TokenExchangeResponse GrowwBroker::exchange_token(const QString& api_key, const QString& api_secret,+ const QString& /*auth_code*/) {+ QString timestamp = QString::number(QDateTime::currentSecsSinceEpoch());++ // SHA256(api_secret + timestamp) — hex digest+ QByteArray data = (api_secret + timestamp).toUtf8();+ QString checksum = QString(QCryptographicHash::hash(data, QCryptographicHash::Sha256).toHex());++ QJsonObject body;+ body["key_type"] = "approval";+ body["checksum"] = checksum;+ body["timestamp"] = timestamp;++ QMap<QString, QString> headers = {+ {"Authorization", "Bearer " + api_key},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"},+ };++ auto resp = BrokerHttp::instance().post_json("https://api.groww.in/v1/token/api/access", body, headers);++ if (!resp.success)+ return {false, "", "", "", checked_error(resp, "Network error")};++ QString token = resp.json["token"].toString();+ if (token.isEmpty())+ return {false, "", "", "", checked_error(resp, "No token in response")};++ return {true, token, "", "", ""};+}++// ============================================================================+// Phase 3: Order operations+// ============================================================================++OrderPlaceResponse GrowwBroker::place_order(const BrokerCredentials& creds, const UnifiedOrder& order) {+ auto hdrs = auth_headers(creds);++ QJsonObject body;+ body["trading_symbol"] = order.symbol;+ body["quantity"] = order.quantity;+ body["validity"] = "DAY";+ body["exchange"] = groww_exchange(order.exchange);+ body["segment"] = groww_segment(order.exchange);+ body["product"] = groww_product(order.product_type);+ body["order_type"] = groww_order_type(order.order_type);+ body["transaction_type"] = (order.side == OrderSide::Buy) ? "BUY" : "SELL";++ if (order.order_type != OrderType::Market)+ body["price"] = order.price;+ if (order.order_type == OrderType::StopLoss || order.order_type == OrderType::StopLossLimit)+ body["trigger_price"] = order.stop_price;++ auto resp = BrokerHttp::instance().post_json(+ "https://api.groww.in/v1/order/create", body, hdrs);++ if (!resp.success)+ return {false, "", checked_error(resp, "Network error")};++ if (is_token_expired(resp))+ return {false, "", "[TOKEN_EXPIRED]"};++ QJsonObject payload = resp.json["payload"].toObject();+ QString order_id = payload["order_id"].toString();+ if (order_id.isEmpty())+ return {false, "", checked_error(resp, "No order_id in response")};++ return {true, order_id, ""};+}++ApiResponse<QJsonObject> GrowwBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ QJsonObject body;+ body["order_id"] = order_id;+ if (mods.contains("quantity")) body["quantity"] = mods["quantity"];+ if (mods.contains("price")) body["price"] = mods["price"];+ if (mods.contains("trigger_price")) body["trigger_price"] = mods["trigger_price"];+ if (mods.contains("order_type")) body["order_type"] = mods["order_type"];++ auto resp = BrokerHttp::instance().post_json(+ "https://api.groww.in/v1/order/modify", body, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QString status = resp.json["status"].toString();+ if (status != "SUCCESS")+ return {false, std::nullopt, checked_error(resp, "Modify failed"), ts};++ return {true, resp.json, "", ts};+}++ApiResponse<QJsonObject> GrowwBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ QJsonObject body;+ body["order_id"] = order_id;++ auto resp = BrokerHttp::instance().post_json(+ "https://api.groww.in/v1/order/cancel", body, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QString status = resp.json["status"].toString();+ if (status != "SUCCESS")+ return {false, std::nullopt, checked_error(resp, "Cancel failed"), ts};++ return {true, resp.json, "", ts};+}++// ============================================================================+// Phase 4: Read operations+// ============================================================================++ApiResponse<QVector<BrokerOrderInfo>> GrowwBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);+ QVector<BrokerOrderInfo> orders;++ auto parse_status = [](const QString& s) -> QString {+ if (s == "COMPLETE") return "filled";+ if (s == "OPEN") return "open";+ if (s == "CANCELLED") return "cancelled";+ if (s == "REJECTED") return "rejected";+ if (s == "TRIGGER PENDING") return "pending";+ if (s == "AFTER MARKET ORDER") return "pending";+ return "open";+ };++ auto fetch_segment = [&](const QString& segment) -> bool {+ QString url = QString("https://api.groww.in/v1/order/list?segment=%1&page=0&page_size=100")+ .arg(segment);+ auto resp = BrokerHttp::instance().get(url, hdrs);+ if (!resp.success) return false;+ if (is_token_expired(resp)) return false;++ QJsonObject payload = resp.json["payload"].toObject();+ QJsonArray list = payload["order_list"].toArray();+ for (const auto& item : list) {+ QJsonObject o = item.toObject();+ BrokerOrderInfo info;+ info.order_id = o["order_id"].toString();+ info.symbol = o["trading_symbol"].toString();+ info.exchange = o["exchange"].toString();+ info.quantity = o["quantity"].toInt();+ info.filled_qty = o["filled_quantity"].toInt();+ info.price = o["price"].toDouble();+ info.trigger_price = o["trigger_price"].toDouble();+ info.status = parse_status(o["status"].toString());+ info.side = (o["transaction_type"].toString() == "BUY") ? "buy" : "sell";+ info.order_type = o["order_type"].toString();+ info.product_type = o["product"].toString();+ info.timestamp = o["order_time"].toString();+ orders.append(info);+ }+ return true;+ };++ fetch_segment("CASH");+ fetch_segment("FNO");++ return {true, orders, "", ts};+}++ApiResponse<QJsonObject> GrowwBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ auto resp = BrokerHttp::instance().get("https://api.groww.in/v1/order/trade/list", hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ return {true, resp.json, "", ts};+}++ApiResponse<QVector<BrokerPosition>> GrowwBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);+ QVector<BrokerPosition> positions;++ auto fetch_segment = [&](const QString& segment) -> bool {+ QString url = QString("https://api.groww.in/v1/positions/user?segment=%1").arg(segment);+ auto resp = BrokerHttp::instance().get(url, hdrs);+ if (!resp.success) return false;+ if (is_token_expired(resp)) return false;++ QJsonArray list = resp.json["payload"].toArray();+ for (const auto& item : list) {+ QJsonObject p = item.toObject();+ int qty = p["quantity"].toInt();+ if (qty == 0) continue;++ BrokerPosition pos;+ pos.symbol = p["trading_symbol"].toString();+ pos.exchange = p["exchange"].toString();+ pos.quantity = qty;+ pos.avg_price = p["buy_price"].toDouble();+ pos.ltp = p["ltp"].toDouble();+ pos.pnl = p["pnl"].toDouble();+ pos.product_type = p["product"].toString();+ positions.append(pos);+ }+ return true;+ };++ fetch_segment("CASH");+ fetch_segment("FNO");++ return {true, positions, "", ts};+}++ApiResponse<QVector<BrokerHolding>> GrowwBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ auto resp = BrokerHttp::instance().get("https://api.groww.in/v1/portfolio/holdings", hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QJsonArray arr = resp.json["payload"].toObject()["holdings"].toArray();+ QVector<BrokerHolding> holdings;+ holdings.reserve(arr.size());++ for (const auto& item : arr) {+ QJsonObject h = item.toObject();+ BrokerHolding holding;+ holding.symbol = h["trading_symbol"].toString();+ holding.exchange = h["exchange"].toString();+ holding.quantity = h["quantity"].toInt();+ holding.avg_price = h["average_price"].toDouble();+ holding.ltp = h["last_price"].toDouble();+ holding.pnl = h["pnl"].toDouble();+ holdings.append(holding);+ }++ return {true, holdings, "", ts};+}++ApiResponse<BrokerFunds> GrowwBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ auto resp = BrokerHttp::instance().get("https://api.groww.in/v1/margins/detail/user", hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QJsonObject payload = resp.json["payload"].toObject();+ double clear_cash = payload["clear_cash"].toDouble();+ double collateral = payload["collateral_available"].toDouble();+ double used = payload["net_margin_used"].toDouble();++ BrokerFunds funds;+ funds.available_balance = clear_cash + collateral;+ funds.used_margin = used;+ funds.total_balance = funds.available_balance + funds.used_margin;+ funds.collateral = collateral;++ return {true, funds, "", ts};+}++ApiResponse<QVector<BrokerQuote>> GrowwBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);+ QVector<BrokerQuote> quotes;++ for (const QString& sym : symbols) {+ // symbols may be "NSE:RELIANCE" or just "RELIANCE" — split if colon present+ QString exchange = "NSE";+ QString trading_symbol = sym;+ int colon = sym.indexOf(':');+ if (colon != -1) {+ exchange = sym.left(colon);+ trading_symbol = sym.mid(colon + 1);+ }++ QString segment = groww_segment(exchange);+ QString ex = groww_exchange(exchange);++ QString url = QString("https://api.groww.in/v1/live-data/quote"+ "?exchange=%1&segment=%2&trading_symbol=%3")+ .arg(ex, segment, trading_symbol);++ auto resp = BrokerHttp::instance().get(url, hdrs);+ if (!resp.success) continue;+ if (is_token_expired(resp)) break;++ QJsonObject payload = resp.json["payload"].toObject();+ QJsonObject ohlc = payload["ohlc"].toObject();++ BrokerQuote q;+ q.symbol = sym;+ q.ltp = payload["last_price"].toDouble();+ q.open = ohlc["open"].toDouble();+ q.high = ohlc["high"].toDouble();+ q.low = ohlc["low"].toDouble();+ q.close = ohlc["close"].toDouble();+ q.volume = payload["volume"].toDouble();+ quotes.append(q);+ }++ return {true, quotes, "", ts};+}++ApiResponse<QVector<BrokerCandle>> GrowwBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ int64_t ts = now_ts();+ auto hdrs = auth_headers(creds);++ QString exchange = "NSE";+ QString trading_symbol = symbol;+ int colon = symbol.indexOf(':');+ if (colon != -1) {+ exchange = symbol.left(colon);+ trading_symbol = symbol.mid(colon + 1);+ }++ QString segment = groww_segment(exchange);+ QString ex = groww_exchange(exchange);+ int interval = resolution_to_minutes(resolution);++ // Groww expects datetime format "YYYY-MM-DD HH:MM:SS"+ // from_date/to_date arrive as "YYYY-MM-DD" — append times+ QString start_time = from_date + " 09:15:00";+ QString end_time = to_date + " 15:30:00";++ QString url = QString("https://api.groww.in/v1/historical/candle/range"+ "?exchange=%1&segment=%2&trading_symbol=%3"+ "&start_time=%4&end_time=%5&interval_in_minutes=%6")+ .arg(ex, segment, trading_symbol,+ start_time, end_time, QString::number(interval));++ auto resp = BrokerHttp::instance().get(url, hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "Network error"), ts};+ if (is_token_expired(resp))+ return {false, std::nullopt, "[TOKEN_EXPIRED]", ts};++ QJsonArray candles = resp.json["payload"].toObject()["candles"].toArray();+ QVector<BrokerCandle> result;+ result.reserve(candles.size());++ for (const auto& item : candles) {+ QJsonArray c = item.toArray();+ if (c.size() < 6) continue;+ BrokerCandle candle;+ // [timestamp_ms, open, high, low, close, volume]+ candle.timestamp = static_cast<int64_t>(c[0].toDouble());+ candle.open = c[1].toDouble();+ candle.high = c[2].toDouble();+ candle.low = c[3].toDouble();+ candle.close = c[4].toDouble();+ candle.volume = c[5].toDouble();+ result.append(candle);+ }++ return {true, result, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/groww/GrowwBroker.h b/fincept-qt/src/trading/brokers/groww/GrowwBroker.hnew file mode 100644index 000000000..add74c1ad--- /dev/null+++ b/fincept-qt/src/trading/brokers/groww/GrowwBroker.h@@ -0,0 +1,65 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++class GrowwBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Groww; }+ const char* name() const override { return "Groww"; }+ const char* base_url() const override { return "https://api.groww.in"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "groww", .display_name = "Groww", .region = "IN", .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "API KEY", "Enter API Key...", false},+ {CredentialField::ApiSecret, "API SECRET", "Enter API Secret...", true},+ },+ .exchanges = {"NSE", "BSE", "NFO", "BFO"},+ .product_types = {+ {"Intraday (MIS)", ProductType::Intraday},+ {"Delivery (CNC)", ProductType::Delivery},+ {"Margin (NRML)", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=false, .default_paper_balance=1000000.0,+ .default_watchlist={"HDFCBANK","ICICIBANK","SBIN","TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE","HINDUNILVR","ITC"},+ .default_symbol="RELIANCE", .default_exchange="NSE",+ .brokerage_info="\u20B920/order intraday, 0% delivery",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ static QString groww_exchange(const QString& exchange);+ static QString groww_segment(const QString& exchange);+ static QString groww_product(ProductType p);+ static QString groww_order_type(OrderType t);+ static int resolution_to_minutes(const QString& resolution);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/ibkr/IBKRBroker.cpp b/fincept-qt/src/trading/brokers/ibkr/IBKRBroker.cppnew file mode 100644index 000000000..c4660998c--- /dev/null+++ b/fincept-qt/src/trading/brokers/ibkr/IBKRBroker.cpp@@ -0,0 +1,582 @@+#include "trading/brokers/ibkr/IBKRBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>++namespace fincept::trading {++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ---------- Static helpers ----------++QString IBKRBroker::gateway_url(const BrokerCredentials& creds) {+ // access_token stores the gateway URL; fall back to default+ QString url = creds.access_token;+ if (url.isEmpty()) url = creds.api_secret;+ if (url.isEmpty()) url = "https://localhost:5000";+ // Strip trailing slash+ while (url.endsWith('/')) url.chop(1);+ return url;+}++QString IBKRBroker::ibkr_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MKT";+ case OrderType::Limit: return "LMT";+ case OrderType::StopLoss: return "STP";+ case OrderType::StopLossLimit: return "STPLMT";+ default: return "MKT";+ }+}++QString IBKRBroker::ibkr_tif(ProductType p) {+ // Delivery = GTC, everything else = DAY+ return (p == ProductType::Delivery) ? "GTC" : "DAY";+}++IBKRBroker::HistoryParams IBKRBroker::ibkr_history_params(const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ // Bar size+ QString bar;+ if (resolution == "1" || resolution == "1m") bar = "1min";+ else if (resolution == "5" || resolution == "5m") bar = "5min";+ else if (resolution == "15" || resolution == "15m") bar = "15min";+ else if (resolution == "30" || resolution == "30m") bar = "30min";+ else if (resolution == "60" || resolution == "1h") bar = "1h";+ else if (resolution == "D" || resolution == "1D") bar = "1d";+ else if (resolution == "W") bar = "1w";+ else if (resolution == "M") bar = "1m";+ else bar = "1d";++ // Derive period from date range+ QString period = "1m"; // default 1 month+ QDate from = QDate::fromString(from_date, "yyyy-MM-dd");+ QDate to = QDate::fromString(to_date, "yyyy-MM-dd");+ if (from.isValid() && to.isValid()) {+ int days = from.daysTo(to);+ if (days <= 1) period = "1d";+ else if (days <= 7) period = "1w";+ else if (days <= 31) period = "1m";+ else if (days <= 92) period = "3m";+ else if (days <= 183) period = "6m";+ else if (days <= 365) period = "1y";+ else if (days <= 730) period = "2y";+ else period = "5y";+ }++ return {bar, period};+}++bool IBKRBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401 || resp.status_code == 403) return true;+ if (!resp.success) return false;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject()) return false;+ QJsonObject obj = doc.object();+ // Gateway returns {error: "not authenticated"} or {statusCode: 401}+ QString error = obj.value("error").toString().toLower();+ if (error.contains("not authenticated") || error.contains("unauthorized"))+ return true;+ if (obj.value("statusCode").toInt() == 401)+ return true;+ return false;+}++QString IBKRBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ if (is_token_expired(resp)) return "[TOKEN_EXPIRED] Gateway session not authenticated";+ if (!resp.success) return resp.error.isEmpty() ? fallback : resp.error;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject()) {+ QString msg = doc.object().value("error").toString();+ if (!msg.isEmpty()) return msg;+ msg = doc.object().value("message").toString();+ if (!msg.isEmpty()) return msg;+ }+ return fallback;+}++// ---------- Auth headers ----------+// No Authorization header — gateway uses local browser session cookie++QMap<QString, QString> IBKRBroker::auth_headers(const BrokerCredentials& /*creds*/) const {+ return {{"Content-Type", "application/json"},+ {"Accept", "application/json"}};+}++// ---------- exchange_token ----------+// No OAuth flow — just validates the gateway is running and authenticated.+// ApiKey = account ID+// ApiSecret = gateway URL (e.g. "https://localhost:5000")++TokenExchangeResponse IBKRBroker::exchange_token(const QString& api_key,+ const QString& api_secret,+ const QString& /*auth_code*/) {+ QString gw = api_secret.isEmpty() ? "https://localhost:5000" : api_secret;+ while (gw.endsWith('/')) gw.chop(1);++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ gw + "/v1/api/iserver/auth/status",+ {{"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );++ if (!resp.success)+ return {false, "", "", "", "Gateway not reachable at " + gw + ": " + resp.error};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "", "", "Gateway: invalid auth status response"};++ QJsonObject obj = doc.object();+ bool authenticated = obj.value("authenticated").toBool();+ if (!authenticated) {+ return {false, "", "", "",+ "Gateway is running but not authenticated. "+ "Please log in via the gateway browser interface first."};+ }++ // Store gateway URL as "access_token" — it's the only credential we need at runtime+ return {true, gw, "", api_key, ""};+}++// ---------- place_order ----------++OrderPlaceResponse IBKRBroker::place_order(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ QString gw = gateway_url(creds);+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ // conid: symbol format "NASDAQ:AAPL:265598" — conid is the 3rd part+ QString conid = order.instrument_token;+ if (conid.isEmpty()) {+ QStringList parts = order.symbol.split(":");+ if (parts.size() >= 3) conid = parts[2];+ }+ if (conid.isEmpty())+ return {false, "", "IBKR place_order: conid required (symbol format: EXCHANGE:SYMBOL:CONID)"};++ QJsonObject order_obj;+ order_obj["conid"] = conid.toLongLong();+ order_obj["orderType"] = ibkr_order_type(order.order_type);+ order_obj["side"] = (order.side == OrderSide::Buy) ? "BUY" : "SELL";+ order_obj["tif"] = ibkr_tif(order.product_type);+ order_obj["quantity"] = order.quantity;+ order_obj["price"] = order.price;+ if (order.stop_price > 0)+ order_obj["auxPrice"] = order.stop_price;+ order_obj["acctId"] = acct;++ QJsonObject body;+ body["orders"] = QJsonArray{order_obj};++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ gw + "/v1/api/iserver/account/" + acct + "/orders",+ body, auth_headers(creds)+ );++ if (!resp.success)+ return {false, "", checked_error(resp, "place_order failed")};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ // Response is an array: [{order_id, order_status, ...}]+ QJsonArray arr;+ if (doc.isArray()) arr = doc.array();+ else if (doc.isObject()) {+ // May need order confirmation — check for "id" in object+ QString err = doc.object().value("error").toString();+ if (!err.isEmpty()) return {false, "", err};+ arr = QJsonArray{doc.object()};+ }++ if (arr.isEmpty())+ return {false, "", "place_order: empty response"};++ QJsonObject result = arr[0].toObject();+ QString order_id = result.value("order_id").toString();+ if (order_id.isEmpty())+ order_id = QString::number(result.value("order_id").toVariant().toLongLong());++ return {true, order_id, ""};+}++// ---------- modify_order ----------++ApiResponse<QJsonObject> IBKRBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();+ QString gw = gateway_url(creds);+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ QJsonObject body;+ if (mods.contains("quantity")) body["quantity"] = mods.value("quantity").toDouble();+ if (mods.contains("price")) body["price"] = mods.value("price").toDouble();+ if (mods.contains("auxPrice")) body["auxPrice"] = mods.value("auxPrice").toDouble();+ if (mods.contains("orderType")) body["orderType"] = mods.value("orderType").toString();+ if (mods.contains("tif")) body["tif"] = mods.value("tif").toString();++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ gw + "/v1/api/iserver/account/" + acct + "/order/" + order_id,+ body, auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "modify_order: invalid response", ts};++ QJsonObject obj = doc.object();+ if (!obj.value("error").toString().isEmpty())+ return {false, std::nullopt, obj.value("error").toString(), ts};++ return {true, obj, "", ts};+}++// ---------- cancel_order ----------++ApiResponse<QJsonObject> IBKRBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();+ QString gw = gateway_url(creds);+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.del(+ gw + "/v1/api/iserver/account/" + acct + "/order/" + order_id,+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "cancel_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "cancel_order: invalid response", ts};++ return {true, doc.object(), "", ts};+}++// ---------- get_orders ----------++ApiResponse<QVector<BrokerOrderInfo>> IBKRBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString gw = gateway_url(creds);++ auto& http = BrokerHttp::instance();+ auto resp = http.get(gw + "/v1/api/iserver/account/orders", auth_headers(creds));++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_orders: invalid response", ts};++ // Response: {orders: [...]}+ QJsonArray arr = doc.object().value("orders").toArray();+ QVector<BrokerOrderInfo> orders;+ orders.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = QString::number(o.value("orderId").toVariant().toLongLong());+ info.symbol = o.value("ticker").toString();+ info.exchange = o.value("exchange").toString();+ info.quantity = o.value("totalSize").toDouble();+ info.filled_qty = o.value("filledQuantity").toDouble();+ info.price = o.value("price").toDouble();+ info.stop_price = o.value("auxPrice").toDouble();+ info.avg_price = o.value("avgPrice").toDouble();+ // Status: Submitted, PreSubmitted, Filled, Cancelled, Inactive+ QString st = o.value("status").toString().toLower();+ if (st == "filled") info.status = "filled";+ else if (st == "cancelled" || st == "inactive") info.status = "cancelled";+ else if (st == "submitted" || st == "presubmitted") info.status = "open";+ else info.status = "open";+ info.side = o.value("side").toString().toLower();+ info.order_type = o.value("orderType").toString();+ info.product_type = o.value("timeInForce").toString();+ info.timestamp = o.value("lastExecutionTime").toString();+ orders.append(info);+ }++ return {true, orders, "", ts};+}++// ---------- get_trade_book ----------++ApiResponse<QJsonObject> IBKRBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString gw = gateway_url(creds);++ auto& http = BrokerHttp::instance();+ auto resp = http.get(gw + "/v1/api/iserver/account/trades", auth_headers(creds));++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject()) return {true, doc.object(), "", ts};++ QJsonObject wrapper;+ wrapper["trades"] = doc.array();+ return {true, wrapper, "", ts};+}++// ---------- get_positions ----------++ApiResponse<QVector<BrokerPosition>> IBKRBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString gw = gateway_url(creds);+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ gw + "/v1/api/portfolio/" + acct + "/positions/0",+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ QJsonArray arr = doc.isArray() ? doc.array()+ : doc.object().value("positions").toArray();++ QVector<BrokerPosition> positions;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ double qty = o.value("position").toDouble();+ if (qty == 0.0) continue;++ BrokerPosition pos;+ pos.symbol = o.value("ticker").toString();+ pos.exchange = o.value("listingExchange").toString();+ pos.quantity = qty;+ pos.avg_price = o.value("avgCost").toDouble();+ pos.ltp = o.value("mktPrice").toDouble();+ pos.pnl = o.value("unrealizedPnl").toDouble();+ pos.day_pnl = o.value("realizedPnl").toDouble();+ pos.side = qty > 0 ? "LONG" : "SHORT";+ if (pos.avg_price > 0)+ pos.pnl_pct = (pos.ltp - pos.avg_price) / pos.avg_price * 100.0;+ positions.append(pos);+ }++ return {true, positions, "", ts};+}++// ---------- get_holdings ----------+// IBKR has no separate holdings endpoint — same as positions++ApiResponse<QVector<BrokerHolding>> IBKRBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString gw = gateway_url(creds);+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ gw + "/v1/api/portfolio/" + acct + "/positions/0",+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ QJsonArray arr = doc.isArray() ? doc.array()+ : doc.object().value("positions").toArray();++ QVector<BrokerHolding> holdings;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ double qty = o.value("position").toDouble();+ if (qty <= 0.0) continue; // holdings = long positions only++ BrokerHolding h;+ h.symbol = o.value("ticker").toString();+ h.exchange = o.value("listingExchange").toString();+ h.quantity = qty;+ h.avg_price = o.value("avgCost").toDouble();+ h.ltp = o.value("mktPrice").toDouble();+ h.pnl = o.value("unrealizedPnl").toDouble();+ h.invested_value = qty * h.avg_price;+ h.current_value = o.value("mktValue").toDouble();+ if (h.invested_value > 0)+ h.pnl_pct = h.pnl / h.invested_value * 100.0;+ holdings.append(h);+ }++ return {true, holdings, "", ts};+}++// ---------- get_funds ----------++ApiResponse<BrokerFunds> IBKRBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString gw = gateway_url(creds);+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ gw + "/v1/api/portfolio/" + acct + "/summary",+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_funds: invalid response", ts};++ QJsonObject obj = doc.object();+ // Each field is {"amount": x, "currency": "USD", ...}+ auto field_val = [&](const QString& key) -> double {+ return obj.value(key).toObject().value("amount").toDouble();+ };++ BrokerFunds funds;+ funds.available_balance = field_val("availablefunds");+ funds.used_margin = field_val("initmarginreq");+ funds.total_balance = field_val("netliquidation");+ funds.collateral = field_val("excessliquidity");++ return {true, funds, "", ts};+}++// ---------- get_quotes ----------+// Symbol format: "NASDAQ:AAPL:265598" — conid is 3rd part (required)+// Fields: 31=last, 70=high, 71=low, 7295=open, 7296=prevClose, 87=volume++ApiResponse<QVector<BrokerQuote>> IBKRBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ if (symbols.isEmpty())+ return {true, QVector<BrokerQuote>{}, "", ts};++ QString gw = gateway_url(creds);++ // Build conid list and reverse map conid→symbol name+ QStringList conids;+ QMap<QString, QString> conid_to_name;++ for (const QString& sym : symbols) {+ QStringList parts = sym.split(":");+ if (parts.size() < 3) continue;+ QString conid = parts[2];+ QString name = parts[1];+ conids.append(conid);+ conid_to_name[conid] = name;+ }++ if (conids.isEmpty())+ return {false, std::nullopt, "get_quotes: conid required (format EXCHANGE:SYMBOL:CONID)", ts};++ // First call — snapshot may need two requests to populate+ QString url = gw + "/v1/api/iserver/marketdata/snapshot?conids="+ + conids.join(",") + "&fields=31,70,71,7295,7296,87";++ auto& http = BrokerHttp::instance();+ auto resp = http.get(url, auth_headers(creds));++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_quotes failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isArray())+ return {false, std::nullopt, "get_quotes: invalid response", ts};++ QVector<BrokerQuote> quotes;++ for (const QJsonValue& v : doc.array()) {+ QJsonObject o = v.toObject();+ QString conid = QString::number(o.value("conid").toVariant().toLongLong());++ BrokerQuote quote;+ quote.symbol = conid_to_name.value(conid, conid);+ // Field codes returned as string keys "31", "70" etc.+ quote.ltp = o.value("31").toString().toDouble();+ quote.high = o.value("70").toString().toDouble();+ quote.low = o.value("71").toString().toDouble();+ quote.open = o.value("7295").toString().toDouble();+ quote.close = o.value("7296").toString().toDouble();+ quote.volume = o.value("87").toString().toLongLong();+ if (quote.close > 0)+ quote.change_pct = (quote.ltp - quote.close) / quote.close * 100.0;+ quote.change = quote.ltp - quote.close;+ quote.timestamp = ts;+ quotes.append(quote);+ }++ return {true, quotes, "", ts};+}++// ---------- get_history ----------++ApiResponse<QVector<BrokerCandle>> IBKRBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ int64_t ts = now_ts();+ QString gw = gateway_url(creds);++ // Extract conid from symbol "NASDAQ:AAPL:265598"+ QStringList parts = symbol.split(":");+ QString conid = (parts.size() >= 3) ? parts[2] : "";+ if (conid.isEmpty())+ return {false, std::nullopt, "get_history: conid required (format EXCHANGE:SYMBOL:CONID)", ts};++ auto params = ibkr_history_params(resolution, from_date, to_date);++ QString url = gw + "/v1/api/iserver/marketdata/history?conid=" + conid+ + "&period=" + params.period+ + "&bar=" + params.bar+ + "&outsideRth=false";++ auto& http = BrokerHttp::instance();+ auto resp = http.get(url, auth_headers(creds));++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_history: invalid response", ts};++ QJsonObject obj = doc.object();+ if (!obj.value("error").toString().isEmpty())+ return {false, std::nullopt, obj.value("error").toString(), ts};++ // Response: {data: [{t, o, h, l, c, v}, ...]}+ QJsonArray arr = obj.value("data").toArray();+ QVector<BrokerCandle> candles;+ candles.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerCandle c;+ // t is epoch milliseconds+ c.timestamp = static_cast<int64_t>(o.value("t").toDouble());+ c.open = o.value("o").toDouble();+ c.high = o.value("h").toDouble();+ c.low = o.value("l").toDouble();+ c.close = o.value("c").toDouble();+ c.volume = static_cast<int64_t>(o.value("v").toDouble());+ candles.append(c);+ }++ return {true, candles, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/ibkr/IBKRBroker.h b/fincept-qt/src/trading/brokers/ibkr/IBKRBroker.hnew file mode 100644index 000000000..cfdbd2945--- /dev/null+++ b/fincept-qt/src/trading/brokers/ibkr/IBKRBroker.h@@ -0,0 +1,78 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++// Credential packing:+// ApiKey = account ID (e.g. "U1234567")+// ApiSecret = gateway URL (e.g. "https://localhost:5000")+// access_token stored as gateway URL (no OAuth token — gateway uses local session)+//+// IBKR Client Portal Gateway must be running locally.+// Auth is browser-based SSO managed by the gateway process itself.++class IBKRBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::IBKR; }+ const char* name() const override { return "IBKR"; }+ const char* base_url() const override { return "https://localhost:5000/v1/api"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "ibkr", .display_name = "IBKR", .region = "US", .currency = "USD",+ .credential_fields = {+ {CredentialField::ApiKey, "ACCOUNT ID", "Enter Account ID (e.g. U1234567)...", false},+ {CredentialField::ApiSecret, "GATEWAY URL", "https://localhost:5000", false},+ },+ .exchanges = {"NYSE", "NASDAQ", "AMEX", "ARCA", "BATS", "CBOE", "LSE", "TSX"},+ .product_types = {+ {"Day Order", ProductType::Intraday},+ {"GTC Order", ProductType::Delivery},+ {"Margin", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=true, .supports_cover_order=false,+ .has_native_paper=true, .default_paper_balance=100000.0,+ .default_watchlist={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM","V","JNJ"},+ .default_symbol="AAPL", .default_exchange="NASDAQ",+ .brokerage_info="$0.005/share (min $1)",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ // Extract gateway base URL from access_token (stored as gateway URL)+ static QString gateway_url(const BrokerCredentials& creds);++ static QString ibkr_order_type(OrderType t);+ static QString ibkr_tif(ProductType p);+ // Map resolution string to IBKR bar size and period+ struct HistoryParams { QString bar; QString period; };+ static HistoryParams ibkr_history_params(const QString& resolution,+ const QString& from_date,+ const QString& to_date);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/iifl/IIFLBroker.cpp b/fincept-qt/src/trading/brokers/iifl/IIFLBroker.cppnew file mode 100644index 000000000..2d56fe85d--- /dev/null+++ b/fincept-qt/src/trading/brokers/iifl/IIFLBroker.cpp@@ -0,0 +1,639 @@+#include "trading/brokers/iifl/IIFLBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QUrl>++namespace fincept::trading {++static constexpr const char* INTERACTIVE_URL = "https://ttblaze.iifl.com/interactive";+static constexpr const char* MARKET_DATA_URL = "https://ttblaze.iifl.com/apimarketdata";++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ---------- Static helpers ----------++IIFLBroker::TokenParts IIFLBroker::unpack_token(const QString& packed) {+ QStringList parts = packed.split(":::");+ if (parts.size() >= 2) return {parts[0], parts[1]};+ return {packed, ""};+}++IIFLBroker::KeyParts IIFLBroker::unpack_key(const QString& packed) {+ QStringList parts = packed.split(":::");+ if (parts.size() >= 2) return {parts[0], parts[1]};+ return {packed, ""};+}++bool IIFLBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401) return true;+ if (!resp.success) return false;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject()) return false;+ QString type = doc.object().value("type").toString();+ return (type == "error" || type == "sessionerror");+}++QString IIFLBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ if (is_token_expired(resp)) return "[TOKEN_EXPIRED] Session expired, please re-login";+ if (!resp.success) return resp.error.isEmpty() ? fallback : resp.error;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject()) {+ QString msg = doc.object().value("message").toString();+ if (!msg.isEmpty()) return msg;+ }+ return fallback;+}++QString IIFLBroker::iifl_exchange(const QString& exchange) {+ if (exchange == "NSE") return "NSECM";+ if (exchange == "BSE") return "BSECM";+ if (exchange == "NFO") return "NSEFO";+ if (exchange == "BFO") return "BSEFO";+ if (exchange == "MCX") return "MCXFO";+ if (exchange == "CDS") return "NSECD";+ return "NSECM";+}++int IIFLBroker::iifl_exchange_id(const QString& exchange) {+ if (exchange == "NSE") return 1;+ if (exchange == "NFO") return 2;+ if (exchange == "CDS") return 3;+ if (exchange == "BSE") return 11;+ if (exchange == "BFO") return 12;+ if (exchange == "MCX") return 51;+ return 1;+}++QString IIFLBroker::iifl_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MARKET";+ case OrderType::Limit: return "LIMIT";+ case OrderType::StopLoss: return "STOPLIMIT";+ case OrderType::StopLossLimit: return "STOPMARKET";+ default: return "MARKET";+ }+}++QString IIFLBroker::iifl_product(ProductType p) {+ switch (p) {+ case ProductType::Intraday: return "MIS";+ case ProductType::Delivery: return "CNC";+ case ProductType::Margin: return "NRML";+ default: return "MIS";+ }+}++QString IIFLBroker::iifl_compression(const QString& resolution) {+ if (resolution == "1") return "60";+ if (resolution == "5") return "300";+ if (resolution == "15") return "900";+ if (resolution == "30") return "1800";+ if (resolution == "60") return "3600";+ if (resolution == "D") return "1440";+ if (resolution == "W") return "10080";+ return "60";+}++QString IIFLBroker::iifl_time(const QString& date_str, bool end_of_day) {+ // date_str expected as "YYYY-MM-DD"+ QDate d = QDate::fromString(date_str, "yyyy-MM-dd");+ if (!d.isValid()) return date_str;+ QString time_part = end_of_day ? "153000" : "091500";+ // Format: "Jan 01 2024 091500"+ return d.toString("MMM dd yyyy") + " " + time_part;+}++// ---------- Auth headers ----------++QMap<QString, QString> IIFLBroker::auth_headers(const BrokerCredentials& creds) const {+ TokenParts tok = unpack_token(creds.access_token);+ return {{"authorization", tok.trade},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"}};+}++// ---------- exchange_token ----------++TokenExchangeResponse IIFLBroker::exchange_token(const QString& api_key, const QString& api_secret,+ const QString& /*auth_code*/) {+ KeyParts trade_keys = unpack_key(api_key);+ KeyParts market_keys = unpack_key(api_secret);++ // Step 1: Interactive login (trade token)+ QJsonObject trade_body;+ trade_body["appKey"] = trade_keys.app_key;+ trade_body["secretKey"] = trade_keys.secret;+ trade_body["source"] = "WebAPI";++ auto& http = BrokerHttp::instance();+ auto trade_resp = http.post_json(+ QString("%1/user/session").arg(INTERACTIVE_URL),+ trade_body,+ {{"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!trade_resp.success)+ return {false, "", "", "", "Interactive login failed: " + trade_resp.error};++ QJsonDocument trade_doc = QJsonDocument::fromJson(trade_resp.raw_body.toUtf8());+ if (!trade_doc.isObject())+ return {false, "", "", "", "Interactive login: invalid response"};++ QJsonObject trade_obj = trade_doc.object();+ if (trade_obj.value("type").toString() != "success")+ return {false, "", "", "", trade_obj.value("description").toString("Interactive login failed")};++ QString trade_token = trade_obj.value("result").toObject().value("token").toString();+ if (trade_token.isEmpty())+ return {false, "", "", "", "Interactive login: no token in response"};++ // Step 2: Market data login (feed token)+ QJsonObject market_body;+ market_body["appKey"] = market_keys.app_key;+ market_body["secretKey"] = market_keys.secret;+ market_body["source"] = "WebAPI";++ auto market_resp = http.post_json(+ QString("%1/auth/login").arg(MARKET_DATA_URL),+ market_body,+ {{"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!market_resp.success)+ return {false, "", "", "", "Market data login failed: " + market_resp.error};++ QJsonDocument market_doc = QJsonDocument::fromJson(market_resp.raw_body.toUtf8());+ if (!market_doc.isObject())+ return {false, "", "", "", "Market data login: invalid response"};++ QJsonObject market_obj = market_doc.object();+ if (market_obj.value("type").toString() != "success")+ return {false, "", "", "", market_obj.value("description").toString("Market data login failed")};++ QJsonObject market_result = market_obj.value("result").toObject();+ QString feed_token = market_result.value("token").toString();+ QString user_id = market_result.value("userID").toString();++ if (feed_token.isEmpty())+ return {false, "", "", "", "Market data login: no token in response"};++ // Pack both tokens+ QString packed_token = trade_token + ":::" + feed_token;+ return {true, packed_token, user_id, "", ""};+}++// ---------- place_order ----------++OrderPlaceResponse IIFLBroker::place_order(const BrokerCredentials& creds, const UnifiedOrder& order) {+ TokenParts tok = unpack_token(creds.access_token);++ QJsonObject body;+ body["exchangeSegment"] = iifl_exchange(order.exchange);+ body["exchangeInstrumentID"] = order.instrument_token;+ body["productType"] = iifl_product(order.product_type);+ body["orderType"] = iifl_order_type(order.order_type);+ body["orderSide"] = (order.side == OrderSide::Buy) ? "BUY" : "SELL";+ body["timeInForce"] = "DAY";+ body["disclosedQuantity"] = "0";+ body["orderQuantity"] = QString::number(order.quantity);+ body["limitPrice"] = QString::number(order.price, 'f', 2);+ body["stopPrice"] = QString::number(order.stop_price, 'f', 2);+ body["orderUniqueIdentifier"] = "fincept";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/orders").arg(INTERACTIVE_URL),+ body,+ {{"authorization", tok.trade}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, "", checked_error(resp, "place_order failed")};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "place_order: invalid response"};++ QJsonObject obj = doc.object();+ if (obj.value("type").toString() != "success")+ return {false, "", obj.value("description").toString("place_order failed")};++ QString order_id = obj.value("result").toObject().value("AppOrderID").toVariant().toString();+ return {true, order_id, ""};+}++// ---------- modify_order ----------++ApiResponse<QJsonObject> IIFLBroker::modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();+ TokenParts tok = unpack_token(creds.access_token);++ QJsonObject body;+ body["appOrderID"] = order_id.toLongLong();+ body["modifiedProductType"] = mods.value("productType").toString("MIS");+ body["modifiedOrderType"] = mods.value("orderType").toString("MARKET");+ body["modifiedOrderQuantity"] = mods.value("quantity").toInt(0);+ body["modifiedDisclosedQuantity"] = "0";+ body["modifiedLimitPrice"] = mods.value("limitPrice").toString("0");+ body["modifiedStopPrice"] = mods.value("stopPrice").toString("0");+ body["modifiedTimeInForce"] = "DAY";+ body["orderUniqueIdentifier"] = "fincept";++ auto& http = BrokerHttp::instance();+ auto resp = http.put_json(+ QString("%1/orders").arg(INTERACTIVE_URL),+ body,+ {{"authorization", tok.trade}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "modify_order: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("type").toString() != "success")+ return {false, std::nullopt, obj.value("description").toString("modify_order failed"), ts};++ return {true, obj.value("result").toObject(), "", ts};+}++// ---------- cancel_order ----------++ApiResponse<QJsonObject> IIFLBroker::cancel_order(const BrokerCredentials& creds, const QString& order_id) {+ int64_t ts = now_ts();+ TokenParts tok = unpack_token(creds.access_token);++ auto& http = BrokerHttp::instance();+ auto resp = http.del(+ QString("%1/orders?appOrderID=%2").arg(INTERACTIVE_URL, order_id),+ {{"authorization", tok.trade}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "cancel_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "cancel_order: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("type").toString() != "success")+ return {false, std::nullopt, obj.value("description").toString("cancel_order failed"), ts};++ return {true, obj.value("result").toObject(), "", ts};+}++// ---------- get_orders ----------++ApiResponse<QVector<BrokerOrderInfo>> IIFLBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ TokenParts tok = unpack_token(creds.access_token);++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/orders").arg(INTERACTIVE_URL),+ {{"authorization", tok.trade}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_orders: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("type").toString() != "success")+ return {false, std::nullopt, obj.value("description").toString("get_orders failed"), ts};++ QJsonArray arr = obj.value("result").toArray();+ QVector<BrokerOrderInfo> orders;+ orders.reserve(arr.size());++ auto parse_status = [](const QString& s) -> QString {+ if (s == "Filled") return "filled";+ if (s == "Cancelled") return "cancelled";+ if (s == "Rejected") return "rejected";+ if (s == "New") return "open";+ if (s == "Trigger Pending") return "pending";+ if (s == "PartiallyFilled") return "open";+ return "open";+ };++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("AppOrderID").toVariant().toString();+ info.symbol = o.value("TradingSymbol").toString();+ info.exchange = o.value("ExchangeSegment").toString();+ info.quantity = o.value("OrderQuantity").toInt();+ info.filled_qty = o.value("OrderQuantity").toInt() - o.value("LeavesQuantity").toInt();+ info.price = o.value("LimitPrice").toDouble();+ info.stop_price = o.value("StopPrice").toDouble();+ info.status = parse_status(o.value("OrderStatus").toString());+ info.side = (o.value("OrderSide").toString() == "BUY") ? "buy" : "sell";+ info.product_type = o.value("ProductType").toString();+ info.order_type = o.value("OrderType").toString();+ info.exchange_order_id = o.value("ExchangeOrderID").toString();+ info.timestamp = o.value("OrderGeneratedDateTime").toString();+ orders.append(info);+ }++ return {true, orders, "", ts};+}++// ---------- get_trade_book ----------++ApiResponse<QJsonObject> IIFLBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ TokenParts tok = unpack_token(creds.access_token);++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/orders/trades").arg(INTERACTIVE_URL),+ {{"authorization", tok.trade}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_trade_book: invalid response", ts};++ return {true, doc.object(), "", ts};+}++// ---------- get_positions ----------++ApiResponse<QVector<BrokerPosition>> IIFLBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ TokenParts tok = unpack_token(creds.access_token);++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/portfolio/positions?dayOrNet=NetWise").arg(INTERACTIVE_URL),+ {{"authorization", tok.trade}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_positions: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("type").toString() != "success")+ return {false, std::nullopt, obj.value("description").toString("get_positions failed"), ts};++ QJsonArray arr = obj.value("result").toObject().value("positionList").toArray();+ QVector<BrokerPosition> positions;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ int qty = o.value("Quantity").toInt();+ if (qty == 0) continue;++ BrokerPosition pos;+ pos.symbol = o.value("TradingSymbol").toString();+ pos.exchange = o.value("ExchangeSegment").toString();+ pos.quantity = qty;+ pos.avg_price = o.value("AveragePrice").toDouble();+ pos.ltp = o.value("LastPrice").toDouble();+ pos.pnl = o.value("UnrealizedMTM").toDouble();+ pos.product_type = o.value("ProductType").toString();+ positions.append(pos);+ }++ return {true, positions, "", ts};+}++// ---------- get_holdings ----------++ApiResponse<QVector<BrokerHolding>> IIFLBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ TokenParts tok = unpack_token(creds.access_token);++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/portfolio/holdings").arg(INTERACTIVE_URL),+ {{"authorization", tok.trade}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_holdings: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("type").toString() != "success")+ return {false, std::nullopt, obj.value("description").toString("get_holdings failed"), ts};++ QJsonArray arr = obj.value("result").toObject().value("RMSHoldings").toArray();+ QVector<BrokerHolding> holdings;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerHolding h;+ h.symbol = o.value("TradingSymbol").toString();+ if (h.symbol.isEmpty())+ h.symbol = o.value("ExchangeNSECode").toString();+ h.exchange = "NSE";+ h.quantity = o.value("HoldingQuantity").toInt();+ h.avg_price = o.value("BuyPrice").toDouble();+ h.ltp = o.value("Price").toDouble();+ h.pnl = (h.ltp - h.avg_price) * h.quantity;+ holdings.append(h);+ }++ return {true, holdings, "", ts};+}++// ---------- get_funds ----------++ApiResponse<BrokerFunds> IIFLBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ TokenParts tok = unpack_token(creds.access_token);++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/user/balance").arg(INTERACTIVE_URL),+ {{"authorization", tok.trade}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_funds: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("type").toString() != "success")+ return {false, std::nullopt, obj.value("description").toString("get_funds failed"), ts};++ QJsonArray balance_list = obj.value("result").toObject().value("BalanceList").toArray();+ if (balance_list.isEmpty())+ return {false, std::nullopt, "get_funds: empty BalanceList", ts};++ QJsonObject limits = balance_list[0].toObject().value("limitObject").toObject()+ .value("RMSSubLimits").toObject();++ double available = limits.value("netMarginAvailable").toDouble();+ double collateral = limits.value("collateral").toDouble();+ double used = limits.value("marginUtilized").toDouble();++ BrokerFunds funds;+ funds.available_balance = available;+ funds.used_margin = used;+ funds.total_balance = available + used;+ funds.collateral = collateral;++ return {true, funds, "", ts};+}++// ---------- get_quotes ----------++ApiResponse<QVector<BrokerQuote>> IIFLBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ TokenParts tok = unpack_token(creds.access_token);++ // Symbols expected as "NSE:RELIANCE:2885" (exchange:symbol:token)+ QJsonArray instruments;+ QMap<QString, QString> token_to_symbol;++ for (const QString& sym : symbols) {+ QStringList parts = sym.split(":");+ if (parts.size() < 3) continue;+ QString exchange = parts[0];+ QString name = parts[1];+ QString inst_id = parts[2];++ QJsonObject inst;+ inst["exchangeSegment"] = iifl_exchange_id(exchange);+ inst["exchangeInstrumentID"] = inst_id.toLongLong();+ instruments.append(inst);+ token_to_symbol[inst_id] = name;+ }++ if (instruments.isEmpty())+ return {true, QVector<BrokerQuote>{}, "", ts};++ QJsonObject body;+ body["instruments"] = instruments;+ body["xtsMessageCode"] = 1502;+ body["publishFormat"] = "JSON";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/instruments/quotes").arg(MARKET_DATA_URL),+ body,+ {{"authorization", tok.feed}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_quotes failed"), ts};++ QJsonDocument outer = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!outer.isObject())+ return {false, std::nullopt, "get_quotes: invalid response", ts};++ QJsonObject outer_obj = outer.object();+ if (outer_obj.value("type").toString() != "success")+ return {false, std::nullopt, outer_obj.value("description").toString("get_quotes failed"), ts};++ QJsonArray list_quotes = outer_obj.value("result").toObject().value("listQuotes").toArray();+ QVector<BrokerQuote> quotes;++ for (const QJsonValue& qv : list_quotes) {+ // listQuotes entries are JSON strings that need to be parsed again+ QString raw = qv.toString();+ QJsonDocument qd = QJsonDocument::fromJson(raw.toUtf8());+ if (!qd.isObject()) continue;++ QJsonObject qo = qd.object();+ QString inst_id = QString::number(qo.value("ExchangeInstrumentID").toVariant().toLongLong());+ QJsonObject touchline = qo.value("Touchline").toObject();++ BrokerQuote quote;+ quote.symbol = token_to_symbol.value(inst_id, inst_id);+ quote.ltp = touchline.value("LastTradedPrice").toDouble();+ quote.open = touchline.value("Open").toDouble();+ quote.high = touchline.value("High").toDouble();+ quote.low = touchline.value("Low").toDouble();+ quote.close = touchline.value("Close").toDouble();+ quote.volume = static_cast<int64_t>(touchline.value("TotalTradedQuantity").toDouble());+ quotes.append(quote);+ }++ return {true, quotes, "", ts};+}++// ---------- get_history ----------++ApiResponse<QVector<BrokerCandle>> IIFLBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ int64_t ts = now_ts();+ TokenParts tok = unpack_token(creds.access_token);++ // Symbol format: "NSE:RELIANCE:2885"+ QStringList parts = symbol.split(":");+ QString exchange = (parts.size() >= 1) ? parts[0] : "NSE";+ QString inst_id = (parts.size() >= 3) ? parts[2] : symbol;++ QString seg_str = iifl_exchange(exchange);+ QString compress = iifl_compression(resolution);+ QString start = iifl_time(from_date, false);+ QString end = iifl_time(to_date, true);++ QString url = QString("%1/instruments/ohlc?exchangeSegment=%2&exchangeInstrumentID=%3"+ "&startTime=%4&endTime=%5&compressionValue=%6")+ .arg(MARKET_DATA_URL, seg_str, inst_id,+ QString(QUrl::toPercentEncoding(start)),+ QString(QUrl::toPercentEncoding(end)),+ compress);++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ url,+ {{"authorization", tok.feed}, {"Content-Type", "application/json"}, {"Accept", "application/json"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_history: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("type").toString() != "success")+ return {false, std::nullopt, obj.value("description").toString("get_history failed"), ts};++ // result.dataReponse is a pipe-delimited string: "ts|o|h|l|c|v,ts|o|h|l|c|v,..."+ QString data_response = obj.value("result").toObject().value("dataReponse").toString();+ if (data_response.isEmpty())+ return {true, QVector<BrokerCandle>{}, "", ts};++ QVector<BrokerCandle> candles;+ QStringList records = data_response.split(",", Qt::SkipEmptyParts);+ for (const QString& rec : records) {+ QStringList fields = rec.split("|");+ if (fields.size() < 6) continue;++ BrokerCandle candle;+ // timestamp field is epoch seconds from IIFL+ candle.timestamp = fields[0].toLongLong() * 1000LL; // convert to ms+ candle.open = fields[1].toDouble();+ candle.high = fields[2].toDouble();+ candle.low = fields[3].toDouble();+ candle.close = fields[4].toDouble();+ candle.volume = static_cast<int64_t>(fields[5].toDouble());+ candles.append(candle);+ }++ return {true, candles, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/iifl/IIFLBroker.h b/fincept-qt/src/trading/brokers/iifl/IIFLBroker.hnew file mode 100644index 000000000..82cf7a36a--- /dev/null+++ b/fincept-qt/src/trading/brokers/iifl/IIFLBroker.h@@ -0,0 +1,85 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++// Credential packing:+// ApiKey = "trade_app_key:::trade_secret"+// ApiSecret = "market_app_key:::market_secret"+// access_token stored as "trade_token:::feed_token"++class IIFLBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::IIFL; }+ const char* name() const override { return "IIFL"; }+ const char* base_url() const override { return "https://ttblaze.iifl.com/interactive"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "iifl", .display_name = "IIFL", .region = "IN", .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "TRADE KEY (app:::secret)", "trade_app_key:::trade_secret", false},+ {CredentialField::ApiSecret, "MARKET KEY (app:::secret)", "market_app_key:::market_secret", true},+ },+ .exchanges = {"NSE", "BSE", "NFO", "BFO", "MCX", "CDS"},+ .product_types = {+ {"Intraday (MIS)", ProductType::Intraday},+ {"Delivery (CNC)", ProductType::Delivery},+ {"Margin (NRML)", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=false, .default_paper_balance=1000000.0,+ .default_watchlist={"HDFCBANK","ICICIBANK","SBIN","TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE","HINDUNILVR","ITC"},+ .default_symbol="RELIANCE", .default_exchange="NSE",+ .brokerage_info="\u20B920/order flat",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ // Unpack "trade_token:::feed_token" → {trade, feed}+ struct TokenParts { QString trade, feed; };+ static TokenParts unpack_token(const QString& packed);++ // Unpack "app_key:::secret" → {app_key, secret}+ struct KeyParts { QString app_key, secret; };+ static KeyParts unpack_key(const QString& packed);++ // Exchange segment string for order API (e.g. NSE → "NSECM")+ static QString iifl_exchange(const QString& exchange);+ // Exchange segment numeric ID for market data API (e.g. NSE → 1)+ static int iifl_exchange_id(const QString& exchange);+ // Order type mapping+ static QString iifl_order_type(OrderType t);+ // Product type pass-through+ static QString iifl_product(ProductType p);+ // compressionValue for history (resolution string → seconds or "D")+ static QString iifl_compression(const QString& resolution);+ // Format QDateTime to IIFL time string "Jan 01 2024 091500"+ static QString iifl_time(const QString& date_str, bool end_of_day);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/kotak/KotakBroker.cpp b/fincept-qt/src/trading/brokers/kotak/KotakBroker.cppnew file mode 100644index 000000000..a728f1d24--- /dev/null+++ b/fincept-qt/src/trading/brokers/kotak/KotakBroker.cpp@@ -0,0 +1,693 @@+// KotakBroker — Kotak Neo API v2 implementation+// Auth: Two-step TOTP + MPIN flow+// Step 1: POST /login/1.0/tradeApiLogin {mobileNumber, ucc, totp} → view_token + view_sid+// Step 2: POST /login/1.0/tradeApiValidate {mpin} → trading_token + trading_sid + base_url+//+// Tokens stored in BrokerCredentials:+// access_token = packed "trading_token:::trading_sid:::base_url:::access_token"+// user_id = UCC+//+// Credential fields:+// ClientCode = UCC (client ID)+// ApiKey = "ACCESS_TOKEN|||+91MOBILE" (portal access token + mobile, separator "|||")+// ApiSecret = MPIN+// AuthCode = base32 TOTP secret+//+// Key quirks:+// - base_url is DYNAMIC — comes from MPIN validation response+// - All order endpoints: form-encoded body jData={url-encoded JSON}; short field names+// - Quotes endpoint: Authorization: access_token header (NOT Auth/Sid)+// - Historical data NOT supported by Kotak Neo — returns empty+// - Token field in master contract CSVs is pSymbol (numeric string)+// - Token expiry: stat == "Not_Ok" with auth emsg, or HTTP 401++#include "trading/brokers/kotak/KotakBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include "trading/instruments/InstrumentService.h"+#include "core/logging/Logger.h"++#include <QCryptographicHash>+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QJsonObject>+#include <QUrl>++namespace fincept::trading {++static constexpr const char* TAG = "KotakBroker";+static const QString LOGIN_BASE = "https://mis.kotaksecurities.com";++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ── TOTP helpers (RFC 6238, same implementation as AngelOne) ──────────────────++static QByteArray base32_decode(const QString& input) {+ const QString alphabet = "ABCDEFGHIJKLMNOPQRSTUVWXYZ234567";+ QString clean = input.toUpper().remove('=').remove(' ');+ QByteArray out;+ int buffer = 0, bits = 0;+ for (QChar c : clean) {+ int val = alphabet.indexOf(c);+ if (val < 0) continue;+ buffer = (buffer << 5) | val;+ bits += 5;+ if (bits >= 8) {+ bits -= 8;+ out.append(static_cast<char>((buffer >> bits) & 0xFF));+ }+ }+ return out;+}++static QByteArray hmac_sha1(const QByteArray& key, const QByteArray& msg) {+ const int block = 64;+ QByteArray k = key;+ if (k.size() > block)+ k = QCryptographicHash::hash(k, QCryptographicHash::Sha1);+ k = k.leftJustified(block, '\0');+ QByteArray ipad(block, '\x36'), opad(block, '\x5c');+ for (int i = 0; i < block; ++i) { ipad[i] ^= k[i]; opad[i] ^= k[i]; }+ QByteArray inner = QCryptographicHash::hash(ipad + msg, QCryptographicHash::Sha1);+ return QCryptographicHash::hash(opad + inner, QCryptographicHash::Sha1);+}++QString KotakBroker::generate_totp(const QString& base32_secret) {+ if (base32_secret.length() == 6 && base32_secret.toUInt() > 0)+ return base32_secret; // already a 6-digit code++ QByteArray key = base32_decode(base32_secret);+ if (key.isEmpty()) {+ LOG_WARN(TAG, "TOTP: invalid base32 secret");+ return {};+ }+ quint64 counter = static_cast<quint64>(QDateTime::currentSecsSinceEpoch()) / 30;+ QByteArray msg(8, '\0');+ for (int i = 7; i >= 0; --i) { msg[i] = static_cast<char>(counter & 0xFF); counter >>= 8; }+ QByteArray hash = hmac_sha1(key, msg);+ int offset = hash[hash.size() - 1] & 0x0F;+ quint32 code = ((static_cast<quint8>(hash[offset]) & 0x7F) << 24)+ | ((static_cast<quint8>(hash[offset+1]) & 0xFF) << 16)+ | ((static_cast<quint8>(hash[offset+2]) & 0xFF) << 8)+ | (static_cast<quint8>(hash[offset+3]) & 0xFF);+ code %= 1000000;+ return QString("%1").arg(code, 6, 10, QChar('0'));+}++// ── Token packing / unpacking ─────────────────────────────────────────────────+// Packed format: "trading_token:::trading_sid:::base_url:::access_token"++KotakBroker::TokenParts KotakBroker::unpack(const QString& packed) {+ const QStringList parts = packed.split(":::");+ if (parts.size() != 4) return {};+ return {parts[0], parts[1], parts[2], parts[3], true};+}++// ── Exchange segment mapping ──────────────────────────────────────────────────+QString KotakBroker::kotak_exchange(const QString& exchange) {+ static const QMap<QString, QString> map = {+ {"NSE", "nse_cm"}, {"BSE", "bse_cm"},+ {"NFO", "nse_fo"}, {"BFO", "bse_fo"},+ {"CDS", "cde_fo"}, {"MCX", "mcx_fo"},+ };+ return map.value(exchange.toUpper(), "nse_cm");+}++static QString canonical_exchange(const QString& seg) {+ static const QMap<QString, QString> map = {+ {"nse_cm", "NSE"}, {"bse_cm", "BSE"},+ {"nse_fo", "NFO"}, {"bse_fo", "BFO"},+ {"cde_fo", "CDS"}, {"mcx_fo", "MCX"},+ };+ return map.value(seg, seg);+}++// ── Product mapping ───────────────────────────────────────────────────────────+QString KotakBroker::kotak_product(ProductType p) {+ switch (p) {+ case ProductType::Intraday: return "MIS";+ case ProductType::Delivery: return "CNC";+ case ProductType::Margin: return "NRML";+ default: return "MIS";+ }+}++// ── Order type mapping ────────────────────────────────────────────────────────+QString KotakBroker::kotak_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MKT";+ case OrderType::Limit: return "L";+ case OrderType::StopLoss: return "SL";+ case OrderType::StopLossLimit: return "SL-M";+ }+ return "MKT";+}++// ── pSymbol lookup ────────────────────────────────────────────────────────────+QString KotakBroker::lookup_psymbol(const QString& symbol, const QString& exchange,+ const QString& broker_id) {+ if (!broker_id.isEmpty() && InstrumentService::instance().is_loaded(broker_id)) {+ auto tok = InstrumentService::instance().instrument_token(symbol, exchange, broker_id);+ if (tok.has_value() && tok.value() > 0)+ return QString::number(static_cast<qlonglong>(tok.value()));+ }+ LOG_WARN(TAG, QString("pSymbol not found for %1:%2").arg(exchange, symbol));+ return {};+}++// ── jData params helper ───────────────────────────────────────────────────────+// BrokerHttp::post_form takes a QMap and URL-encodes values automatically.+// Kotak API expects: jData={json} as form body — pass as single-entry map.+QMap<QString, QString> KotakBroker::jdata_params(const QJsonObject& obj) {+ return {{"jData", QString::fromUtf8(QJsonDocument(obj).toJson(QJsonDocument::Compact))}};+}++// ── Token expiry detection ────────────────────────────────────────────────────+bool KotakBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401 || resp.status_code == 403)+ return true;+ const QString emsg = resp.json.value("emsg").toString().toLower();+ if (emsg.contains("invalid session") || emsg.contains("session expired")+ || emsg.contains("unauthorized") || emsg.contains("not logged in")+ || emsg.contains("token expired") || emsg.contains("please login"))+ return true;+ return false;+}++QString KotakBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ QString msg = resp.json.value("emsg").toString();+ if (msg.isEmpty()) msg = resp.json.value("message").toString();+ if (msg.isEmpty()) msg = resp.error.isEmpty() ? fallback : resp.error;+ if (is_token_expired(resp)) return "[TOKEN_EXPIRED] " + msg;+ return msg;+}++// ── Auth headers ──────────────────────────────────────────────────────────────+// Standard API calls (orders, positions, etc.) use Auth/Sid/neo-fin-key+QMap<QString, QString> KotakBroker::auth_headers(const BrokerCredentials& creds) const {+ auto p = unpack(creds.access_token);+ if (!p.valid) return {};+ return {+ {"Auth", p.trading_token},+ {"Sid", p.trading_sid},+ {"neo-fin-key", "neotradeapi"},+ {"accept", "application/json"},+ {"Content-Type", "application/x-www-form-urlencoded"},+ };+}++// ── Token Exchange ─────────────────────────────────────────────────────────────+// api_key = "ACCESS_TOKEN|||+91MOBILE" (portal static token + mobile, split by "|||")+// api_secret = MPIN+// auth_code = base32 TOTP secret+// UCC comes from the ClientCode credential field — not accessible here directly.+// Workaround: user is instructed to enter UCC in ClientCode field and the UI+// pre-fills api_key as "ACCESS_TOKEN|||+91MOBILE|||UCC" (3-part).+// Fallback: if only 2 parts, UCC is unknown and we skip it (some flows don't need it).+TokenExchangeResponse KotakBroker::exchange_token(const QString& api_key,+ const QString& api_secret,+ const QString& auth_code) {+ // Parse api_key: "access_token|||+91mobile|||UCC"+ const QStringList parts = api_key.split("|||");+ const QString access_token_portal = parts.value(0).trimmed();+ QString mobile = parts.value(1).trimmed();+ const QString ucc = parts.value(2).trimmed();++ if (access_token_portal.isEmpty())+ return {false, "", "", "", "", "Access token is required (format: token|||+91mobile|||UCC)"};+ if (ucc.isEmpty())+ return {false, "", "", "", "", "UCC is required (format: token|||+91mobile|||UCC)"};+ if (api_secret.trimmed().isEmpty())+ return {false, "", "", "", "", "MPIN is required"};+ if (auth_code.trimmed().isEmpty())+ return {false, "", "", "", "", "TOTP secret is required"};++ // Normalise mobile to +91XXXXXXXXXX+ mobile.remove(' ');+ if (!mobile.isEmpty() && !mobile.startsWith('+')) {+ if (mobile.startsWith("91") && mobile.length() == 12)+ mobile = "+" + mobile;+ else+ mobile = "+91" + mobile;+ }++ const QString totp_code = generate_totp(auth_code.trimmed());+ if (totp_code.isEmpty())+ return {false, "", "", "", "", "Failed to generate TOTP — check TOTP secret"};++ auto& http = BrokerHttp::instance();++ // ── Step 1: TOTP login ────────────────────────────────────────────────────+ QJsonObject step1_body;+ step1_body["ucc"] = ucc;+ step1_body["totp"] = totp_code;+ if (!mobile.isEmpty())+ step1_body["mobileNumber"] = mobile;++ QMap<QString, QString> step1_hdrs = {+ {"Authorization", access_token_portal},+ {"neo-fin-key", "neotradeapi"},+ {"Content-Type", "application/json"},+ };++ auto r1 = http.post_json(LOGIN_BASE + "/login/1.0/tradeApiLogin", step1_body, step1_hdrs);+ if (!r1.success) {+ LOG_ERROR(TAG, "Step1 login HTTP error: " + r1.error);+ return {false, "", "", "", "", "TOTP login failed: " + r1.error};+ }++ const auto d1 = r1.json.value("data").toObject();+ if (d1.value("status").toString() != "success") {+ const QString err = r1.json.value("errMsg").toString(+ r1.json.value("message").toString("TOTP login failed"));+ LOG_ERROR(TAG, "Step1 login error: " + err);+ return {false, "", "", "", "", "TOTP login error: " + err};+ }++ const QString view_token = d1.value("token").toString();+ const QString view_sid = d1.value("sid").toString();+ LOG_INFO(TAG, "Kotak Step1 OK, sid=" + view_sid);++ // ── Step 2: MPIN validation ───────────────────────────────────────────────+ QJsonObject step2_body;+ step2_body["mpin"] = api_secret.trimmed();++ QMap<QString, QString> step2_hdrs = {+ {"Authorization", access_token_portal},+ {"neo-fin-key", "neotradeapi"},+ {"sid", view_sid},+ {"Auth", view_token},+ {"Content-Type", "application/json"},+ };++ auto r2 = http.post_json(LOGIN_BASE + "/login/1.0/tradeApiValidate", step2_body, step2_hdrs);+ if (!r2.success) {+ LOG_ERROR(TAG, "Step2 MPIN HTTP error: " + r2.error);+ return {false, "", "", "", "", "MPIN validation failed: " + r2.error};+ }++ const auto d2 = r2.json.value("data").toObject();+ if (d2.value("status").toString() != "success") {+ const QString err = r2.json.value("errMsg").toString(+ r2.json.value("message").toString("MPIN validation failed"));+ LOG_ERROR(TAG, "Step2 MPIN error: " + err);+ return {false, "", "", "", "", "MPIN validation error: " + err};+ }++ const QString trading_token = d2.value("token").toString();+ const QString trading_sid = d2.value("sid").toString();+ const QString base_url = d2.value("baseUrl").toString();++ if (base_url.isEmpty())+ LOG_WARN(TAG, "baseUrl missing from MPIN response — API calls may fail");++ // Pack: trading_token:::trading_sid:::base_url:::access_token_portal+ const QString packed = trading_token + ":::" + trading_sid + ":::"+ + base_url + ":::" + access_token_portal;++ LOG_INFO(TAG, "Kotak auth complete, ucc=" + ucc + " base_url=" + base_url);+ return {true, packed, /*refresh*/"", ucc, /*additional*/"", ""};+}++// ── Place Order ───────────────────────────────────────────────────────────────+// POST {base_url}/quick/order/rule/ms/place — form-encoded jData (all values strings)+// Response: stat=="Ok" → nOrdNo is order ID+OrderPlaceResponse KotakBroker::place_order(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ auto p = unpack(creds.access_token);+ if (!p.valid)+ return {false, "", "[TOKEN_EXPIRED] Invalid or missing session token"};++ const QString psymbol = lookup_psymbol(order.symbol, order.exchange, creds.broker_id);+ if (psymbol.isEmpty())+ return {false, "", "pSymbol not found for " + order.exchange + ":" + order.symbol};++ QJsonObject jobj;+ jobj["am"] = order.amo ? "YES" : "NO";+ jobj["dq"] = "0";+ jobj["bc"] = "1";+ jobj["es"] = kotak_exchange(order.exchange);+ jobj["mp"] = "0";+ jobj["pc"] = kotak_product(order.product_type);+ jobj["pf"] = "N";+ jobj["pr"] = QString::number(order.price, 'f', 2);+ jobj["pt"] = kotak_order_type(order.order_type);+ jobj["qt"] = QString::number(static_cast<int>(order.quantity));+ jobj["rt"] = order.validity.isEmpty() ? "DAY" : order.validity;+ jobj["tp"] = QString::number(order.stop_price, 'f', 2);+ jobj["ts"] = psymbol;+ jobj["tt"] = order.side == OrderSide::Buy ? "B" : "S";++ auto hdrs = auth_headers(creds);+ auto resp = BrokerHttp::instance().post_form(+ p.base_url + "/quick/order/rule/ms/place", jdata_params(jobj), hdrs);++ if (!resp.success || resp.json.value("stat").toString() != "Ok") {+ const QString err = checked_error(resp, "place_order failed");+ LOG_ERROR(TAG, "place_order: " + err);+ return {false, "", err};+ }++ const QString order_id = resp.json.value("nOrdNo").toString();+ LOG_INFO(TAG, "place_order OK: " + order_id);+ return {true, order_id, ""};+}++// ── Modify Order ──────────────────────────────────────────────────────────────+// POST {base_url}/quick/order/vr/modify — form-encoded jData+ApiResponse<QJsonObject> KotakBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();+ auto p = unpack(creds.access_token);+ if (!p.valid)+ return {false, std::nullopt, "[TOKEN_EXPIRED] Invalid session", ts};++ const QString symbol = mods.value("symbol").toString();+ const QString exchange = mods.value("exchange").toString("NSE");+ const QString psymbol = lookup_psymbol(symbol, exchange, creds.broker_id);++ QJsonObject jobj;+ jobj["no"] = order_id;+ jobj["tk"] = psymbol;+ jobj["dq"] = "0";+ jobj["es"] = kotak_exchange(exchange);+ jobj["mp"] = "0";+ jobj["dd"] = "NA";+ jobj["vd"] = "DAY";+ jobj["pc"] = mods.value("product").toString("MIS");+ jobj["pr"] = QString::number(mods.value("price").toDouble(0.0), 'f', 2);+ jobj["pt"] = mods.value("order_type").toString("L");+ jobj["qt"] = QString::number(mods.value("quantity").toInt(0));+ jobj["tp"] = QString::number(mods.value("trigger_price").toDouble(0.0), 'f', 2);+ jobj["ts"] = psymbol;+ jobj["tt"] = mods.value("side").toString("B");++ auto hdrs = auth_headers(creds);+ auto resp = BrokerHttp::instance().post_form(+ p.base_url + "/quick/order/vr/modify", jdata_params(jobj), hdrs);++ if (!resp.success || resp.json.value("stat").toString() != "Ok")+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};+ return {true, resp.json, "", ts};+}++// ── Cancel Order ──────────────────────────────────────────────────────────────+// POST {base_url}/quick/order/cancel — form-encoded jData={on, am}+ApiResponse<QJsonObject> KotakBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();+ auto p = unpack(creds.access_token);+ if (!p.valid)+ return {false, std::nullopt, "[TOKEN_EXPIRED] Invalid session", ts};++ QJsonObject jobj;+ jobj["on"] = order_id;+ jobj["am"] = "NO";++ auto hdrs = auth_headers(creds);+ auto resp = BrokerHttp::instance().post_form(+ p.base_url + "/quick/order/cancel", jdata_params(jobj), hdrs);++ if (!resp.success || resp.json.value("stat").toString() != "Ok")+ return {false, std::nullopt, checked_error(resp, "cancel_order failed"), ts};+ return {true, resp.json, "", ts};+}++// ── Get Orders ────────────────────────────────────────────────────────────────+// GET {base_url}/quick/user/orders — response: {data: [...]}+// Note: numeric fields come as strings in Kotak responses+ApiResponse<QVector<BrokerOrderInfo>> KotakBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto p = unpack(creds.access_token);+ if (!p.valid)+ return {false, std::nullopt, "[TOKEN_EXPIRED] Invalid session", ts};++ auto hdrs = auth_headers(creds);+ hdrs["Content-Type"] = "application/json";+ auto resp = BrokerHttp::instance().get(p.base_url + "/quick/user/orders", hdrs);++ if (!resp.success || resp.json.value("stat").toString() == "Not_Ok")+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};++ const QJsonArray arr = resp.json.value("data").toArray();+ QVector<BrokerOrderInfo> orders;+ orders.reserve(arr.size());+ for (const auto& v : arr) {+ const auto o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("nOrdNo").toString();+ info.symbol = o.value("trdSym").toString();+ info.exchange = canonical_exchange(o.value("exSeg").toString());+ info.side = o.value("tt").toString() == "B" ? "buy" : "sell";+ info.order_type = o.value("pt").toString();+ info.product_type = o.value("prod").toString();+ info.quantity = o.value("qt").toString().toDouble();+ info.price = o.value("pr").toString().toDouble();+ info.trigger_price= o.value("tp").toString().toDouble();+ info.filled_qty = o.value("flBuyQty").toString().toDouble()+ + o.value("flSellQty").toString().toDouble();+ info.avg_price = o.value("avgPr").toString().toDouble();+ info.status = o.value("ordSt").toString().toLower();+ info.timestamp = o.value("ordDt").toString();+ info.message = o.value("rejRsn").toString();+ orders.append(info);+ }+ return {true, orders, "", ts};+}++// ── Get Trade Book ────────────────────────────────────────────────────────────+// GET {base_url}/quick/user/trades+ApiResponse<QJsonObject> KotakBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto p = unpack(creds.access_token);+ if (!p.valid)+ return {false, std::nullopt, "[TOKEN_EXPIRED] Invalid session", ts};++ auto hdrs = auth_headers(creds);+ hdrs["Content-Type"] = "application/json";+ auto resp = BrokerHttp::instance().get(p.base_url + "/quick/user/trades", hdrs);++ if (!resp.success || resp.json.value("stat").toString() == "Not_Ok")+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};+ return {true, resp.json, "", ts};+}++// ── Get Positions ─────────────────────────────────────────────────────────────+// GET {base_url}/quick/user/positions+// Fields: trdSym, exSeg, prod, flBuyQty, flSellQty, cfBuyQty, cfSellQty, buyAmt, sellAmt, ltp+ApiResponse<QVector<BrokerPosition>> KotakBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto p = unpack(creds.access_token);+ if (!p.valid)+ return {false, std::nullopt, "[TOKEN_EXPIRED] Invalid session", ts};++ auto hdrs = auth_headers(creds);+ hdrs["Content-Type"] = "application/json";+ auto resp = BrokerHttp::instance().get(p.base_url + "/quick/user/positions", hdrs);++ if (!resp.success || resp.json.value("stat").toString() == "Not_Ok")+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};++ const QJsonArray arr = resp.json.value("data").toArray();+ QVector<BrokerPosition> positions;+ positions.reserve(arr.size());+ for (const auto& v : arr) {+ const auto o = v.toObject();+ const double buy_qty = o.value("flBuyQty").toString().toDouble()+ + o.value("cfBuyQty").toString().toDouble();+ const double sell_qty = o.value("flSellQty").toString().toDouble()+ + o.value("cfSellQty").toString().toDouble();+ const double net_qty = buy_qty - sell_qty;+ if (net_qty == 0.0) continue;++ const double buy_amt = o.value("buyAmt").toString().toDouble();+ const double sell_amt = o.value("sellAmt").toString().toDouble();++ BrokerPosition pos;+ pos.symbol = o.value("trdSym").toString();+ pos.exchange = canonical_exchange(o.value("exSeg").toString());+ pos.product_type = o.value("prod").toString();+ pos.quantity = net_qty;+ pos.avg_price = buy_qty > 0 ? buy_amt / buy_qty : 0.0;+ pos.ltp = o.value("ltp").toString().toDouble();+ pos.pnl = (pos.ltp * net_qty) - (buy_amt - sell_amt);+ pos.side = net_qty > 0 ? "LONG" : "SHORT";+ if (pos.avg_price > 0)+ pos.pnl_pct = (pos.ltp - pos.avg_price) / pos.avg_price * 100.0;+ positions.append(pos);+ }+ return {true, positions, "", ts};+}++// ── Get Holdings ──────────────────────────────────────────────────────────────+// GET {base_url}/portfolio/v1/holdings+ApiResponse<QVector<BrokerHolding>> KotakBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto p = unpack(creds.access_token);+ if (!p.valid)+ return {false, std::nullopt, "[TOKEN_EXPIRED] Invalid session", ts};++ auto hdrs = auth_headers(creds);+ hdrs["Content-Type"] = "application/json";+ auto resp = BrokerHttp::instance().get(p.base_url + "/portfolio/v1/holdings", hdrs);++ if (!resp.success || resp.json.value("stat").toString() == "Not_Ok")+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};++ const QJsonArray arr = resp.json.value("data").toArray();+ QVector<BrokerHolding> holdings;+ holdings.reserve(arr.size());+ for (const auto& v : arr) {+ const auto h = v.toObject();+ BrokerHolding holding;+ holding.symbol = h.value("trdSym").toString();+ holding.exchange = canonical_exchange(h.value("exSeg").toString());+ holding.quantity = h.value("qty").toString().toDouble();+ holding.avg_price = h.value("avgPr").toString().toDouble();+ holding.ltp = h.value("ltp").toString().toDouble();+ holding.invested_value = holding.quantity * holding.avg_price;+ holding.current_value = holding.quantity * holding.ltp;+ holding.pnl = holding.current_value - holding.invested_value;+ if (holding.invested_value > 0)+ holding.pnl_pct = holding.pnl / holding.invested_value * 100.0;+ holdings.append(holding);+ }+ return {true, holdings, "", ts};+}++// ── Get Funds ─────────────────────────────────────────────────────────────────+// POST {base_url}/quick/user/limits — form-encoded jData={"seg":"ALL","exch":"ALL","prod":"ALL"}+// Available = CollateralValue + RmsPayInAmt - RmsPayOutAmt + Collateral+ApiResponse<BrokerFunds> KotakBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ auto p = unpack(creds.access_token);+ if (!p.valid)+ return {false, std::nullopt, "[TOKEN_EXPIRED] Invalid session", ts};++ QJsonObject jobj;+ jobj["seg"] = "ALL";+ jobj["exch"] = "ALL";+ jobj["prod"] = "ALL";++ auto hdrs = auth_headers(creds);+ auto resp = BrokerHttp::instance().post_form(+ p.base_url + "/quick/user/limits", jdata_params(jobj), hdrs);++ if (!resp.success || resp.json.value("stat").toString() != "Ok")+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};++ const double collateral_value = resp.json.value("CollateralValue").toString().toDouble();+ const double pay_in = resp.json.value("RmsPayInAmt").toString().toDouble();+ const double pay_out = resp.json.value("RmsPayOutAmt").toString().toDouble();+ const double collateral = resp.json.value("Collateral").toString().toDouble();+ const double margin_used = resp.json.value("MarginUsed").toString().toDouble();++ BrokerFunds funds;+ funds.available_balance = collateral_value + pay_in - pay_out + collateral;+ funds.used_margin = margin_used;+ funds.total_balance = funds.available_balance + funds.used_margin;+ funds.collateral = collateral;+ funds.raw_data = resp.json;+ return {true, funds, "", ts};+}++// ── Get Quotes ────────────────────────────────────────────────────────────────+// GET {base_url}/script-details/1.0/quotes/neosymbol/{comma-sep queries}/all+// Header: Authorization: access_token (NOT Auth/Sid — quotes use a different auth)+// Query format: "nse_cm|pSymbol1,nse_cm|pSymbol2,..."+// Response: JSON array; each item has ltp, ohlc{open,high,low,close}, last_volume, open_int+ApiResponse<QVector<BrokerQuote>> KotakBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ if (symbols.isEmpty())+ return {true, QVector<BrokerQuote>{}, "", ts};++ auto p = unpack(creds.access_token);+ if (!p.valid)+ return {false, std::nullopt, "[TOKEN_EXPIRED] Invalid session", ts};++ QStringList queries;+ QMap<QString, QString> query_to_symbol; // "nse_cm|pSymbol" → original symbol name++ for (const auto& sym : symbols) {+ QString exch = "NSE", name = sym;+ if (sym.contains(':')) {+ exch = sym.section(':', 0, 0);+ name = sym.section(':', 1);+ }+ const QString psymbol = lookup_psymbol(name, exch, creds.broker_id);+ if (psymbol.isEmpty()) continue;+ const QString seg = kotak_exchange(exch);+ const QString query = seg + "|" + psymbol;+ queries.append(query);+ query_to_symbol[query] = name;+ }++ if (queries.isEmpty())+ return {false, std::nullopt, "No valid pSymbols found", ts};++ // URL-encode keeping | and , as-is (safe for path segment)+ const QString combined = queries.join(",");+ const QString encoded = QString::fromUtf8(+ QUrl::toPercentEncoding(combined, /*keep=*/QByteArray("|,")));++ // Quotes use Authorization header, not Auth/Sid+ QMap<QString, QString> quote_hdrs = {+ {"Authorization", p.access_token},+ {"Content-Type", "application/json"},+ {"accept", "application/json"},+ };++ const QString url = p.base_url + "/script-details/1.0/quotes/neosymbol/" + encoded + "/all";+ auto resp = BrokerHttp::instance().get(url, quote_hdrs);++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_quotes failed"), ts};++ // Response is a JSON array (not wrapped in data object)+ QJsonParseError err;+ const auto doc = QJsonDocument::fromJson(resp.raw_body.toUtf8(), &err);+ if (!doc.isArray())+ return {false, std::nullopt, "Unexpected quotes response format", ts};++ const QJsonArray arr = doc.array();+ QVector<BrokerQuote> quotes;+ quotes.reserve(arr.size());+ for (const auto& v : arr) {+ const auto q = v.toObject();+ BrokerQuote quote;+ // Match back to symbol: response has exchange + exchange_token fields+ const QString key = q.value("exchange").toString() + "|"+ + q.value("exchange_token").toString();+ quote.symbol = query_to_symbol.value(key, q.value("display_symbol").toString());++ const auto ohlc = q.value("ohlc").toObject();+ quote.ltp = q.value("ltp").toDouble();+ quote.open = ohlc.value("open").toDouble();+ quote.high = ohlc.value("high").toDouble();+ quote.low = ohlc.value("low").toDouble();+ quote.close = ohlc.value("close").toDouble();+ quote.volume = q.value("last_volume").toDouble();+ quote.change = quote.ltp - quote.close;+ if (quote.close > 0)+ quote.change_pct = quote.change / quote.close * 100.0;+ quote.timestamp = ts;+ quotes.append(quote);+ }+ return {true, quotes, "", ts};+}++// ── Get History ───────────────────────────────────────────────────────────────+// Kotak Neo does NOT support historical data+ApiResponse<QVector<BrokerCandle>> KotakBroker::get_history(const BrokerCredentials& /*creds*/,+ const QString& /*symbol*/,+ const QString& /*resolution*/,+ const QString& /*from_date*/,+ const QString& /*to_date*/) {+ int64_t ts = now_ts();+ LOG_WARN(TAG, "get_history called — Kotak Neo does not support historical data");+ return {true, QVector<BrokerCandle>{}, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/kotak/KotakBroker.h b/fincept-qt/src/trading/brokers/kotak/KotakBroker.hnew file mode 100644index 000000000..f81774ae4--- /dev/null+++ b/fincept-qt/src/trading/brokers/kotak/KotakBroker.h@@ -0,0 +1,78 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++class KotakBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Kotak; }+ const char* name() const override { return "Kotak"; }+ const char* base_url() const override { return "https://mis.kotaksecurities.com"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "kotak", .display_name = "Kotak Neo", .region = "IN", .currency = "INR",+ .credential_fields = {+ {CredentialField::ClientCode, "UCC (CLIENT ID)", "Enter UCC / login ID...", false},+ {CredentialField::ApiKey, "MOBILE NUMBER", "Enter mobile e.g. +919876543210...",false},+ {CredentialField::ApiSecret, "MPIN", "Enter 6-digit MPIN...", true},+ {CredentialField::AuthCode, "TOTP SECRET", "Enter base32 TOTP secret...", false},+ },+ .exchanges = {"NSE","BSE","NFO","BFO","CDS","MCX"},+ .product_types = {+ {"Intraday (MIS)", ProductType::Intraday},+ {"Delivery (CNC)", ProductType::Delivery},+ {"Margin (NRML)", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=false, .default_paper_balance=1000000.0,+ .default_watchlist={"HDFCBANK","ICICIBANK","SBIN","TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE","HINDUNILVR","ITC"},+ .default_symbol="RELIANCE", .default_exchange="NSE",+ .brokerage_info="\u20B920/order or 0.025%",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ // Packed token: "trading_token:::trading_sid:::base_url:::access_token"+ struct TokenParts {+ QString trading_token;+ QString trading_sid;+ QString base_url;+ QString access_token;+ bool valid = false;+ };+ static TokenParts unpack(const QString& packed);+ static QString kotak_exchange(const QString& exchange);+ static QString kotak_product(ProductType p);+ static QString kotak_order_type(OrderType t);+ static QString lookup_psymbol(const QString& symbol, const QString& exchange,+ const QString& broker_id);+ static QString generate_totp(const QString& base32_secret);+ static QMap<QString, QString> jdata_params(const QJsonObject& obj);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/motilal/MotilalBroker.cpp b/fincept-qt/src/trading/brokers/motilal/MotilalBroker.cppnew file mode 100644index 000000000..07c2cb637--- /dev/null+++ b/fincept-qt/src/trading/brokers/motilal/MotilalBroker.cpp@@ -0,0 +1,571 @@+#include "trading/brokers/motilal/MotilalBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QCryptographicHash>++namespace fincept::trading {++static constexpr const char* BASE = "https://openapi.motilaloswal.com";++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ---------- Static helpers ----------++QString MotilalBroker::mo_exchange(const QString& exchange) {+ if (exchange == "NFO") return "NSEFO";+ if (exchange == "CDS") return "NSECD";+ if (exchange == "BFO") return "BSEFO";+ // NSE, BSE, MCX, NCDEX pass through unchanged+ return exchange.toUpper();+}++QString MotilalBroker::mo_product(ProductType p) {+ switch (p) {+ case ProductType::Intraday: return "VALUEPLUS";+ case ProductType::Delivery: return "DELIVERY";+ case ProductType::Margin: return "NORMAL";+ default: return "DELIVERY";+ }+}++QString MotilalBroker::mo_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MARKET";+ case OrderType::Limit: return "LIMIT";+ case OrderType::StopLoss: return "STOPLOSS";+ case OrderType::StopLossLimit: return "STOPLOSS";+ default: return "MARKET";+ }+}++QString MotilalBroker::mo_status(const QString& s) {+ QString sl = s.toLower();+ if (sl == "traded") return "filled";+ if (sl == "confirm" || sl == "sent" || sl == "open" || sl == "trigger pending") return "open";+ if (sl == "cancel") return "cancelled";+ if (sl == "rejected" || sl == "error") return "rejected";+ return "open";+}++bool MotilalBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 403 || resp.status_code == 401) return true;+ if (!resp.success) return false;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject()) return false;+ QString status = doc.object().value("status").toString();+ if (status == "SUCCESS") return false;+ QString msg = doc.object().value("message").toString().toLower();+ return msg.contains("invalid") || msg.contains("session") ||+ msg.contains("token") || msg.contains("unauthorized") ||+ msg.contains("login") || msg.contains("auth");+}++QString MotilalBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ if (is_token_expired(resp)) return "[TOKEN_EXPIRED] Session expired, please re-login";+ if (!resp.success) return resp.error.isEmpty() ? fallback : resp.error;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject()) {+ QString msg = doc.object().value("message").toString();+ if (!msg.isEmpty()) return msg;+ }+ return fallback;+}++// ---------- Auth headers ----------++QMap<QString, QString> MotilalBroker::auth_headers(const BrokerCredentials& creds) const {+ return {+ {"Authorization", creds.access_token},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"},+ {"ApiKey", creds.api_key},+ {"User-Agent", "MOSL/V.1.1.0"},+ {"ClientLocalIp", "127.0.0.1"},+ {"ClientPublicIp", "127.0.0.1"},+ {"MacAddress", "00:00:00:00:00:00"},+ {"SourceId", "WEB"},+ {"vendorinfo", ""},+ {"osname", "Windows 10"},+ {"osversion", "10.0"},+ {"devicemodel", "PC"},+ {"manufacturer", "Generic"},+ {"productname", "FinceptTerminal"},+ {"productversion", "4.0.0"},+ {"browsername", "Chrome"},+ {"browserversion", "120.0"},+ };+}++// ---------- exchange_token ----------+// ApiKey = api_key+// ApiSecret = password+// AuthCode = "dob:::totp"++TokenExchangeResponse MotilalBroker::exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) {+ QStringList auth_parts = auth_code.split(":::");+ QString dob = (auth_parts.size() >= 1) ? auth_parts[0] : "";+ QString totp = (auth_parts.size() >= 2) ? auth_parts[1] : "";++ // SHA256(password + api_key)+ QString raw = api_secret + api_key;+ QString hashed_pw = QString(QCryptographicHash::hash(+ raw.toUtf8(), QCryptographicHash::Sha256).toHex());++ QJsonObject body;+ body["userid"] = api_key; // user ID = api_key for Motilal+ body["password"] = hashed_pw;+ body["2FA"] = dob;+ if (!totp.isEmpty())+ body["totp"] = totp;++ QMap<QString, QString> login_headers = {+ {"Content-Type", "application/json"},+ {"Accept", "application/json"},+ {"ApiKey", api_key},+ {"User-Agent", "MOSL/V.1.1.0"},+ {"ClientLocalIp", "127.0.0.1"},+ {"ClientPublicIp", "127.0.0.1"},+ {"MacAddress", "00:00:00:00:00:00"},+ {"SourceId", "WEB"},+ {"vendorinfo", api_key},+ {"osname", "Windows 10"},+ {"osversion", "10.0"},+ {"devicemodel", "PC"},+ {"manufacturer", "Generic"},+ {"productname", "FinceptTerminal"},+ {"productversion", "4.0.0"},+ {"browsername", "Chrome"},+ {"browserversion", "120.0"},+ };++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/rest/login/v3/authdirectapi").arg(BASE),+ body, login_headers+ );++ if (!resp.success)+ return {false, "", "", "", "Login failed: " + resp.error};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "", "", "Login: invalid response"};++ QJsonObject obj = doc.object();+ if (obj.value("status").toString() != "SUCCESS")+ return {false, "", "", "", obj.value("message").toString("Login failed")};++ QString token = obj.value("AuthToken").toString();+ if (token.isEmpty())+ return {false, "", "", "", "Login: no AuthToken in response"};++ return {true, token, "", api_key, ""};+}++// ---------- place_order ----------++OrderPlaceResponse MotilalBroker::place_order(const BrokerCredentials& creds, const UnifiedOrder& order) {+ QJsonObject body;+ body["exchange"] = mo_exchange(order.exchange);+ body["symboltoken"] = order.instrument_token.toInt();+ body["buyorsell"] = (order.side == OrderSide::Buy) ? "BUY" : "SELL";+ body["ordertype"] = mo_order_type(order.order_type);+ body["producttype"] = mo_product(order.product_type);+ body["orderduration"] = "DAY";+ body["price"] = order.price;+ body["triggerprice"] = order.stop_price;+ body["quantityinlot"] = static_cast<int>(order.quantity);+ body["disclosedquantity"] = 0;+ body["amoorder"] = order.amo ? "Y" : "N";+ body["algoid"] = "";+ body["goodtilldate"] = "";+ body["tag"] = "";+ body["participantcode"] = "";+ body["clientcode"] = "";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/rest/trans/v1/placeorder").arg(BASE),+ body, auth_headers(creds)+ );++ if (!resp.success)+ return {false, "", checked_error(resp, "place_order failed")};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "place_order: invalid response"};++ QJsonObject obj = doc.object();+ if (obj.value("status").toString() != "SUCCESS")+ return {false, "", obj.value("message").toString("place_order failed")};++ QString order_id = obj.value("uniqueorderid").toString();+ return {true, order_id, ""};+}++// ---------- modify_order ----------++ApiResponse<QJsonObject> MotilalBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();++ QJsonObject body;+ body["uniqueorderid"] = order_id;+ body["newordertype"] = mods.value("orderType").toString("LIMIT");+ body["neworderduration"] = "DAY";+ body["newprice"] = mods.value("price").toDouble(0);+ body["newtriggerprice"] = mods.value("triggerPrice").toDouble(0);+ body["newquantityinlot"] = mods.value("quantity").toInt(0);+ body["newdisclosedquantity"] = 0;+ body["newgoodtilldate"] = "";+ body["lastmodifiedtime"] = mods.value("lastmodifiedtime").toString("");+ body["qtytradedtoday"] = mods.value("qtytradedtoday").toInt(0);+ body["clientcode"] = "";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/rest/trans/v2/modifyorder").arg(BASE),+ body, auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "modify_order: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("status").toString() != "SUCCESS")+ return {false, std::nullopt, obj.value("message").toString("modify_order failed"), ts};++ return {true, obj, "", ts};+}++// ---------- cancel_order ----------++ApiResponse<QJsonObject> MotilalBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();++ QJsonObject body;+ body["uniqueorderid"] = order_id;+ body["clientcode"] = "";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/rest/trans/v1/cancelorder").arg(BASE),+ body, auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "cancel_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "cancel_order: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("status").toString() != "SUCCESS")+ return {false, std::nullopt, obj.value("message").toString("cancel_order failed"), ts};++ return {true, obj, "", ts};+}++// ---------- get_orders ----------++ApiResponse<QVector<BrokerOrderInfo>> MotilalBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/rest/book/v2/getorderbook").arg(BASE),+ QJsonObject{}, auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_orders: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("status").toString() != "SUCCESS")+ return {false, std::nullopt, obj.value("message").toString("get_orders failed"), ts};++ QJsonArray arr = obj.value("data").toArray();+ QVector<BrokerOrderInfo> orders;+ orders.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("uniqueorderid").toString();+ info.symbol = o.value("symbol").toString();+ info.exchange = o.value("exchange").toString();+ info.quantity = o.value("orderqty").toInt();+ info.price = o.value("price").toDouble();+ info.stop_price = o.value("triggerprice").toDouble();+ info.avg_price = o.value("averageprice").toDouble();+ info.filled_qty = o.value("qtytradedtoday").toInt();+ info.status = mo_status(o.value("orderstatus").toString());+ info.side = o.value("buyorsell").toString().toLower();+ info.order_type = o.value("ordertype").toString();+ info.product_type= o.value("producttype").toString();+ info.timestamp = o.value("lastmodifiedtime").toString();+ orders.append(info);+ }++ return {true, orders, "", ts};+}++// ---------- get_trade_book ----------++ApiResponse<QJsonObject> MotilalBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/rest/book/v1/gettradebook").arg(BASE),+ QJsonObject{}, auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_trade_book: invalid response", ts};++ return {true, doc.object(), "", ts};+}++// ---------- get_positions ----------++ApiResponse<QVector<BrokerPosition>> MotilalBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/rest/book/v1/getposition").arg(BASE),+ QJsonObject{}, auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_positions: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("status").toString() != "SUCCESS")+ return {false, std::nullopt, obj.value("message").toString("get_positions failed"), ts};++ QJsonArray arr = obj.value("data").toArray();+ QVector<BrokerPosition> positions;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ // net qty = buyquantity - sellquantity+ int buy_qty = o.value("buyquantity").toInt();+ int sell_qty = o.value("sellquantity").toInt();+ int net_qty = buy_qty - sell_qty;+ if (net_qty == 0) continue;++ double buy_amt = o.value("buyamount").toDouble();+ double sell_amt = o.value("sellamount").toDouble();+ double avg_px = (buy_qty > 0) ? (buy_amt / buy_qty) : 0.0;++ BrokerPosition pos;+ pos.symbol = o.value("symbol").toString();+ pos.exchange = o.value("exchange").toString();+ pos.product_type = o.value("productname").toString();+ pos.quantity = net_qty;+ pos.avg_price = avg_px;+ pos.ltp = o.value("LTP").toDouble();+ pos.pnl = o.value("marktomarket").toDouble()+ + o.value("bookedprofitloss").toDouble();+ pos.side = net_qty > 0 ? "LONG" : "SHORT";+ positions.append(pos);+ }++ return {true, positions, "", ts};+}++// ---------- get_holdings ----------++ApiResponse<QVector<BrokerHolding>> MotilalBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/rest/report/v1/getdpholding").arg(BASE),+ QJsonObject{}, auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_holdings: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("status").toString() != "SUCCESS")+ return {false, std::nullopt, obj.value("message").toString("get_holdings failed"), ts};++ QJsonArray arr = obj.value("data").toArray();+ QVector<BrokerHolding> holdings;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerHolding h;+ h.symbol = o.value("scripname").toString();+ h.exchange = "NSE";+ h.quantity = o.value("dpquantity").toInt();+ h.avg_price = o.value("buyavgprice").toDouble();+ // No LTP in holdings response — leave as 0; caller can fetch quotes separately+ h.ltp = 0.0;+ h.pnl = 0.0;+ holdings.append(h);+ }++ return {true, holdings, "", ts};+}++// ---------- get_funds ----------+// Uses /rest/report/v1/getreportmargindetail — returns array of {srno, amount}+// srno 102 = available, srno 220 = collateral, srno 300 = utilised++ApiResponse<BrokerFunds> MotilalBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/rest/report/v1/getreportmargindetail").arg(BASE),+ QJsonObject{}, auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_funds: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("status").toString() != "SUCCESS")+ return {false, std::nullopt, obj.value("message").toString("get_funds failed"), ts};++ QJsonArray arr = obj.value("data").toArray();++ double available = 0.0;+ double collateral = 0.0;+ double used = 0.0;+ bool got_avail = false;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ int srno = o.value("srno").toInt();+ double amount = o.value("amount").toDouble();+ switch (srno) {+ case 102: available = amount; got_avail = true; break;+ case 201: if (!got_avail) available = amount; break;+ case 220: collateral = amount; break;+ case 300: used = amount; break;+ case 301: if (used == 0.0) used = amount; break;+ default: break;+ }+ }++ BrokerFunds funds;+ funds.available_balance = available;+ funds.used_margin = used;+ funds.total_balance = available + used;+ funds.collateral = collateral;++ return {true, funds, "", ts};+}++// ---------- get_quotes ----------+// POST /rest/report/v1/getltpdata per symbol+// Prices are in paisa — divide by 100++ApiResponse<QVector<BrokerQuote>> MotilalBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ if (symbols.isEmpty())+ return {true, QVector<BrokerQuote>{}, "", ts};++ auto& http = BrokerHttp::instance();+ QVector<BrokerQuote> quotes;++ for (const QString& sym : symbols) {+ QString exch = "NSE", name = sym;+ if (sym.contains(':')) {+ exch = sym.section(':', 0, 0);+ name = sym.section(':', 1);+ }+ // symbol format: "NSE:RELIANCE:1660" — token in 3rd part if present+ QString token_str;+ if (name.contains(':')) {+ token_str = name.section(':', 1);+ name = name.section(':', 0, 0);+ }++ QJsonObject body;+ body["exchange"] = mo_exchange(exch);+ body["scripcode"] = token_str.isEmpty() ? 0 : token_str.toInt();++ auto resp = http.post_json(+ QString("%1/rest/report/v1/getltpdata").arg(BASE),+ body, auth_headers(creds)+ );+ if (!resp.success) continue;++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject()) continue;++ QJsonObject obj = doc.object();+ if (obj.value("status").toString() != "SUCCESS") continue;++ QJsonObject data = obj.value("data").toObject();+ // All prices in paisa — divide by 100+ BrokerQuote quote;+ quote.symbol = name;+ quote.ltp = data.value("ltp").toDouble() / 100.0;+ quote.open = data.value("open").toDouble() / 100.0;+ quote.high = data.value("high").toDouble() / 100.0;+ quote.low = data.value("low").toDouble() / 100.0;+ quote.close = data.value("close").toDouble() / 100.0;+ quote.volume = static_cast<int64_t>(data.value("volume").toDouble());+ if (quote.close > 0)+ quote.change_pct = (quote.ltp - quote.close) / quote.close * 100.0;+ quote.change = quote.ltp - quote.close;+ quote.timestamp = ts;+ quotes.append(quote);+ }++ return {true, quotes, "", ts};+}++// ---------- get_history ----------+// Motilal Oswal does not provide historical candle data via REST API.++ApiResponse<QVector<BrokerCandle>> MotilalBroker::get_history(const BrokerCredentials& /*creds*/,+ const QString& /*symbol*/,+ const QString& /*resolution*/,+ const QString& /*from_date*/,+ const QString& /*to_date*/) {+ int64_t ts = now_ts();+ return {false, std::nullopt, "Historical data not supported by Motilal Oswal API", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/motilal/MotilalBroker.h b/fincept-qt/src/trading/brokers/motilal/MotilalBroker.hnew file mode 100644index 000000000..f1df1fde7--- /dev/null+++ b/fincept-qt/src/trading/brokers/motilal/MotilalBroker.h@@ -0,0 +1,70 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++// Credential packing:+// ApiKey = api_key (passed as ApiKey: header)+// ApiSecret = password (SHA256(password + api_key) sent at login)+// AuthCode = "dob:::totp" (date-of-birth as DD/MM/YYYY, 6-digit TOTP)++class MotilalBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Motilal; }+ const char* name() const override { return "Motilal"; }+ const char* base_url() const override { return "https://openapi.motilaloswal.com"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "motilal", .display_name = "Motilal Oswal", .region = "IN", .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "API KEY", "Enter API Key...", false},+ {CredentialField::ApiSecret, "PASSWORD", "Enter Login Password...", true},+ {CredentialField::AuthCode, "DOB:::TOTP", "DD/MM/YYYY:::6-digit TOTP", false},+ },+ .exchanges = {"NSE", "BSE", "NFO", "MCX", "NCDEX"},+ .product_types = {+ {"Intraday (MIS)", ProductType::Intraday},+ {"Delivery (CNC)", ProductType::Delivery},+ {"Margin (NRML)", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=false, .default_paper_balance=1000000.0,+ .default_watchlist={"HDFCBANK","ICICIBANK","SBIN","TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE","HINDUNILVR","ITC"},+ .default_symbol="RELIANCE", .default_exchange="NSE",+ .brokerage_info="\u20B920/order flat",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ static QString mo_exchange(const QString& exchange);+ static QString mo_product(ProductType p);+ static QString mo_order_type(OrderType t);+ static QString mo_status(const QString& s);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/saxo/SaxoBankBroker.cpp b/fincept-qt/src/trading/brokers/saxo/SaxoBankBroker.cppnew file mode 100644index 000000000..10ac39109--- /dev/null+++ b/fincept-qt/src/trading/brokers/saxo/SaxoBankBroker.cpp@@ -0,0 +1,617 @@+#include "trading/brokers/saxo/SaxoBankBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QUrlQuery>++namespace fincept::trading {++// Live and SIM token endpoints+static constexpr const char* TOKEN_URL_LIVE = "https://live.logonvalidation.net/token";+static constexpr const char* TOKEN_URL_SIM = "https://sim.logonvalidation.net/token";+static constexpr const char* BASE_LIVE = "https://gateway.saxobank.com/openapi";+static constexpr const char* BASE_SIM = "https://gateway.saxobank.com/sim/openapi";++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ---------- Static helpers ----------++QString SaxoBankBroker::extract_uic(const QString& symbol) {+ // Format: "NYSE:AAPL:211" — Uic is 3rd part+ QStringList parts = symbol.split(":");+ if (parts.size() >= 3) return parts[2];+ return {};+}++QString SaxoBankBroker::saxo_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "Market";+ case OrderType::Limit: return "Limit";+ case OrderType::StopLoss: return "StopIfTraded";+ case OrderType::StopLossLimit: return "StopLimit";+ default: return "Market";+ }+}++QString SaxoBankBroker::saxo_duration(ProductType p) {+ return (p == ProductType::Delivery) ? "GoodTillCancel" : "DayOrder";+}++int SaxoBankBroker::saxo_horizon(const QString& resolution) {+ if (resolution == "1" || resolution == "1m") return 1;+ if (resolution == "5" || resolution == "5m") return 5;+ if (resolution == "10" || resolution == "10m") return 10;+ if (resolution == "15" || resolution == "15m") return 15;+ if (resolution == "30" || resolution == "30m") return 30;+ if (resolution == "60" || resolution == "1h") return 60;+ if (resolution == "240" || resolution == "4h") return 240;+ if (resolution == "D" || resolution == "1D") return 1440;+ if (resolution == "W") return 10080;+ if (resolution == "M") return 43200;+ return 1440; // default daily+}++bool SaxoBankBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401) return true;+ if (!resp.success) return false;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject()) return false;+ QString code = doc.object().value("ErrorCode").toString();+ return (code == "InvalidToken" || code == "TokenExpired");+}++QString SaxoBankBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ if (is_token_expired(resp)) return "[TOKEN_EXPIRED] Access token expired, please re-authenticate";+ if (!resp.success) return resp.error.isEmpty() ? fallback : resp.error;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject()) {+ QString msg = doc.object().value("Message").toString();+ if (!msg.isEmpty()) return msg;+ msg = doc.object().value("ErrorCode").toString();+ if (!msg.isEmpty()) return msg;+ }+ return fallback;+}++// ---------- Auth headers ----------++QMap<QString, QString> SaxoBankBroker::auth_headers(const BrokerCredentials& creds) const {+ return {{"Authorization", "Bearer " + creds.access_token},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"}};+}++// ---------- exchange_token ----------+// Saxo OAuth2 authorization code flow+// ApiKey = App Key (client_id)+// ApiSecret = App Secret (client_secret)+// AuthCode = authorization code from OAuth redirect+// Stores: access_token, refresh_token (in additional), account_key (as user_id)++TokenExchangeResponse SaxoBankBroker::exchange_token(const QString& api_key,+ const QString& api_secret,+ const QString& auth_code) {+ if (auth_code.trimmed().isEmpty())+ return {false, "", "", "", "Authorization code is required"};++ // Try live token endpoint first; fall back to SIM if it fails+ // In practice user should specify sim vs live via auth_code prefix "sim:::code"+ bool use_sim = auth_code.startsWith("sim:::");+ QString code = use_sim ? auth_code.mid(6) : auth_code;+ QString token_url = use_sim ? TOKEN_URL_SIM : TOKEN_URL_LIVE;++ QUrlQuery form;+ form.addQueryItem("grant_type", "authorization_code");+ form.addQueryItem("code", code);+ form.addQueryItem("redirect_uri", "http://localhost");+ form.addQueryItem("client_id", api_key);+ form.addQueryItem("client_secret", api_secret);++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ token_url,+ form.toString(QUrl::FullyEncoded).toUtf8(),+ {{"Content-Type", "application/x-www-form-urlencoded"},+ {"Accept", "application/json"}}+ );++ if (!resp.success)+ return {false, "", "", "", "Token exchange failed: " + resp.error};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "", "", "Token exchange: invalid response"};++ QJsonObject obj = doc.object();+ QString access_token = obj.value("access_token").toString();+ QString refresh_token = obj.value("refresh_token").toString();++ if (access_token.isEmpty())+ return {false, "", "", "", obj.value("error_description").toString("Token exchange failed")};++ // Fetch AccountKey from /port/v1/clients/me+ QString base = use_sim ? BASE_SIM : BASE_LIVE;+ auto profile_resp = http.get(+ base + "/port/v1/clients/me",+ {{"Authorization", "Bearer " + access_token},+ {"Accept", "application/json"}}+ );++ QString account_key;+ if (profile_resp.success) {+ QJsonDocument pdoc = QJsonDocument::fromJson(profile_resp.raw_body.toUtf8());+ if (pdoc.isObject()) {+ account_key = pdoc.object().value("DefaultAccountKey").toString();+ if (account_key.isEmpty())+ account_key = pdoc.object().value("ClientKey").toString();+ }+ }++ // Pack refresh_token into additional field+ return {true, access_token, refresh_token, account_key, ""};+}++// ---------- place_order ----------++OrderPlaceResponse SaxoBankBroker::place_order(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ QString uic_str = order.instrument_token;+ if (uic_str.isEmpty()) uic_str = extract_uic(order.symbol);+ if (uic_str.isEmpty())+ return {false, "", "Saxo place_order: Uic required (symbol format: EXCHANGE:SYMBOL:UIC)"};++ QString account_key = creds.user_id;++ QJsonObject order_obj;+ order_obj["AccountKey"] = account_key;+ order_obj["Uic"] = uic_str.toLongLong();+ order_obj["AssetType"] = "Stock";+ order_obj["BuySell"] = (order.side == OrderSide::Buy) ? "Buy" : "Sell";+ order_obj["Amount"] = order.quantity;+ order_obj["OrderType"] = saxo_order_type(order.order_type);+ order_obj["ManualOrder"] = false;++ if (order.order_type != OrderType::Market)+ order_obj["OrderPrice"] = order.price;+ if (order.stop_price > 0)+ order_obj["StopLimitPrice"] = order.stop_price;++ QJsonObject duration;+ duration["DurationType"] = saxo_duration(order.product_type);+ order_obj["OrderDuration"] = duration;++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json(+ QString("%1/trade/v2/orders").arg(BASE_LIVE),+ order_obj, auth_headers(creds)+ );++ if (!resp.success)+ return {false, "", checked_error(resp, "place_order failed")};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "place_order: invalid response"};++ QJsonObject obj = doc.object();+ QString order_id = obj.value("OrderId").toString();+ if (order_id.isEmpty())+ return {false, "", checked_error(resp, obj.value("Message").toString("place_order failed"))};++ return {true, order_id, ""};+}++// ---------- modify_order ----------++ApiResponse<QJsonObject> SaxoBankBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();++ QJsonObject body;+ body["AccountKey"] = creds.user_id;+ body["OrderId"] = order_id;+ body["AssetType"] = "Stock";+ body["ManualOrder"] = false;++ if (mods.contains("quantity")) body["Amount"] = mods.value("quantity").toDouble();+ if (mods.contains("price")) body["OrderPrice"] = mods.value("price").toDouble();+ if (mods.contains("orderType")) body["OrderType"] = mods.value("orderType").toString();++ if (mods.contains("duration")) {+ QJsonObject dur;+ dur["DurationType"] = mods.value("duration").toString("DayOrder");+ body["OrderDuration"] = dur;+ }++ auto& http = BrokerHttp::instance();+ auto resp = http.patch_json(+ QString("%1/trade/v2/orders").arg(BASE_LIVE),+ body, auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "modify_order: invalid response", ts};++ return {true, doc.object(), "", ts};+}++// ---------- cancel_order ----------++ApiResponse<QJsonObject> SaxoBankBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.del(+ QString("%1/trade/v2/orders/%2?AccountKey=%3")+ .arg(BASE_LIVE, order_id, creds.user_id),+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "cancel_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "cancel_order: invalid response", ts};++ return {true, doc.object(), "", ts};+}++// ---------- get_orders ----------++ApiResponse<QVector<BrokerOrderInfo>> SaxoBankBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/port/v1/orders/me?FieldGroups=DisplayAndFormat").arg(BASE_LIVE),+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_orders: invalid response", ts};++ QJsonArray arr = doc.object().value("Data").toArray();+ QVector<BrokerOrderInfo> orders;+ orders.reserve(arr.size());++ auto parse_status = [](const QString& s) -> QString {+ if (s == "FinalFill") return "filled";+ if (s == "Cancelled" || s == "Expired") return "cancelled";+ if (s == "Working" || s == "Placed") return "open";+ if (s == "PartiallyFilled") return "open";+ return "open";+ };++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("OrderId").toString();+ info.symbol = o.value("DisplayAndFormat").toObject().value("Symbol").toString();+ info.exchange = o.value("Exchange").toObject().value("ExchangeId").toString();+ info.quantity = o.value("Amount").toDouble();+ info.price = o.value("Price").toDouble();+ info.status = parse_status(o.value("Status").toString());+ info.side = (o.value("BuySell").toString() == "Buy") ? "buy" : "sell";+ info.order_type = o.value("OpenOrderType").toString();+ info.product_type= o.value("Duration").toObject().value("DurationType").toString();+ info.timestamp = o.value("OrderTime").toString();+ orders.append(info);+ }++ return {true, orders, "", ts};+}++// ---------- get_trade_book ----------++ApiResponse<QJsonObject> SaxoBankBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/port/v1/orders/me").arg(BASE_LIVE),+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_trade_book: invalid response", ts};++ return {true, doc.object(), "", ts};+}++// ---------- get_positions ----------++ApiResponse<QVector<BrokerPosition>> SaxoBankBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/port/v1/positions/me?FieldGroups=DisplayAndFormat,PositionBase,PositionView")+ .arg(BASE_LIVE),+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_positions: invalid response", ts};++ QJsonArray arr = doc.object().value("Data").toArray();+ QVector<BrokerPosition> positions;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ QJsonObject base = o.value("PositionBase").toObject();+ QJsonObject view = o.value("PositionView").toObject();+ QJsonObject disp = o.value("DisplayAndFormat").toObject();++ double qty = base.value("Amount").toDouble();+ if (qty == 0.0) continue;++ BrokerPosition pos;+ pos.symbol = disp.value("Symbol").toString();+ pos.exchange = base.value("AssetType").toString();+ pos.quantity = qty;+ pos.avg_price = base.value("OpenPrice").toDouble();+ pos.ltp = view.value("CurrentPrice").toDouble();+ pos.pnl = view.value("ProfitLossOnTrade").toDouble();+ pos.side = qty > 0 ? "LONG" : "SHORT";+ if (pos.avg_price > 0)+ pos.pnl_pct = pos.pnl / (pos.avg_price * qAbs(qty)) * 100.0;+ positions.append(pos);+ }++ return {true, positions, "", ts};+}++// ---------- get_holdings ----------++ApiResponse<QVector<BrokerHolding>> SaxoBankBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/port/v1/netpositions/me?FieldGroups=DisplayAndFormat,NetPositionBase,NetPositionView")+ .arg(BASE_LIVE),+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_holdings: invalid response", ts};++ QJsonArray arr = doc.object().value("Data").toArray();+ QVector<BrokerHolding> holdings;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ QJsonObject base = o.value("NetPositionBase").toObject();+ QJsonObject view = o.value("NetPositionView").toObject();+ QJsonObject disp = o.value("DisplayAndFormat").toObject();++ double qty = base.value("Amount").toDouble();+ if (qty <= 0.0) continue; // holdings = long positions only++ BrokerHolding h;+ h.symbol = disp.value("Symbol").toString();+ h.exchange = base.value("AssetType").toString();+ h.quantity = qty;+ h.avg_price = view.value("AverageOpenPrice").toDouble();+ h.ltp = view.value("CurrentPrice").toDouble();+ h.pnl = view.value("ProfitLossOnTrade").toDouble();+ h.invested_value = h.avg_price * qty;+ h.current_value = h.ltp * qty;+ if (h.invested_value > 0)+ h.pnl_pct = h.pnl / h.invested_value * 100.0;+ holdings.append(h);+ }++ return {true, holdings, "", ts};+}++// ---------- get_funds ----------++ApiResponse<BrokerFunds> SaxoBankBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ QString("%1/port/v1/balances/me").arg(BASE_LIVE),+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_funds: invalid response", ts};++ QJsonObject obj = doc.object();++ BrokerFunds funds;+ funds.total_balance = obj.value("TotalValue").toDouble();+ funds.available_balance = obj.value("MarginAvailableForTrading").toDouble();+ funds.used_margin = qAbs(obj.value("MarginUsedByCurrentPositions").toDouble());+ funds.collateral = obj.value("CollateralCreditValue").toObject()+ .value("Line").toDouble();++ return {true, funds, "", ts};+}++// ---------- get_quotes ----------+// Symbol format: "NYSE:AAPL:211" — Uic is 3rd part+// Uses /trade/v1/infoprices/list for multiple symbols (same AssetType per call)++ApiResponse<QVector<BrokerQuote>> SaxoBankBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ if (symbols.isEmpty())+ return {true, QVector<BrokerQuote>{}, "", ts};++ // Collect Uics and reverse map+ QStringList uics;+ QMap<QString, QString> uic_to_name;++ for (const QString& sym : symbols) {+ QString uic = extract_uic(sym);+ if (uic.isEmpty()) continue;+ QString name = sym.contains(':') ? sym.section(':', 1, 1) : sym;+ uics.append(uic);+ uic_to_name[uic] = name;+ }++ if (uics.isEmpty())+ return {false, std::nullopt,+ "get_quotes: Uic required (symbol format EXCHANGE:SYMBOL:UIC)", ts};++ QString url = QString("%1/trade/v1/infoprices/list?Uics=%2&AssetType=Stock"+ "&FieldGroups=DisplayAndFormat,PriceInfo,PriceInfoDetails,Quote")+ .arg(BASE_LIVE, uics.join(","));++ auto& http = BrokerHttp::instance();+ auto resp = http.get(url, auth_headers(creds));++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_quotes failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_quotes: invalid response", ts};++ QJsonArray arr = doc.object().value("Data").toArray();+ QVector<BrokerQuote> quotes;+ quotes.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ QString uic_key = QString::number(o.value("Uic").toVariant().toLongLong());+ QJsonObject quote_obj = o.value("Quote").toObject();+ QJsonObject price_info= o.value("PriceInfo").toObject();+ QJsonObject details = o.value("PriceInfoDetails").toObject();++ BrokerQuote q;+ q.symbol = uic_to_name.value(uic_key,+ o.value("DisplayAndFormat").toObject().value("Symbol").toString());+ // Use Mid price for LTP; fall back to LastTraded+ q.ltp = quote_obj.value("Mid").toDouble();+ if (q.ltp == 0.0) q.ltp = details.value("LastTraded").toDouble();+ q.open = details.value("Open").toDouble();+ q.high = price_info.value("High").toDouble();+ q.low = price_info.value("Low").toDouble();+ q.close = details.value("LastClose").toDouble();+ q.volume = static_cast<int64_t>(details.value("Volume").toDouble());+ q.change = price_info.value("NetChange").toDouble();+ q.change_pct = price_info.value("PercentChange").toDouble();+ q.timestamp = ts;+ quotes.append(q);+ }++ return {true, quotes, "", ts};+}++// ---------- get_history ----------+// GET /openapi/chart/v1/charts?Uic=211&AssetType=Stock&Horizon=1440&Count=365&Mode=From&Time=...++ApiResponse<QVector<BrokerCandle>> SaxoBankBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ int64_t ts = now_ts();++ QString uic = extract_uic(symbol);+ if (uic.isEmpty())+ return {false, std::nullopt,+ "get_history: Uic required (symbol format EXCHANGE:SYMBOL:UIC)", ts};++ int horizon = saxo_horizon(resolution);++ // Build time range: Saxo uses Mode=UpTo with Time=end for historical data+ // Count derived from date range+ QDate from = QDate::fromString(from_date, "yyyy-MM-dd");+ QDate to = QDate::fromString(to_date, "yyyy-MM-dd");+ if (!from.isValid()) from = QDate::currentDate().addYears(-1);+ if (!to.isValid()) to = QDate::currentDate();++ int days = from.daysTo(to);+ int count = 500; // default+ if (horizon >= 1440) {+ count = days + 1;+ } else if (horizon >= 60) {+ count = qMin(days * 8, 500); // ~8 bars/day for 1h+ } else {+ count = qMin(days * (390 / qMax(horizon, 1)), 1200);+ }+ count = qMax(1, qMin(count, 1200)); // Saxo max is typically 1200++ QString time_str = QDateTime(to, QTime(23, 59, 59), Qt::UTC).toString(Qt::ISODate);++ QString url = QString("%1/chart/v1/charts?Uic=%2&AssetType=Stock&Horizon=%3&Count=%4"+ "&Mode=UpTo&Time=%5")+ .arg(BASE_LIVE, uic, QString::number(horizon),+ QString::number(count),+ QString(QUrl::toPercentEncoding(time_str)));++ auto& http = BrokerHttp::instance();+ auto resp = http.get(url, auth_headers(creds));++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_history: invalid response", ts};++ QJsonArray arr = doc.object().value("Data").toArray();+ QVector<BrokerCandle> candles;+ candles.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ // Time is ISO8601 string: "2024-01-15T00:00:00.000000Z"+ QDateTime dt = QDateTime::fromString(o.value("Time").toString(), Qt::ISODate);++ BrokerCandle c;+ c.timestamp = dt.isValid() ? dt.toMSecsSinceEpoch() : 0LL;+ // Stocks use Open/High/Low/Close/Volume directly+ c.open = o.value("Open").toDouble();+ c.high = o.value("High").toDouble();+ c.low = o.value("Low").toDouble();+ c.close = o.value("Close").toDouble();+ c.volume = static_cast<int64_t>(o.value("Volume").toDouble());++ // Fallback for FX (ask/bid split) — use mid+ if (c.open == 0.0) {+ c.open = (o.value("OpenAsk").toDouble() + o.value("OpenBid").toDouble()) / 2.0;+ c.high = (o.value("HighAsk").toDouble() + o.value("HighBid").toDouble()) / 2.0;+ c.low = (o.value("LowAsk").toDouble() + o.value("LowBid").toDouble()) / 2.0;+ c.close = (o.value("CloseAsk").toDouble() + o.value("CloseBid").toDouble()) / 2.0;+ }+ candles.append(c);+ }++ return {true, candles, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/saxo/SaxoBankBroker.h b/fincept-qt/src/trading/brokers/saxo/SaxoBankBroker.hnew file mode 100644index 000000000..05222ab7d--- /dev/null+++ b/fincept-qt/src/trading/brokers/saxo/SaxoBankBroker.h@@ -0,0 +1,82 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++// Credential packing:+// ApiKey = App Key (client_id)+// ApiSecret = App Secret (client_secret)+// AuthCode = OAuth authorization code (from redirect)+//+// exchange_token: POST to Saxo token endpoint with auth code+// access_token = Bearer token (expires ~20min)+// refresh_token stored in additional field+// user_id = AccountKey (from /port/v1/clients/me)+//+// Sim/paper base: https://gateway.saxobank.com/sim/openapi+// Live base: https://gateway.saxobank.com/openapi+//+// Symbol convention: "NYSE:AAPL:211" (exchange:symbol:Uic)+// Uic (integer) required for quotes, history, and orders++class SaxoBankBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::SaxoBank; }+ const char* name() const override { return "SaxoBank"; }+ const char* base_url() const override { return "https://gateway.saxobank.com/openapi"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "saxobank", .display_name = "Saxo Bank", .region = "EU", .currency = "EUR",+ .credential_fields = {+ {CredentialField::ApiKey, "APP KEY", "Enter App Key (client_id)...", false},+ {CredentialField::ApiSecret, "APP SECRET", "Enter App Secret (client_secret)...", true},+ {CredentialField::AuthCode, "AUTH CODE", "Paste OAuth authorization code...", false},+ },+ .exchanges = {"NYSE", "NASDAQ", "LSE", "XETRA", "EURONEXT", "XNYS", "XNAS"},+ .product_types = {+ {"Day Order", ProductType::Intraday},+ {"GTC Order", ProductType::Delivery},+ {"Margin", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=true, .default_paper_balance=50000.0,+ .default_watchlist={"AAPL","MSFT","GOOGL","AMZN","NVDA","VOD","ADS","ASML","SIE","AIR"},+ .default_symbol="AAPL", .default_exchange="NYSE",+ .brokerage_info="0.05% (min \u20AC3)",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ static QString saxo_order_type(OrderType t);+ static QString saxo_duration(ProductType p);+ static int saxo_horizon(const QString& resolution);+ // Extract Uic from symbol "NYSE:AAPL:211" → "211"+ static QString extract_uic(const QString& symbol);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/shoonya/ShoonyaBroker.cpp b/fincept-qt/src/trading/brokers/shoonya/ShoonyaBroker.cppnew file mode 100644index 000000000..572987c13--- /dev/null+++ b/fincept-qt/src/trading/brokers/shoonya/ShoonyaBroker.cpp@@ -0,0 +1,676 @@+#include "trading/brokers/shoonya/ShoonyaBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QUrl>+#include <QCryptographicHash>++namespace fincept::trading {++static constexpr const char* BASE = "https://api.shoonya.com/NorenWClientTP";++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ---------- Body builders ----------++QByteArray ShoonyaBroker::make_body(const QJsonObject& jdata, const QString& token) {+ QByteArray json = QJsonDocument(jdata).toJson(QJsonDocument::Compact);+ return "jData=" + QUrl::toPercentEncoding(json) + "&jKey=" + token.toUtf8();+}++QByteArray ShoonyaBroker::make_login_body(const QJsonObject& jdata) {+ QByteArray json = QJsonDocument(jdata).toJson(QJsonDocument::Compact);+ return "jData=" + QUrl::toPercentEncoding(json);+}++// ---------- Static helpers ----------++QString ShoonyaBroker::sh_product(ProductType p) {+ switch (p) {+ case ProductType::Intraday: return "I";+ case ProductType::Delivery: return "C";+ case ProductType::Margin: return "M";+ default: return "I";+ }+}++QString ShoonyaBroker::sh_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MKT";+ case OrderType::Limit: return "LMT";+ case OrderType::StopLoss: return "SL-LMT";+ case OrderType::StopLossLimit: return "SL-MKT";+ default: return "MKT";+ }+}++QString ShoonyaBroker::sh_status(const QString& s) {+ QString sl = s.toUpper();+ if (sl == "COMPLETE") return "filled";+ if (sl == "OPEN" || sl == "TRIGGER PENDING") return "open";+ if (sl == "CANCELLED") return "cancelled";+ if (sl == "REJECTED") return "rejected";+ return "open";+}++bool ShoonyaBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401 || resp.status_code == 403) return true;+ if (!resp.success) return false;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject()) return false;+ QJsonObject obj = doc.object();+ if (obj.value("stat").toString() != "Not_Ok") return false;+ QString emsg = obj.value("emsg").toString().toLower();+ return emsg.contains("session") || emsg.contains("invalid") ||+ emsg.contains("token") || emsg.contains("login") ||+ emsg.contains("expired");+}++QString ShoonyaBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ if (is_token_expired(resp)) return "[TOKEN_EXPIRED] Session expired, please re-login";+ if (!resp.success) return resp.error.isEmpty() ? fallback : resp.error;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject()) {+ QString emsg = doc.object().value("emsg").toString();+ if (!emsg.isEmpty()) return emsg;+ }+ return fallback;+}++// ---------- Auth headers ----------+// Shoonya uses no Authorization header — token is in the form body as jKey++QMap<QString, QString> ShoonyaBroker::auth_headers(const BrokerCredentials& /*creds*/) const {+ return {{"Content-Type", "application/x-www-form-urlencoded"}};+}++// ---------- exchange_token ----------+// ApiKey = uid+// ApiSecret = api_secret (used to build appkey hash)+// AuthCode = "vendor_code:::totp"++TokenExchangeResponse ShoonyaBroker::exchange_token(const QString& api_key,+ const QString& api_secret,+ const QString& auth_code) {+ QStringList parts = auth_code.split(":::");+ QString vendor_code = (parts.size() >= 1) ? parts[0] : "";+ QString totp = (parts.size() >= 2) ? parts[1] : "";++ // pwd = SHA256(password) — api_secret is the password here+ QString pwd = QString(QCryptographicHash::hash(+ api_secret.toUtf8(), QCryptographicHash::Sha256).toHex());++ // appkey = SHA256(uid + "|" + api_secret)+ QString appkey = QString(QCryptographicHash::hash(+ (api_key + "|" + api_secret).toUtf8(), QCryptographicHash::Sha256).toHex());++ QJsonObject jdata;+ jdata["uid"] = api_key;+ jdata["pwd"] = pwd;+ jdata["factor2"] = totp;+ jdata["vc"] = vendor_code;+ jdata["appkey"] = appkey;+ jdata["imei"] = "abc1234";+ jdata["apkversion"] = "1.0.0";+ jdata["source"] = "API";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ QString("%1/QuickAuth").arg(BASE),+ make_login_body(jdata),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );++ if (!resp.success)+ return {false, "", "", "", "Login failed: " + resp.error};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "", "", "Login: invalid response"};++ QJsonObject obj = doc.object();+ if (obj.value("stat").toString() != "Ok")+ return {false, "", "", "", obj.value("emsg").toString("Login failed")};++ QString token = obj.value("susertoken").toString();+ QString uid = obj.value("uid").toString(api_key);++ if (token.isEmpty())+ return {false, "", "", "", "Login: no susertoken in response"};++ return {true, token, "", uid, ""};+}++// ---------- place_order ----------++OrderPlaceResponse ShoonyaBroker::place_order(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["actid"] = creds.user_id;+ jdata["trantype"] = (order.side == OrderSide::Buy) ? "B" : "S";+ jdata["prd"] = sh_product(order.product_type);+ jdata["exch"] = order.exchange;+ jdata["tsym"] = QString(QUrl::toPercentEncoding(order.symbol));+ jdata["qty"] = QString::number(static_cast<int>(order.quantity));+ jdata["dscqty"] = "0";+ jdata["prctyp"] = sh_order_type(order.order_type);+ jdata["prc"] = QString::number(order.price, 'f', 2);+ jdata["trgprc"] = QString::number(order.stop_price, 'f', 2);+ jdata["ret"] = "DAY";+ jdata["remarks"] = "fincept";+ jdata["ordersource"] = "API";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ QString("%1/PlaceOrder").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );++ if (!resp.success)+ return {false, "", checked_error(resp, "place_order failed")};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "place_order: invalid response"};++ QJsonObject obj = doc.object();+ if (obj.value("stat").toString() != "Ok")+ return {false, "", obj.value("emsg").toString("place_order failed")};++ return {true, obj.value("norenordno").toString(), ""};+}++// ---------- modify_order ----------++ApiResponse<QJsonObject> ShoonyaBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();++ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["actid"] = creds.user_id;+ jdata["norenordno"] = order_id;+ jdata["exch"] = mods.value("exchange").toString();+ jdata["tsym"] = QString(QUrl::toPercentEncoding(mods.value("symbol").toString()));+ jdata["qty"] = QString::number(mods.value("quantity").toInt(0));+ jdata["prctyp"] = mods.value("orderType").toString("LMT");+ jdata["prc"] = QString::number(mods.value("price").toDouble(0), 'f', 2);+ jdata["trgprc"] = QString::number(mods.value("triggerPrice").toDouble(0), 'f', 2);+ jdata["dscqty"] = "0";+ jdata["ret"] = "DAY";+ jdata["ordersource"] = "API";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ QString("%1/ModifyOrder").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "modify_order: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("stat").toString() != "Ok")+ return {false, std::nullopt, obj.value("emsg").toString("modify_order failed"), ts};++ return {true, obj, "", ts};+}++// ---------- cancel_order ----------++ApiResponse<QJsonObject> ShoonyaBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();++ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["norenordno"] = order_id;+ jdata["ordersource"] = "API";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ QString("%1/CancelOrder").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "cancel_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "cancel_order: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("stat").toString() != "Ok")+ return {false, std::nullopt, obj.value("emsg").toString("cancel_order failed"), ts};++ return {true, obj, "", ts};+}++// ---------- get_orders ----------++ApiResponse<QVector<BrokerOrderInfo>> ShoonyaBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["ordersource"] = "API";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ QString("%1/OrderBook").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());++ // On error/empty: returns {"stat":"Not_Ok","emsg":"..."} object, not array+ if (doc.isObject())+ return {false, std::nullopt, checked_error(resp, doc.object().value("emsg").toString("get_orders failed")), ts};++ if (!doc.isArray())+ return {false, std::nullopt, "get_orders: invalid response", ts};++ QJsonArray arr = doc.array();+ QVector<BrokerOrderInfo> orders;+ orders.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("norenordno").toString();+ info.symbol = o.value("tsym").toString();+ info.exchange = o.value("exch").toString();+ info.quantity = o.value("qty").toString().toInt();+ info.filled_qty = o.value("fillshares").toString().toInt();+ info.price = o.value("prc").toString().toDouble();+ info.stop_price = o.value("trgprc").toString().toDouble();+ info.avg_price = o.value("avgprc").toString().toDouble();+ info.status = sh_status(o.value("status").toString());+ info.side = (o.value("trantype").toString() == "B") ? "buy" : "sell";+ info.order_type = o.value("prctyp").toString();+ info.product_type= o.value("prd").toString();+ info.timestamp = o.value("norentm").toString();+ info.message = o.value("rejreason").toString();+ orders.append(info);+ }++ return {true, orders, "", ts};+}++// ---------- get_trade_book ----------++ApiResponse<QJsonObject> ShoonyaBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["actid"] = creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ QString("%1/TradeBook").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject())+ return {true, doc.object(), "", ts};++ // Wrap array in object for consistency+ QJsonObject wrapper;+ wrapper["trades"] = doc.array();+ return {true, wrapper, "", ts};+}++// ---------- get_positions ----------++ApiResponse<QVector<BrokerPosition>> ShoonyaBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["actid"] = creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ QString("%1/PositionBook").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());++ if (doc.isObject())+ return {false, std::nullopt, checked_error(resp, doc.object().value("emsg").toString("get_positions failed")), ts};++ if (!doc.isArray())+ return {false, std::nullopt, "get_positions: invalid response", ts};++ QVector<BrokerPosition> positions;++ for (const QJsonValue& v : doc.array()) {+ QJsonObject o = v.toObject();+ int net_qty = o.value("netqty").toString().toInt();+ if (net_qty == 0) continue;++ BrokerPosition pos;+ pos.symbol = o.value("tsym").toString();+ pos.exchange = o.value("exch").toString();+ pos.product_type = o.value("prd").toString();+ pos.quantity = net_qty;+ pos.avg_price = o.value("netavgprc").toString().toDouble();+ pos.ltp = o.value("lp").toString().toDouble();+ pos.pnl = o.value("urmtom").toString().toDouble()+ + o.value("rpnl").toString().toDouble();+ pos.side = net_qty > 0 ? "LONG" : "SHORT";+ positions.append(pos);+ }++ return {true, positions, "", ts};+}++// ---------- get_holdings ----------++ApiResponse<QVector<BrokerHolding>> ShoonyaBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["actid"] = creds.user_id;+ jdata["prd"] = "C";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ QString("%1/Holdings").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());++ if (doc.isObject())+ return {false, std::nullopt, checked_error(resp, doc.object().value("emsg").toString("get_holdings failed")), ts};++ if (!doc.isArray())+ return {false, std::nullopt, "get_holdings: invalid response", ts};++ QVector<BrokerHolding> holdings;++ for (const QJsonValue& v : doc.array()) {+ QJsonObject o = v.toObject();++ // Extract symbol from exch_tsym array+ QString symbol, exchange;+ QJsonArray exch_tsym = o.value("exch_tsym").toArray();+ if (!exch_tsym.isEmpty()) {+ QJsonObject et = exch_tsym[0].toObject();+ symbol = et.value("tsym").toString();+ exchange = et.value("exch").toString();+ }+ if (symbol.isEmpty()) continue;++ // Total qty = btstqty + holdqty + brkcolqty + unplgdqty + benqty + max(npoadqty, dpqty) - usedqty+ int btstqty = o.value("btstqty").toString().toInt();+ int holdqty = o.value("holdqty").toString().toInt();+ int brkcolqty = o.value("brkcolqty").toString().toInt();+ int unplgdqty = o.value("unplgdqty").toString().toInt();+ int benqty = o.value("benqty").toString().toInt();+ int npoadqty = o.value("npoadqty").toString().toInt();+ int dpqty = o.value("dpqty").toString().toInt();+ int usedqty = o.value("usedqty").toString().toInt();+ int total_qty = btstqty + holdqty + brkcolqty + unplgdqty + benqty+ + qMax(npoadqty, dpqty) - usedqty;++ BrokerHolding h;+ h.symbol = symbol;+ h.exchange = exchange;+ h.quantity = total_qty;+ h.avg_price = o.value("upldprc").toString().toDouble();+ h.ltp = 0.0; // not provided in holdings response+ h.pnl = 0.0;+ holdings.append(h);+ }++ return {true, holdings, "", ts};+}++// ---------- get_funds ----------+// available = cash + payin - marginused++ApiResponse<BrokerFunds> ShoonyaBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();++ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["actid"] = creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ QString("%1/Limits").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_funds: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("stat").toString() != "Ok")+ return {false, std::nullopt, checked_error(resp, obj.value("emsg").toString("get_funds failed")), ts};++ double cash = obj.value("cash").toString().toDouble();+ double payin = obj.value("payin").toString().toDouble();+ double margin_used= obj.value("marginused").toString().toDouble();+ double collateral = obj.value("brkcollamt").toString().toDouble();++ BrokerFunds funds;+ funds.available_balance = cash + payin - margin_used;+ funds.used_margin = margin_used;+ funds.total_balance = cash + payin;+ funds.collateral = collateral;++ return {true, funds, "", ts};+}++// ---------- get_quotes ----------+// Symbol format: "NSE:RELIANCE:22" (exchange:name:token)+// GetQuotes takes numeric token, not symbol name++ApiResponse<QVector<BrokerQuote>> ShoonyaBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ if (symbols.isEmpty())+ return {true, QVector<BrokerQuote>{}, "", ts};++ auto& http = BrokerHttp::instance();+ QVector<BrokerQuote> quotes;++ for (const QString& sym : symbols) {+ QStringList parts = sym.split(":");+ QString exchange = (parts.size() >= 1) ? parts[0] : "NSE";+ QString name = (parts.size() >= 2) ? parts[1] : sym;+ QString token = (parts.size() >= 3) ? parts[2] : "";++ if (token.isEmpty()) continue; // Shoonya GetQuotes requires numeric token++ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["exch"] = exchange;+ jdata["token"]= token;++ auto resp = http.post_raw(+ QString("%1/GetQuotes").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );+ if (!resp.success) continue;++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject()) continue;++ QJsonObject o = doc.object();+ if (o.value("stat").toString() != "Ok") continue;++ BrokerQuote quote;+ quote.symbol = name;+ quote.ltp = o.value("lp").toString().toDouble();+ quote.open = o.value("o").toString().toDouble();+ quote.high = o.value("h").toString().toDouble();+ quote.low = o.value("l").toString().toDouble();+ quote.close = o.value("c").toString().toDouble();+ quote.volume = o.value("v").toString().toLongLong();+ if (quote.close > 0)+ quote.change_pct = (quote.ltp - quote.close) / quote.close * 100.0;+ quote.change = quote.ltp - quote.close;+ quote.timestamp = ts;+ quotes.append(quote);+ }++ return {true, quotes, "", ts};+}++// ---------- get_history ----------+// Intraday: POST /TPSeries — st/et epoch seconds, intrv in minutes, fields: into/inth/intl/intc/intv+// Daily: POST /EODChartData — sym="NSE:RELIANCE", from/to epoch seconds, field: ssboe++ApiResponse<QVector<BrokerCandle>> ShoonyaBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ int64_t ts = now_ts();++ // Parse symbol: "NSE:RELIANCE:22" or "NSE:RELIANCE"+ QStringList parts = symbol.split(":");+ QString exchange = (parts.size() >= 1) ? parts[0] : "NSE";+ QString name = (parts.size() >= 2) ? parts[1] : symbol;+ QString token = (parts.size() >= 3) ? parts[2] : "";++ QDate from = QDate::fromString(from_date, "yyyy-MM-dd");+ QDate to = QDate::fromString(to_date, "yyyy-MM-dd");+ if (!from.isValid()) from = QDate::currentDate().addYears(-1);+ if (!to.isValid()) to = QDate::currentDate();++ int64_t from_epoch = QDateTime(from, QTime(9, 15, 0)).toSecsSinceEpoch();+ int64_t to_epoch = QDateTime(to, QTime(15, 30, 0)).toSecsSinceEpoch();++ bool is_daily = (resolution == "D" || resolution == "1D" || resolution == "W" || resolution == "M");+ auto& http = BrokerHttp::instance();+ QVector<BrokerCandle> candles;++ if (is_daily) {+ // EODChartData uses sym="EXCHANGE:SYMBOL" and fields from/to+ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["sym"] = exchange + ":" + name;+ jdata["from"] = QString::number(from_epoch);+ jdata["to"] = QString::number(to_epoch);++ auto resp = http.post_raw(+ QString("%1/EODChartData").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject())+ return {false, std::nullopt, doc.object().value("emsg").toString("get_history failed"), ts};+ if (!doc.isArray())+ return {false, std::nullopt, "get_history: invalid response", ts};++ for (const QJsonValue& v : doc.array()) {+ QJsonObject o = v.toObject();+ BrokerCandle c;+ c.timestamp = static_cast<int64_t>(o.value("ssboe").toDouble()) * 1000LL;+ c.open = o.value("into").toString().toDouble();+ c.high = o.value("inth").toString().toDouble();+ c.low = o.value("intl").toString().toDouble();+ c.close = o.value("intc").toString().toDouble();+ c.volume = o.value("intv").toString().toLongLong();+ candles.append(c);+ }+ } else {+ // TPSeries — needs numeric token+ if (token.isEmpty())+ return {false, std::nullopt, "get_history: numeric token required for intraday (format NSE:SYMBOL:TOKEN)", ts};++ // Map resolution to minutes+ static const QMap<QString, QString> interval_map = {+ {"1","1"}, {"3","3"}, {"5","5"}, {"10","10"},+ {"15","15"},{"30","30"},{"60","60"},{"120","120"},{"240","240"},+ };+ QString intrv = interval_map.value(resolution, "5");++ QJsonObject jdata;+ jdata["uid"] = creds.user_id;+ jdata["exch"] = exchange;+ jdata["token"] = token;+ jdata["st"] = QString::number(from_epoch);+ jdata["et"] = QString::number(to_epoch);+ jdata["intrv"] = intrv;++ auto resp = http.post_raw(+ QString("%1/TPSeries").arg(BASE),+ make_body(jdata, creds.access_token),+ {{"Content-Type", "application/x-www-form-urlencoded"}}+ );+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject())+ return {false, std::nullopt, doc.object().value("emsg").toString("get_history failed"), ts};+ if (!doc.isArray())+ return {false, std::nullopt, "get_history: invalid response", ts};++ for (const QJsonValue& v : doc.array()) {+ QJsonObject o = v.toObject();+ // Timestamp format: "DD-MM-YYYY HH:MM:SS"+ QString time_str = o.value("time").toString();+ QDateTime dt = QDateTime::fromString(time_str, "dd-MM-yyyy HH:mm:ss");+ BrokerCandle c;+ c.timestamp = dt.isValid() ? dt.toSecsSinceEpoch() * 1000LL : 0LL;+ c.open = o.value("into").toString().toDouble();+ c.high = o.value("inth").toString().toDouble();+ c.low = o.value("intl").toString().toDouble();+ c.close = o.value("intc").toString().toDouble();+ c.volume = o.value("intv").toString().toLongLong();+ candles.append(c);+ }+ }++ return {true, candles, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/shoonya/ShoonyaBroker.h b/fincept-qt/src/trading/brokers/shoonya/ShoonyaBroker.hnew file mode 100644index 000000000..5703d9fd0--- /dev/null+++ b/fincept-qt/src/trading/brokers/shoonya/ShoonyaBroker.h@@ -0,0 +1,78 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++// Credential packing:+// ApiKey = uid (User ID)+// ApiSecret = api_secret (used only to build SHA256 appkey, never sent raw)+// AuthCode = "vendor_code:::totp" (vendor code + 6-digit TOTP)+//+// All requests: application/x-www-form-urlencoded+// Body: jData=<JSON>&jKey=<susertoken> (login: jData=<JSON> only)++class ShoonyaBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Shoonya; }+ const char* name() const override { return "Shoonya"; }+ const char* base_url() const override { return "https://api.shoonya.com/NorenWClientTP"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "shoonya", .display_name = "Shoonya", .region = "IN", .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "USER ID", "Enter User ID...", false},+ {CredentialField::ApiSecret, "API SECRET", "Enter API Secret...", true},+ {CredentialField::AuthCode, "VENDOR:::TOTP", "vendor_code:::6-digit TOTP", false},+ },+ .exchanges = {"NSE", "BSE", "NFO", "BFO", "MCX", "CDS", "NCDEX"},+ .product_types = {+ {"Intraday (I)", ProductType::Intraday},+ {"Delivery (C)", ProductType::Delivery},+ {"Margin (M)", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=false, .default_paper_balance=1000000.0,+ .default_watchlist={"HDFCBANK","ICICIBANK","SBIN","TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE","HINDUNILVR","ITC"},+ .default_symbol="RELIANCE", .default_exchange="NSE",+ .brokerage_info="Zero brokerage",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ // Shoonya uses no auth header — token is passed as jKey form field+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ static QString sh_product(ProductType p);+ static QString sh_order_type(OrderType t);+ static QString sh_status(const QString& s);++ // Build form body: jData=<json>&jKey=<token>+ static QByteArray make_body(const QJsonObject& jdata, const QString& token);+ // Build form body for login (no jKey)+ static QByteArray make_login_body(const QJsonObject& jdata);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/tradier/TradierBroker.cpp b/fincept-qt/src/trading/brokers/tradier/TradierBroker.cppnew file mode 100644index 000000000..bca743d1f--- /dev/null+++ b/fincept-qt/src/trading/brokers/tradier/TradierBroker.cpp@@ -0,0 +1,595 @@+#include "trading/brokers/tradier/TradierBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QUrlQuery>++namespace fincept::trading {++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ---------- Static helpers ----------++QString TradierBroker::base(const BrokerCredentials& creds) {+ // api_secret holds the environment field value+ QString env = creds.api_secret.trimmed().toLower();+ if (env == "sandbox" || env == "paper")+ return "https://sandbox.tradier.com";+ return "https://api.tradier.com";+}++QString TradierBroker::tr_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "market";+ case OrderType::Limit: return "limit";+ case OrderType::StopLoss: return "stop";+ case OrderType::StopLossLimit: return "stop_limit";+ default: return "market";+ }+}++QString TradierBroker::tr_duration(ProductType p) {+ return (p == ProductType::Delivery) ? "gtc" : "day";+}++QJsonArray TradierBroker::normalize_array(const QJsonValue& val) {+ if (val.isArray()) return val.toArray();+ if (val.isObject()) return QJsonArray{val};+ return QJsonArray{};+}++bool TradierBroker::is_token_expired(const BrokerHttpResponse& resp) {+ return (resp.status_code == 401);+}++QString TradierBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ if (is_token_expired(resp)) return "[TOKEN_EXPIRED] Access token is invalid or expired";+ if (!resp.success) return resp.error.isEmpty() ? fallback : resp.error;+ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (doc.isObject()) {+ // {"errors": {"error": "..."}} or {"fault": {"faultstring": "..."}}+ QJsonObject obj = doc.object();+ QString err = obj.value("errors").toObject().value("error").toString();+ if (!err.isEmpty()) return err;+ err = obj.value("fault").toObject().value("faultstring").toString();+ if (!err.isEmpty()) return err;+ }+ return fallback;+}++// ---------- Auth headers ----------++QMap<QString, QString> TradierBroker::auth_headers(const BrokerCredentials& creds) const {+ return {{"Authorization", "Bearer " + creds.access_token},+ {"Accept", "application/json"}};+}++// ---------- exchange_token ----------+// ApiKey = access token, Environment field = "sandbox" or "live"+// Validates via GET /v1/user/profile, extracts account_id → user_id++TokenExchangeResponse TradierBroker::exchange_token(const QString& api_key,+ const QString& api_secret,+ const QString& /*auth_code*/) {+ if (api_key.trimmed().isEmpty())+ return {false, "", "", "", "Access token is required"};++ QString env_base = (api_secret.trimmed().toLower() == "sandbox" ||+ api_secret.trimmed().toLower() == "paper")+ ? "https://sandbox.tradier.com"+ : "https://api.tradier.com";++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ env_base + "/v1/user/profile",+ {{"Authorization", "Bearer " + api_key}, {"Accept", "application/json"}}+ );++ if (!resp.success) {+ if (resp.status_code == 401)+ return {false, "", "", "", "[TOKEN_EXPIRED] Access token is invalid or expired"};+ return {false, "", "", "", "Profile fetch failed: " + resp.error};+ }++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "", "", "Profile: invalid response"};++ QJsonObject profile = doc.object().value("profile").toObject();+ if (profile.isEmpty())+ return {false, "", "", "", "Profile: missing profile object"};++ // account may be object (single) or array (multiple) — take first+ QString account_id;+ QJsonValue acct_val = profile.value("account");+ if (acct_val.isArray()) {+ account_id = acct_val.toArray()[0].toObject().value("account_number").toString();+ } else {+ account_id = acct_val.toObject().value("account_number").toString();+ }++ if (account_id.isEmpty())+ return {false, "", "", "", "Profile: could not find account_number"};++ return {true, api_key, "", account_id, ""};+}++// ---------- place_order ----------+// POST form-encoded to /v1/accounts/{acct}/orders++OrderPlaceResponse TradierBroker::place_order(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ QUrlQuery form;+ form.addQueryItem("class", "equity");+ form.addQueryItem("symbol", order.symbol);+ form.addQueryItem("side", (order.side == OrderSide::Buy) ? "buy" : "sell");+ form.addQueryItem("quantity", QString::number(static_cast<int>(order.quantity)));+ form.addQueryItem("type", tr_order_type(order.order_type));+ form.addQueryItem("duration", tr_duration(order.product_type));+ if (order.price > 0)+ form.addQueryItem("price", QString::number(order.price, 'f', 2));+ if (order.stop_price > 0)+ form.addQueryItem("stop", QString::number(order.stop_price, 'f', 2));+ form.addQueryItem("tag", "fincept");++ QMap<QString, QString> hdrs = auth_headers(creds);+ hdrs["Content-Type"] = "application/x-www-form-urlencoded";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_raw(+ base(creds) + "/v1/accounts/" + acct + "/orders",+ form.toString(QUrl::FullyEncoded).toUtf8(),+ hdrs+ );++ if (!resp.success)+ return {false, "", checked_error(resp, "place_order failed")};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, "", "place_order: invalid response"};++ QJsonObject obj = doc.object();+ QJsonObject order_obj = obj.value("order").toObject();+ if (order_obj.isEmpty() || order_obj.value("status").toString() != "ok")+ return {false, "", checked_error(resp, obj.value("errors").toObject()+ .value("error").toString("place_order failed"))};++ QString order_id = QString::number(order_obj.value("id").toVariant().toLongLong());+ return {true, order_id, ""};+}++// ---------- modify_order ----------++ApiResponse<QJsonObject> TradierBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ int64_t ts = now_ts();+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ QUrlQuery form;+ if (mods.contains("type")) form.addQueryItem("type", mods.value("type").toString());+ if (mods.contains("duration")) form.addQueryItem("duration", mods.value("duration").toString());+ if (mods.contains("price")) form.addQueryItem("price", QString::number(mods.value("price").toDouble(), 'f', 2));+ if (mods.contains("stop")) form.addQueryItem("stop", QString::number(mods.value("stop").toDouble(), 'f', 2));++ QMap<QString, QString> hdrs = auth_headers(creds);+ hdrs["Content-Type"] = "application/x-www-form-urlencoded";++ auto& http = BrokerHttp::instance();+ auto resp = http.put_raw(+ base(creds) + "/v1/accounts/" + acct + "/orders/" + order_id,+ form.toString(QUrl::FullyEncoded).toUtf8(),+ hdrs+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "modify_order: invalid response", ts};++ QJsonObject obj = doc.object();+ if (obj.value("order").toObject().value("status").toString() != "ok")+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};++ return {true, obj, "", ts};+}++// ---------- cancel_order ----------++ApiResponse<QJsonObject> TradierBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ int64_t ts = now_ts();+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.del(+ base(creds) + "/v1/accounts/" + acct + "/orders/" + order_id,+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "cancel_order failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "cancel_order: invalid response", ts};++ return {true, doc.object(), "", ts};+}++// ---------- get_orders ----------++ApiResponse<QVector<BrokerOrderInfo>> TradierBroker::get_orders(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ base(creds) + "/v1/accounts/" + acct + "/orders?includeTags=true",+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_orders: invalid response", ts};++ QJsonValue orders_val = doc.object().value("orders");+ // "null" string means no orders+ if (orders_val.isString())+ return {true, QVector<BrokerOrderInfo>{}, "", ts};++ QJsonArray arr = normalize_array(orders_val.toObject().value("order"));+ QVector<BrokerOrderInfo> orders;+ orders.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = QString::number(o.value("id").toVariant().toLongLong());+ info.symbol = o.value("symbol").toString();+ info.exchange = o.value("exch").toString();+ info.quantity = o.value("quantity").toDouble();+ info.filled_qty = o.value("exec_quantity").toDouble();+ info.price = o.value("price").toDouble();+ info.stop_price = o.value("stop_price").toDouble();+ info.avg_price = o.value("avg_fill_price").toDouble();++ QString st = o.value("status").toString();+ if (st == "filled") info.status = "filled";+ else if (st == "canceled" || st == "expired") info.status = "cancelled";+ else if (st == "rejected" || st == "error") info.status = "rejected";+ else info.status = "open";++ info.side = o.value("side").toString();+ info.order_type = o.value("type").toString();+ info.product_type = o.value("duration").toString();+ info.timestamp = o.value("create_date").toString();+ orders.append(info);+ }++ return {true, orders, "", ts};+}++// ---------- get_trade_book ----------++ApiResponse<QJsonObject> TradierBroker::get_trade_book(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ base(creds) + "/v1/accounts/" + acct + "/orders",+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_trade_book: invalid response", ts};++ return {true, doc.object(), "", ts};+}++// ---------- get_positions ----------++ApiResponse<QVector<BrokerPosition>> TradierBroker::get_positions(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ base(creds) + "/v1/accounts/" + acct + "/positions",+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_positions: invalid response", ts};++ QJsonValue pos_val = doc.object().value("positions");+ if (pos_val.isString())+ return {true, QVector<BrokerPosition>{}, "", ts};++ QJsonArray arr = normalize_array(pos_val.toObject().value("position"));+ QVector<BrokerPosition> positions;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ double qty = o.value("quantity").toDouble();+ if (qty == 0.0) continue;++ BrokerPosition pos;+ pos.symbol = o.value("symbol").toString();+ pos.exchange = "US";+ pos.quantity = qty;+ pos.avg_price = (qty != 0) ? o.value("cost_basis").toDouble() / qty : 0.0;+ pos.side = qty > 0 ? "LONG" : "SHORT";+ positions.append(pos);+ }++ return {true, positions, "", ts};+}++// ---------- get_holdings ----------+// Tradier has no separate holdings — map to positions (long only)++ApiResponse<QVector<BrokerHolding>> TradierBroker::get_holdings(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ base(creds) + "/v1/accounts/" + acct + "/positions",+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_holdings: invalid response", ts};++ QJsonValue pos_val = doc.object().value("positions");+ if (pos_val.isString())+ return {true, QVector<BrokerHolding>{}, "", ts};++ QJsonArray arr = normalize_array(pos_val.toObject().value("position"));+ QVector<BrokerHolding> holdings;++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ double qty = o.value("quantity").toDouble();+ if (qty <= 0.0) continue; // long positions only for holdings++ BrokerHolding h;+ h.symbol = o.value("symbol").toString();+ h.exchange = "US";+ h.quantity = qty;+ h.avg_price = (qty > 0) ? o.value("cost_basis").toDouble() / qty : 0.0;+ h.invested_value = o.value("cost_basis").toDouble();+ holdings.append(h);+ }++ return {true, holdings, "", ts};+}++// ---------- get_funds ----------++ApiResponse<BrokerFunds> TradierBroker::get_funds(const BrokerCredentials& creds) {+ int64_t ts = now_ts();+ QString acct = creds.user_id.isEmpty() ? creds.api_key : creds.user_id;++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ base(creds) + "/v1/accounts/" + acct + "/balances",+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_funds: invalid response", ts};++ QJsonObject bal = doc.object().value("balances").toObject();++ // cash sub-object (present for cash accounts and margin accounts)+ QJsonObject cash_obj = bal.value("cash").toObject();+ QJsonObject margin_obj = bal.value("margin").toObject();++ double cash_available = cash_obj.value("cash_available").toDouble();+ if (cash_available == 0.0)+ cash_available = margin_obj.value("stock_buying_power").toDouble() / 2.0;++ BrokerFunds funds;+ funds.available_balance = cash_available;+ funds.total_balance = bal.value("total_equity").toDouble();+ funds.used_margin = bal.value("total_equity").toDouble()+ - bal.value("total_cash").toDouble()+ + bal.value("market_value").toDouble();+ funds.collateral = margin_obj.value("stock_buying_power").toDouble();++ return {true, funds, "", ts};+}++// ---------- get_quotes ----------+// GET /v1/markets/quotes?symbols=AAPL,MSFT++ApiResponse<QVector<BrokerQuote>> TradierBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ int64_t ts = now_ts();+ if (symbols.isEmpty())+ return {true, QVector<BrokerQuote>{}, "", ts};++ // Strip exchange prefix if present (e.g. "NASDAQ:AAPL" → "AAPL")+ QStringList tickers;+ for (const QString& sym : symbols) {+ tickers.append(sym.contains(':') ? sym.section(':', 1) : sym);+ }++ auto& http = BrokerHttp::instance();+ auto resp = http.get(+ base(creds) + "/v1/markets/quotes?symbols=" + tickers.join(",") + "&greeks=false",+ auth_headers(creds)+ );++ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_quotes failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_quotes: invalid response", ts};++ QJsonArray arr = normalize_array(doc.object().value("quotes").toObject().value("quote"));+ QVector<BrokerQuote> quotes;+ quotes.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerQuote q;+ q.symbol = o.value("symbol").toString();+ q.ltp = o.value("last").toDouble();+ q.open = o.value("open").toDouble();+ q.high = o.value("high").toDouble();+ q.low = o.value("low").toDouble();+ q.close = o.value("prevclose").toDouble(); // prevclose is reliable; close is null during hours+ q.volume = static_cast<int64_t>(o.value("volume").toDouble());+ q.change = o.value("change").toDouble();+ q.change_pct = o.value("change_percentage").toDouble();+ q.timestamp = ts;+ quotes.append(q);+ }++ return {true, quotes, "", ts};+}++// ---------- get_history ----------+// Daily/weekly/monthly: GET /v1/markets/history+// Intraday: GET /v1/markets/timesales++ApiResponse<QVector<BrokerCandle>> TradierBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ int64_t ts = now_ts();++ // Strip exchange prefix+ QString ticker = symbol.contains(':') ? symbol.section(':', 1) : symbol;+ // Also strip conid if present (3-part format)+ if (ticker.contains(':')) ticker = ticker.section(':', 0, 0);++ auto& http = BrokerHttp::instance();+ QVector<BrokerCandle> candles;++ bool is_intraday = (resolution == "1" || resolution == "5" || resolution == "15" ||+ resolution == "1m" || resolution == "5m" || resolution == "15m");++ if (is_intraday) {+ // timesales endpoint+ QString intrv;+ if (resolution == "1" || resolution == "1m") intrv = "1min";+ else if (resolution == "5" || resolution == "5m") intrv = "5min";+ else intrv = "15min";++ // timesales expects datetime format "YYYY-MM-DD HH:MM"+ QString start = from_date + " 09:30";+ QString end = to_date + " 16:00";++ QString url = base(creds) + "/v1/markets/timesales?symbol=" + ticker+ + "&interval=" + intrv+ + "&start=" + QUrl::toPercentEncoding(start)+ + "&end=" + QUrl::toPercentEncoding(end);++ auto resp = http.get(url, auth_headers(creds));+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_history: invalid response", ts};++ QJsonValue series_val = doc.object().value("series");+ if (series_val.isNull() || series_val.isString())+ return {true, candles, "", ts};++ QJsonArray arr = normalize_array(series_val.toObject().value("data"));+ candles.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerCandle c;+ // timesales has both "time" (ISO string) and "timestamp" (epoch seconds)+ c.timestamp = static_cast<int64_t>(o.value("timestamp").toDouble()) * 1000LL;+ c.open = o.value("open").toDouble();+ c.high = o.value("high").toDouble();+ c.low = o.value("low").toDouble();+ c.close = o.value("close").toDouble();+ c.volume = static_cast<int64_t>(o.value("volume").toDouble());+ candles.append(c);+ }++ } else {+ // history endpoint — daily/weekly/monthly+ QString intrv;+ if (resolution == "W" || resolution == "1W") intrv = "weekly";+ else if (resolution == "M" || resolution == "1M") intrv = "monthly";+ else intrv = "daily";++ QString url = base(creds) + "/v1/markets/history?symbol=" + ticker+ + "&interval=" + intrv+ + "&start=" + from_date+ + "&end=" + to_date;++ auto resp = http.get(url, auth_headers(creds));+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};++ QJsonDocument doc = QJsonDocument::fromJson(resp.raw_body.toUtf8());+ if (!doc.isObject())+ return {false, std::nullopt, "get_history: invalid response", ts};++ QJsonValue hist_val = doc.object().value("history");+ if (hist_val.isNull() || hist_val.isString())+ return {true, candles, "", ts};++ QJsonArray arr = normalize_array(hist_val.toObject().value("day"));+ candles.reserve(arr.size());++ for (const QJsonValue& v : arr) {+ QJsonObject o = v.toObject();+ BrokerCandle c;+ // date is "YYYY-MM-DD" string — convert to epoch ms+ QDate d = QDate::fromString(o.value("date").toString(), "yyyy-MM-dd");+ c.timestamp = d.isValid()+ ? static_cast<int64_t>(QDateTime(d, QTime(0,0,0), Qt::UTC).toSecsSinceEpoch()) * 1000LL+ : 0LL;+ c.open = o.value("open").toDouble();+ c.high = o.value("high").toDouble();+ c.low = o.value("low").toDouble();+ c.close = o.value("close").toDouble();+ c.volume = static_cast<int64_t>(o.value("volume").toDouble());+ candles.append(c);+ }+ }++ return {true, candles, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/tradier/TradierBroker.h b/fincept-qt/src/trading/brokers/tradier/TradierBroker.hnew file mode 100644index 000000000..fe69bac0e--- /dev/null+++ b/fincept-qt/src/trading/brokers/tradier/TradierBroker.h@@ -0,0 +1,76 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++// Credential packing:+// ApiKey = access token (from developer.tradier.com)+// Environment = "sandbox" for paper/sandbox, anything else = live+//+// Base URLs:+// Live: https://api.tradier.com+// Sandbox: https://sandbox.tradier.com+//+// exchange_token: validates token via GET /v1/user/profile, fetches account_id+// access_token stored as-is, account_id stored as user_id++class TradierBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Tradier; }+ const char* name() const override { return "Tradier"; }+ const char* base_url() const override { return "https://api.tradier.com/v1"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "tradier", .display_name = "Tradier", .region = "US", .currency = "USD",+ .credential_fields = {+ {CredentialField::ApiKey, "ACCESS TOKEN", "Paste access token from developer.tradier.com", false},+ {CredentialField::Environment, "ENVIRONMENT", "live or sandbox", false},+ },+ .exchanges = {"NYSE", "NASDAQ", "AMEX", "ARCA", "BATS"},+ .product_types = {+ {"Day Order", ProductType::Intraday},+ {"GTC Order", ProductType::Delivery},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=true, .default_paper_balance=100000.0,+ .default_watchlist={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM","V","JNJ"},+ .default_symbol="AAPL", .default_exchange="NASDAQ",+ .brokerage_info="$0 commission (US equities)",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ private:+ // Returns base URL based on environment credential+ static QString base(const BrokerCredentials& creds);+ static QString tr_order_type(OrderType t);+ static QString tr_duration(ProductType p);+ // Tradier returns single object or array — always normalize to array+ static QJsonArray normalize_array(const QJsonValue& val);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/upstox/UpstoxBroker.cpp b/fincept-qt/src/trading/brokers/upstox/UpstoxBroker.cppnew file mode 100644index 000000000..a883a7ce3--- /dev/null+++ b/fincept-qt/src/trading/brokers/upstox/UpstoxBroker.cpp@@ -0,0 +1,537 @@+#include "trading/brokers/upstox/UpstoxBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include "trading/instruments/InstrumentService.h"+#include "core/logging/Logger.h"++#include <QDateTime>+#include <QJsonArray>+#include <QUrl>++namespace fincept::trading {++static int64_t now_ts() { return QDateTime::currentSecsSinceEpoch(); }++// ── Exchange segment mapping ──────────────────────────────────────────────────+// Upstox uses segment codes like NSE_EQ, NSE_FO, BSE_EQ, etc.+static QString upstox_exchange(const QString& exchange) {+ static const QMap<QString, QString> map = {+ {"NSE", "NSE_EQ"},+ {"BSE", "BSE_EQ"},+ {"NFO", "NSE_FO"},+ {"BFO", "BSE_FO"},+ {"CDS", "NSE_CD"},+ {"MCX", "MCX_FO"},+ {"NSE_INDEX", "NSE_INDEX"},+ {"BSE_INDEX", "BSE_INDEX"},+ };+ return map.value(exchange.toUpper(), "NSE_EQ");+}++// Reverse: Upstox segment → canonical exchange+static QString canonical_exchange(const QString& seg) {+ static const QMap<QString, QString> map = {+ {"NSE_EQ", "NSE"},+ {"BSE_EQ", "BSE"},+ {"NSE_FO", "NFO"},+ {"BSE_FO", "BFO"},+ {"NSE_CD", "CDS"},+ {"MCX_FO", "MCX"},+ {"NSE_INDEX", "NSE_INDEX"},+ {"BSE_INDEX", "BSE_INDEX"},+ };+ return map.value(seg, seg);+}++// Build instrument_key: "{segment}|{token}"+// Uses InstrumentService token if available; falls back to "{segment}|{SYMBOL}" (works for EQ quotes)+static QString instrument_key(const QString& symbol, const QString& exchange,+ const QString& broker_id) {+ const QString seg = upstox_exchange(exchange);+ if (!broker_id.isEmpty() && InstrumentService::instance().is_loaded(broker_id)) {+ auto opt = InstrumentService::instance().find(symbol, exchange, broker_id);+ if (opt) {+ return seg + "|" + QString::number(static_cast<qlonglong>(opt->instrument_token));+ }+ }+ // Fallback: Upstox accepts segment|SYMBOL for equities+ return seg + "|" + symbol.toUpper();+}++// ── Product / OrderType mapping ───────────────────────────────────────────────+static const char* upstox_product(ProductType p, const QString& exchange) {+ // Delivery on derivatives → D (NRML equivalent), Intraday → I+ switch (p) {+ case ProductType::Intraday: return "I";+ case ProductType::Delivery: return "D";+ case ProductType::Margin: return "D"; // MTF maps to Delivery segment+ default: return "I";+ }+ (void)exchange;+}++static const char* upstox_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MARKET";+ case OrderType::Limit: return "LIMIT";+ case OrderType::StopLoss: return "SL-M";+ case OrderType::StopLossLimit: return "SL";+ }+ return "MARKET";+}++// Reverse product mapping from Upstox response → display string+static QString rev_product(const QString& seg, const QString& product) {+ if (product == "I") return "Intraday";+ // "D" on derivatives = NRML, on equities = CNC/Delivery+ if (seg == "NSE_FO" || seg == "BSE_FO" || seg == "MCX_FO" || seg == "NSE_CD")+ return "NRML";+ return "Delivery";+}++// ── Token expiry detection ────────────────────────────────────────────────────+bool UpstoxBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 401 || resp.status_code == 403)+ return true;+ // Upstox error responses: {"status":"error","errors":[{"errorCode":"UDAPI100010",...}]}+ // UDAPI100010 / UDAPI100011 = invalid/expired token+ const auto errors = resp.json.value("errors").toArray();+ for (const auto& e : errors) {+ const QString code = e.toObject().value("errorCode").toString();+ if (code.startsWith("UDAPI1000") && (code == "UDAPI100010" || code == "UDAPI100011"))+ return true;+ }+ // Also check message field for "token" keyword as last resort+ const QString msg = resp.json.value("message").toString().toLower();+ if (msg.contains("invalid token") || msg.contains("access token expired"))+ return true;+ return false;+}++QString UpstoxBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ // Prefer first error from errors array, then message, then network error, then fallback+ QString msg;+ const auto errors = resp.json.value("errors").toArray();+ if (!errors.isEmpty())+ msg = errors.first().toObject().value("message").toString();+ if (msg.isEmpty())+ msg = resp.json.value("message").toString();+ if (msg.isEmpty())+ msg = resp.error.isEmpty() ? fallback : resp.error;++ if (is_token_expired(resp))+ return "[TOKEN_EXPIRED] " + msg;+ return msg;+}++// ── History interval mapping ──────────────────────────────────────────────────+// Returns {unit, interval_str, max_days_per_chunk}+struct UpstoxInterval { QString unit; QString interval; int max_days; };+static UpstoxInterval upstox_interval(const QString& resolution) {+ static const QMap<QString, UpstoxInterval> map = {+ {"1", {"minutes", "1", 30}}, {"1m", {"minutes", "1", 30}},+ {"2", {"minutes", "2", 30}}, {"2m", {"minutes", "2", 30}},+ {"3", {"minutes", "3", 30}}, {"3m", {"minutes", "3", 30}},+ {"5", {"minutes", "5", 30}}, {"5m", {"minutes", "5", 30}},+ {"10", {"minutes", "10", 90}}, {"10m", {"minutes", "10", 90}},+ {"15", {"minutes", "15", 90}}, {"15m", {"minutes", "15", 90}},+ {"30", {"minutes", "30", 90}}, {"30m", {"minutes", "30", 90}},+ {"60", {"minutes", "60", 90}}, {"60m", {"minutes", "60", 90}},+ {"1h", {"minutes", "60", 90}},+ {"2h", {"hours", "2", 90}},+ {"4h", {"hours", "4", 90}},+ {"D", {"days", "1", 3650}}, {"1D", {"days", "1", 3650}},+ {"W", {"weeks", "1", 7300}},+ {"M", {"months", "1", 7300}},+ };+ return map.value(resolution, {"days", "1", 3650});+}++// ── Auth headers ──────────────────────────────────────────────────────────────+QMap<QString, QString> UpstoxBroker::auth_headers(const BrokerCredentials& creds) const {+ return {{"Authorization", "Bearer " + creds.access_token},+ {"Content-Type", "application/json"},+ {"Accept", "application/json"}};+}++// ── Token Exchange ─────────────────────────────────────────────────────────────+// POST https://api.upstox.com/v2/login/authorization/token+// Form-encoded: code, client_id, client_secret, redirect_uri, grant_type+TokenExchangeResponse UpstoxBroker::exchange_token(const QString& api_key,+ const QString& api_secret,+ const QString& auth_code) {+ // Upstox requires a registered redirect_uri — use the loopback standard+ const QString redirect_uri = "http://127.0.0.1";++ QMap<QString, QString> form;+ form["code"] = auth_code;+ form["client_id"] = api_key;+ form["client_secret"] = api_secret;+ form["redirect_uri"] = redirect_uri;+ form["grant_type"] = "authorization_code";++ auto& http = BrokerHttp::instance();+ auto resp = http.post_form("https://api.upstox.com/v2/login/authorization/token", form, {});++ if (!resp.success) {+ LOG_ERROR("Upstox", "exchange_token HTTP error: " + resp.error);+ return {false, "", "", "", "", resp.error};+ }++ // Success: {"access_token":"...","extended_token":"...","user_id":"..."}+ if (resp.json.value("status").toString() == "success" ||+ resp.json.contains("access_token")) {+ const QString access = resp.json.value("access_token").toString();+ const QString user = resp.json.value("user_id").toString();+ if (access.isEmpty()) {+ const QString err = checked_error(resp, "Empty access_token in response");+ return {false, "", "", "", "", err};+ }+ LOG_INFO("Upstox", "Token exchange OK, user=" + user);+ return {true, access, /*refresh*/"", user, /*additional*/"", ""};+ }++ const QString err = checked_error(resp, "Token exchange failed");+ LOG_ERROR("Upstox", "exchange_token failed: " + err);+ return {false, "", "", "", "", err};+}++// ── Place Order ───────────────────────────────────────────────────────────────+// POST /v2/order/place+OrderPlaceResponse UpstoxBroker::place_order(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ const QString ikey = instrument_key(order.symbol, order.exchange, creds.broker_id);++ QJsonObject body;+ body["instrument_token"] = ikey;+ body["transaction_type"] = order.side == OrderSide::Buy ? "BUY" : "SELL";+ body["quantity"] = static_cast<int>(order.quantity);+ body["product"] = upstox_product(order.product_type, order.exchange);+ body["order_type"] = upstox_order_type(order.order_type);+ body["validity"] = "DAY";+ body["price"] = order.price;+ body["trigger_price"] = order.stop_price;+ body["disclosed_quantity"] = 0;+ body["is_amo"] = order.amo;++ auto& http = BrokerHttp::instance();+ auto resp = http.post_json("https://api.upstox.com/v2/order/place", body, auth_headers(creds));++ if (!resp.success || resp.json.value("status").toString() != "success") {+ const QString err = checked_error(resp, "place_order failed");+ LOG_ERROR("Upstox", "place_order: " + err);+ return {false, "", err};+ }++ const QString order_id = resp.json.value("data").toObject().value("order_id").toString();+ LOG_INFO("Upstox", "place_order OK: " + order_id);+ return {true, order_id, ""};+}++// ── Modify Order ──────────────────────────────────────────────────────────────+// PUT /v2/order/modify+ApiResponse<QJsonObject> UpstoxBroker::modify_order(const BrokerCredentials& creds,+ const QString& order_id,+ const QJsonObject& mods) {+ QJsonObject body;+ body["order_id"] = order_id;+ body["quantity"] = mods.value("quantity").toInt(0);+ body["price"] = mods.value("price").toDouble(0);+ body["order_type"] = mods.value("order_type").toString("LIMIT");+ body["trigger_price"] = mods.value("trigger_price").toDouble(0);+ body["disclosed_quantity"] = mods.value("disclosed_quantity").toInt(0);+ body["validity"] = "DAY";++ auto& http = BrokerHttp::instance();+ auto resp = http.put_json("https://api.upstox.com/v2/order/modify", body, auth_headers(creds));++ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "modify_order failed"), ts};+ return {true, resp.json.value("data").toObject(), "", ts};+}++// ── Cancel Order ──────────────────────────────────────────────────────────────+// DELETE /v2/order/cancel?order_id={id}+ApiResponse<QJsonObject> UpstoxBroker::cancel_order(const BrokerCredentials& creds,+ const QString& order_id) {+ auto& http = BrokerHttp::instance();+ auto resp = http.del("https://api.upstox.com/v2/order/cancel?order_id=" + order_id,+ auth_headers(creds));++ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "cancel_order failed"), ts};+ return {true, resp.json.value("data").toObject(), "", ts};+}++// ── Get Orders ────────────────────────────────────────────────────────────────+// GET /v2/order/retrieve-all+ApiResponse<QVector<BrokerOrderInfo>> UpstoxBroker::get_orders(const BrokerCredentials& creds) {+ auto& http = BrokerHttp::instance();+ auto resp = http.get("https://api.upstox.com/v2/order/retrieve-all", auth_headers(creds));++ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "get_orders failed"), ts};++ QVector<BrokerOrderInfo> orders;+ const auto arr = resp.json.value("data").toArray();+ orders.reserve(arr.size());+ for (const auto& v : arr) {+ const auto o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("order_id").toString();+ info.symbol = o.value("tradingsymbol").toString();+ info.exchange = canonical_exchange(o.value("exchange").toString());+ info.side = o.value("transaction_type").toString();+ info.order_type = o.value("order_type").toString();+ info.product_type= rev_product(o.value("exchange").toString(), o.value("product").toString());+ info.quantity = o.value("quantity").toDouble();+ info.price = o.value("price").toDouble();+ info.trigger_price = o.value("trigger_price").toDouble();+ info.filled_qty = o.value("filled_quantity").toDouble();+ info.avg_price = o.value("average_price").toDouble();+ info.status = o.value("status").toString();+ info.timestamp = o.value("order_timestamp").toString();+ info.message = o.value("status_message").toString();+ orders.append(info);+ }+ return {true, orders, "", ts};+}++// ── Get Trade Book ────────────────────────────────────────────────────────────+// GET /v2/order/trades/get-trades-for-day+ApiResponse<QJsonObject> UpstoxBroker::get_trade_book(const BrokerCredentials& creds) {+ auto& http = BrokerHttp::instance();+ auto resp = http.get("https://api.upstox.com/v2/order/trades/get-trades-for-day",+ auth_headers(creds));++ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "get_trade_book failed"), ts};+ return {true, resp.json, "", ts};+}++// ── Get Positions ─────────────────────────────────────────────────────────────+// GET /v2/portfolio/short-term-positions+ApiResponse<QVector<BrokerPosition>> UpstoxBroker::get_positions(const BrokerCredentials& creds) {+ auto& http = BrokerHttp::instance();+ auto resp = http.get("https://api.upstox.com/v2/portfolio/short-term-positions",+ auth_headers(creds));++ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "get_positions failed"), ts};++ QVector<BrokerPosition> positions;+ const auto arr = resp.json.value("data").toArray();+ positions.reserve(arr.size());+ for (const auto& v : arr) {+ const auto p = v.toObject();+ const double qty = p.value("quantity").toDouble();+ if (qty == 0.0) continue; // skip flat positions++ BrokerPosition pos;+ pos.symbol = p.value("tradingsymbol").toString();+ pos.exchange = canonical_exchange(p.value("exchange").toString());+ pos.product_type = rev_product(p.value("exchange").toString(), p.value("product").toString());+ pos.quantity = qty;+ pos.avg_price = p.value("average_price").toDouble();+ pos.ltp = p.value("last_price").toDouble();+ pos.pnl = p.value("pnl").toDouble();+ pos.day_pnl = p.value("day_pnl").toDouble();+ pos.side = qty > 0 ? "LONG" : "SHORT";+ if (pos.avg_price > 0)+ pos.pnl_pct = (pos.ltp - pos.avg_price) / pos.avg_price * 100.0;+ positions.append(pos);+ }+ return {true, positions, "", ts};+}++// ── Get Holdings ──────────────────────────────────────────────────────────────+// GET /v2/portfolio/long-term-holdings+ApiResponse<QVector<BrokerHolding>> UpstoxBroker::get_holdings(const BrokerCredentials& creds) {+ auto& http = BrokerHttp::instance();+ auto resp = http.get("https://api.upstox.com/v2/portfolio/long-term-holdings",+ auth_headers(creds));++ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "get_holdings failed"), ts};++ QVector<BrokerHolding> holdings;+ const auto arr = resp.json.value("data").toArray();+ holdings.reserve(arr.size());+ for (const auto& v : arr) {+ const auto h = v.toObject();+ BrokerHolding holding;+ holding.symbol = h.value("tradingsymbol").toString();+ holding.exchange = canonical_exchange(h.value("exchange").toString());+ holding.quantity = h.value("quantity").toDouble();+ holding.avg_price = h.value("average_price").toDouble();+ holding.ltp = h.value("last_price").toDouble();+ holding.pnl = h.value("pnl").toDouble();+ holding.invested_value = holding.quantity * holding.avg_price;+ holding.current_value = holding.quantity * holding.ltp;+ if (holding.avg_price > 0)+ holding.pnl_pct = (holding.ltp - holding.avg_price) / holding.avg_price * 100.0;+ holdings.append(holding);+ }+ return {true, holdings, "", ts};+}++// ── Get Funds ─────────────────────────────────────────────────────────────────+// GET /v2/user/get-funds-and-margin+ApiResponse<BrokerFunds> UpstoxBroker::get_funds(const BrokerCredentials& creds) {+ auto& http = BrokerHttp::instance();+ auto resp = http.get("https://api.upstox.com/v2/user/get-funds-and-margin",+ auth_headers(creds));++ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "get_funds failed"), ts};++ // data has "equity" and "commodity" sub-objects+ const auto data = resp.json.value("data").toObject();+ const auto equity = data.value("equity").toObject();+ const auto commod = data.value("commodity").toObject();++ BrokerFunds funds;+ funds.available_balance = equity.value("available_margin").toDouble()+ + commod.value("available_margin").toDouble();+ funds.used_margin = equity.value("used_margin").toDouble()+ + commod.value("used_margin").toDouble();+ funds.total_balance = funds.available_balance + funds.used_margin;+ funds.raw_data = data;+ return {true, funds, "", ts};+}++// ── Get Quotes ────────────────────────────────────────────────────────────────+// GET /v3/market-quote/ohlc?instrument_key=KEY1,KEY2,...&interval=1d+ApiResponse<QVector<BrokerQuote>> UpstoxBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ if (symbols.isEmpty()) {+ int64_t ts = now_ts();+ return {true, QVector<BrokerQuote>{}, "", ts};+ }++ // Build comma-separated instrument_key list+ QStringList keys;+ keys.reserve(symbols.size());+ for (const auto& sym : symbols) {+ // Support "EXCHANGE:SYMBOL" format+ QString exch = "NSE", s = sym;+ if (sym.contains(':')) {+ exch = sym.section(':', 0, 0);+ s = sym.section(':', 1);+ }+ keys.append(instrument_key(s, exch, creds.broker_id));+ }++ const QString url = "https://api.upstox.com/v3/market-quote/ohlc?instrument_key="+ + keys.join(",") + "&interval=1d";++ auto& http = BrokerHttp::instance();+ auto resp = http.get(url, auth_headers(creds));++ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "get_quotes failed"), ts};++ QVector<BrokerQuote> quotes;+ const auto data = resp.json.value("data").toObject();+ for (auto it = data.begin(); it != data.end(); ++it) {+ const auto entry = it.value().toObject();+ const auto ohlc = entry.value("ohlc").toObject();++ BrokerQuote q;+ // Key is like "NSE_EQ|12345" — extract symbol from instrument key+ const QString key = it.key();+ q.symbol = entry.value("symbol").toString();+ if (q.symbol.isEmpty())+ q.symbol = key.section('|', 1); // fallback: token part+ q.ltp = entry.value("last_price").toDouble();+ q.open = ohlc.value("open").toDouble();+ q.high = ohlc.value("high").toDouble();+ q.low = ohlc.value("low").toDouble();+ q.close = ohlc.value("close").toDouble();+ q.volume = entry.value("volume").toDouble();+ if (q.close > 0)+ q.change_pct = (q.ltp - q.close) / q.close * 100.0;+ q.change = q.ltp - q.close;+ q.timestamp = now_ts();+ quotes.append(q);+ }+ return {true, quotes, "", ts};+}++// ── Get History ───────────────────────────────────────────────────────────────+// GET /v3/historical-candle/{instrument_key}/{unit}/{interval}/{to_date}/{from_date}+ApiResponse<QVector<BrokerCandle>> UpstoxBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ const QString ikey = instrument_key(symbol, "NSE", creds.broker_id);+ const auto iv = upstox_interval(resolution);++ // Chunk the date range if needed (Upstox has per-interval max window limits)+ QDate from = QDate::fromString(from_date, "yyyy-MM-dd");+ QDate to = QDate::fromString(to_date, "yyyy-MM-dd");+ if (!from.isValid()) from = QDate::currentDate().addYears(-1);+ if (!to.isValid()) to = QDate::currentDate();++ auto& http = BrokerHttp::instance();+ QVector<BrokerCandle> all_candles;++ QDate chunk_end = to;+ while (chunk_end >= from) {+ QDate chunk_start = chunk_end.addDays(-iv.max_days + 1);+ if (chunk_start < from) chunk_start = from;++ const QString url = QString("https://api.upstox.com/v3/historical-candle/%1/%2/%3/%4/%5")+ .arg(QString(QUrl::toPercentEncoding(ikey)))+ .arg(iv.unit)+ .arg(iv.interval)+ .arg(chunk_end.toString("yyyy-MM-dd"))+ .arg(chunk_start.toString("yyyy-MM-dd"));++ auto resp = http.get(url, auth_headers(creds));+ if (!resp.success || resp.json.value("status").toString() != "success") {+ if (all_candles.isEmpty()) {+ int64_t ts = now_ts();+ return {false, std::nullopt, checked_error(resp, "get_history failed"), ts};+ }+ break; // partial result is still useful+ }++ // data.candles: [[timestamp, open, high, low, close, volume, oi], ...]+ const auto candles = resp.json.value("data").toObject().value("candles").toArray();+ for (const auto& cv : candles) {+ const auto c = cv.toArray();+ if (c.size() < 6) continue;+ BrokerCandle candle;+ // Upstox returns ISO8601 timestamp string+ candle.timestamp = QDateTime::fromString(c[0].toString(), Qt::ISODate).toSecsSinceEpoch();+ candle.open = c[1].toDouble();+ candle.high = c[2].toDouble();+ candle.low = c[3].toDouble();+ candle.close = c[4].toDouble();+ candle.volume = c[5].toDouble();+ all_candles.append(candle);+ }++ chunk_end = chunk_start.addDays(-1);+ }++ // Sort ascending by timestamp (chunks fetched newest-first)+ std::sort(all_candles.begin(), all_candles.end(),+ [](const BrokerCandle& a, const BrokerCandle& b) {+ return a.timestamp < b.timestamp;+ });++ int64_t ts = now_ts();+ return {true, all_candles, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/upstox/UpstoxBroker.h b/fincept-qt/src/trading/brokers/upstox/UpstoxBroker.hnew file mode 100644index 000000000..79b42cf16--- /dev/null+++ b/fincept-qt/src/trading/brokers/upstox/UpstoxBroker.h@@ -0,0 +1,59 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++class UpstoxBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Upstox; }+ const char* name() const override { return "Upstox"; }+ const char* base_url() const override { return "https://api.upstox.com/v2"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "upstox", .display_name = "Upstox", .region = "IN", .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "API KEY", "Enter API Key...", false},+ {CredentialField::ApiSecret, "API SECRET", "Enter API Secret...",true},+ {CredentialField::AuthCode, "AUTH CODE", "Paste auth code...", false},+ },+ .exchanges = {"NSE","BSE","NFO","CDS","BFO","MCX"},+ .product_types = {+ {"Intraday (I)", ProductType::Intraday},+ {"Delivery (D)", ProductType::Delivery},+ {"Margin (MTF)", ProductType::Margin},+ },+ .supports_intraday=true, .supports_bracket_order=false, .supports_cover_order=false,+ .has_native_paper=false, .default_paper_balance=1000000.0,+ .default_watchlist={"HDFCBANK","ICICIBANK","SBIN","TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE","HINDUNILVR","ITC"},+ .default_symbol="RELIANCE", .default_exchange="NSE",+ .brokerage_info="\u20B920/order flat",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ static bool is_token_expired(const BrokerHttpResponse& resp);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/zerodha/ZerodhaBroker.cpp b/fincept-qt/src/trading/brokers/zerodha/ZerodhaBroker.cppnew file mode 100644index 000000000..bc577ad07--- /dev/null+++ b/fincept-qt/src/trading/brokers/zerodha/ZerodhaBroker.cpp@@ -0,0 +1,589 @@+#include "trading/brokers/zerodha/ZerodhaBroker.h"+#include "trading/brokers/BrokerHttp.h"+#include "trading/instruments/InstrumentService.h"+#include "core/logging/Logger.h"++#include <QCryptographicHash>+#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>++namespace fincept::trading {++static int64_t now_ts() {+ return QDateTime::currentSecsSinceEpoch();+}++QMap<QString, QString> ZerodhaBroker::auth_headers(const BrokerCredentials& creds) const {+ return {{"Authorization", "token " + creds.api_key + ":" + creds.access_token},+ {"X-Kite-Version", kite_api_version}};+}++const char* ZerodhaBroker::zerodha_order_type(OrderType t) {+ switch (t) {+ case OrderType::Market: return "MARKET";+ case OrderType::Limit: return "LIMIT";+ case OrderType::StopLoss: return "SL-M";+ case OrderType::StopLossLimit: return "SL";+ }+ return "MARKET";+}+const char* ZerodhaBroker::zerodha_product(ProductType p) {+ switch (p) {+ case ProductType::Intraday: return "MIS";+ case ProductType::Delivery: return "CNC";+ case ProductType::Margin: return "NRML";+ default: return "MIS";+ }+}+const char* ZerodhaBroker::zerodha_side(OrderSide s) {+ return s == OrderSide::Buy ? "BUY" : "SELL";+}+const char* ZerodhaBroker::zerodha_variety(ProductType p) {+ switch (p) {+ case ProductType::CoverOrder: return "co";+ case ProductType::BracketOrder: return "bo";+ default: return "regular";+ }+}++QString ZerodhaBroker::zerodha_interval(const QString& resolution) {+ static const QMap<QString, QString> map = {+ {"1", "minute"}, {"1m", "minute"},+ {"3", "3minute"}, {"3m", "3minute"},+ {"5", "5minute"}, {"5m", "5minute"},+ {"10", "10minute"},{"10m", "10minute"},+ {"15", "15minute"},{"15m", "15minute"},+ {"30", "30minute"},{"30m", "30minute"},+ {"60", "60minute"},{"60m", "60minute"},{"1h", "60minute"},+ {"D", "day"}, {"1D", "day"}, {"day","day"},+ {"W", "week"}, {"1W", "week"}, {"week","week"},+ {"2h", "2hour"}, {"2H", "2hour"},+ {"3d", "3day"}, {"3D", "3day"},+ };+ return map.value(resolution, "day");+}++bool ZerodhaBroker::is_token_expired(const BrokerHttpResponse& resp) {+ if (resp.status_code == 403)+ return true;+ // Zerodha also returns 200 with error_type "TokenException" in some cases+ if (resp.json.value("error_type").toString() == "TokenException")+ return true;+ return false;+}++// Returns the error message, prefixed "[TOKEN_EXPIRED] " when the token has expired.+// Covers both JSON-body errors (status != success) and network/HTTP errors (!resp.success).+QString ZerodhaBroker::checked_error(const BrokerHttpResponse& resp, const QString& fallback) {+ // Prefer message from JSON body; fall back to network-level error or caller's fallback+ QString msg = resp.json.value("message").toString(+ resp.error.isEmpty() ? fallback : resp.error);+ if (is_token_expired(resp))+ return "[TOKEN_EXPIRED] " + msg;+ return msg;+}++TokenExchangeResponse ZerodhaBroker::exchange_token(const QString& api_key, const QString& api_secret,+ const QString& request_token) {+ QByteArray input = (api_key + request_token + api_secret).toUtf8();+ QString checksum = QCryptographicHash::hash(input, QCryptographicHash::Sha256).toHex();++ QMap<QString, QString> params = {+ {"api_key", api_key},+ {"request_token", request_token},+ {"checksum", checksum}+ };+ QMap<QString, QString> headers = {{"X-Kite-Version", kite_api_version}};+ auto resp = BrokerHttp::instance().post_form(QString(base_url()) + "/session/token", params, headers);++ TokenExchangeResponse result;+ if (!resp.success) {+ result.error = resp.error;+ return result;+ }+ if (resp.json.value("status").toString() == "success") {+ auto data = resp.json.value("data").toObject();+ result.success = true;+ result.access_token = data.value("access_token").toString();+ result.refresh_token = data.value("refresh_token").toString();+ result.user_id = data.value("user_id").toString();+ } else {+ result.error = resp.json.value("message").toString("Token exchange failed");+ }+ return result;+}++OrderPlaceResponse ZerodhaBroker::place_order(const BrokerCredentials& creds, const UnifiedOrder& order) {+ QString variety = zerodha_variety(order.product_type);+ QMap<QString, QString> params = {+ {"tradingsymbol", order.symbol},+ {"exchange", order.exchange},+ {"transaction_type", zerodha_side(order.side)},+ {"order_type", zerodha_order_type(order.order_type)},+ {"quantity", QString::number(static_cast<int>(order.quantity))},+ {"product", zerodha_product(order.product_type)},+ {"validity", order.validity.isEmpty() ? "DAY" : order.validity},+ {"disclosed_quantity","0"},+ {"tag", "fincept"},+ };+ if (order.price > 0)+ params["price"] = QString::number(order.price, 'f', 2);+ if (order.stop_price > 0)+ params["trigger_price"] = QString::number(order.stop_price, 'f', 2);++ auto resp = BrokerHttp::instance().post_form(+ QString("%1/orders/%2").arg(base_url(), variety), params, auth_headers(creds));++ OrderPlaceResponse result;+ if (!resp.success || resp.json.value("status").toString() != "success") {+ result.error = checked_error(resp, "Order placement failed");+ return result;+ }+ result.success = true;+ result.order_id = resp.json.value("data").toObject().value("order_id").toString();+ return result;+}++ApiResponse<QJsonObject> ZerodhaBroker::modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) {+ QString variety = mods.value("variety").toString("regular");+ QMap<QString, QString> params;+ if (mods.contains("order_type")) params["order_type"] = mods.value("order_type").toString();+ if (mods.contains("quantity")) params["quantity"] = mods.value("quantity").toString();+ if (mods.contains("price")) params["price"] = mods.value("price").toString();+ if (mods.contains("trigger_price")) params["trigger_price"] = mods.value("trigger_price").toString();+ if (mods.contains("disclosed_quantity"))params["disclosed_quantity"] = mods.value("disclosed_quantity").toString();+ params["validity"] = mods.value("validity").toString("DAY");++ auto resp = BrokerHttp::instance().put_form(+ QString("%1/orders/%2/%3").arg(base_url(), variety, order_id), params, auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "Modify failed"), ts};+ return {true, resp.json, "", ts};+}++ApiResponse<QJsonObject> ZerodhaBroker::cancel_order(const BrokerCredentials& creds, const QString& order_id) {+ QString variety = "regular";+ if (!creds.additional_data.isEmpty()) {+ auto ad = QJsonDocument::fromJson(creds.additional_data.toUtf8()).object();+ auto v = ad.value("variety").toString();+ if (!v.isEmpty()) variety = v;+ }+ auto resp = BrokerHttp::instance().del(+ QString("%1/orders/%2/%3").arg(base_url(), variety, order_id), auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "Cancel failed"), ts};+ return {true, resp.json, "", ts};+}++ApiResponse<QVector<BrokerOrderInfo>> ZerodhaBroker::get_orders(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/orders", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, resp.error), ts};+ QVector<BrokerOrderInfo> orders;+ auto arr = resp.json.value("data").toArray();+ for (const auto& v : arr) {+ auto o = v.toObject();+ BrokerOrderInfo info;+ info.order_id = o.value("order_id").toString();+ info.symbol = o.value("tradingsymbol").toString();+ info.exchange = o.value("exchange").toString();+ info.side = o.value("transaction_type").toString();+ info.order_type = o.value("order_type").toString();+ info.product_type = o.value("product").toString();+ info.quantity = o.value("quantity").toDouble();+ info.price = o.value("price").toDouble();+ info.trigger_price = o.value("trigger_price").toDouble();+ info.filled_qty = o.value("filled_quantity").toDouble();+ info.avg_price = o.value("average_price").toDouble();+ info.status = o.value("status").toString();+ info.timestamp = o.value("order_timestamp").toString();+ info.message = o.value("status_message").toString();+ orders.append(info);+ }+ return {true, orders, "", ts};+}++ApiResponse<QJsonObject> ZerodhaBroker::get_trade_book(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/trades", auth_headers(creds));+ int64_t ts = now_ts();+ return resp.success ? ApiResponse<QJsonObject>{true, resp.json, "", ts}+ : ApiResponse<QJsonObject>{false, std::nullopt, checked_error(resp, resp.error), ts};+}++ApiResponse<QVector<BrokerPosition>> ZerodhaBroker::get_positions(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/portfolio/positions", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, resp.error), ts};+ QVector<BrokerPosition> positions;+ auto net = resp.json.value("data").toObject().value("net").toArray();+ for (const auto& v : net) {+ auto p = v.toObject();+ BrokerPosition pos;+ pos.symbol = p.value("tradingsymbol").toString();+ pos.exchange = p.value("exchange").toString();+ pos.product_type = p.value("product").toString();+ pos.quantity = p.value("quantity").toDouble();+ pos.avg_price = p.value("average_price").toDouble();+ pos.ltp = p.value("last_price").toDouble();+ pos.pnl = p.value("pnl").toDouble();+ pos.day_pnl = p.value("m2m_pnl").toDouble();+ pos.side = pos.quantity >= 0 ? "BUY" : "SELL";+ double cost = std::abs(pos.avg_price * pos.quantity);+ pos.pnl_pct = cost > 0 ? (pos.pnl / cost) * 100.0 : 0.0;+ positions.append(pos);+ }+ return {true, positions, "", ts};+}++ApiResponse<QVector<BrokerHolding>> ZerodhaBroker::get_holdings(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/portfolio/holdings", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, resp.error), ts};+ QVector<BrokerHolding> holdings;+ auto arr = resp.json.value("data").toArray();+ for (const auto& v : arr) {+ auto h = v.toObject();+ BrokerHolding hold;+ hold.symbol = h.value("tradingsymbol").toString();+ hold.exchange = h.value("exchange").toString();+ hold.quantity = h.value("quantity").toDouble();+ hold.avg_price = h.value("average_price").toDouble();+ hold.ltp = h.value("last_price").toDouble();+ hold.invested_value = hold.quantity * hold.avg_price;+ hold.current_value = hold.quantity * hold.ltp;+ hold.pnl = h.value("pnl").toDouble();+ hold.pnl_pct = hold.avg_price > 0+ ? ((hold.ltp - hold.avg_price) / hold.avg_price) * 100.0+ : 0.0;+ holdings.append(hold);+ }+ return {true, holdings, "", ts};+}++ApiResponse<BrokerFunds> ZerodhaBroker::get_funds(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(QString(base_url()) + "/user/margins", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, resp.error), ts};+ auto data = resp.json.value("data").toObject();+ auto equity = data.value("equity").toObject();+ auto commod = data.value("commodity").toObject();+ BrokerFunds funds;+ funds.available_balance = equity.value("net").toDouble()+ + commod.value("net").toDouble();+ funds.used_margin = equity.value("utilised").toObject().value("debits").toDouble()+ + commod.value("utilised").toObject().value("debits").toDouble();+ funds.collateral = equity.value("available").toObject().value("collateral").toDouble()+ + commod.value("available").toObject().value("collateral").toDouble();+ funds.total_balance = funds.available_balance + funds.used_margin;+ funds.raw_data = resp.json;+ return {true, funds, "", ts};+}++ApiResponse<QVector<BrokerQuote>> ZerodhaBroker::get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) {+ QString query;+ for (const auto& sym : symbols) {+ if (!query.isEmpty()) query += "&i=";+ query += sym.contains(':') ? sym : ("NSE:" + sym);+ }+ auto resp = BrokerHttp::instance().get(+ QString(base_url()) + "/quote?i=" + query, auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, resp.error), ts};+ QVector<BrokerQuote> quotes;+ auto data = resp.json.value("data").toObject();+ for (auto it = data.constBegin(); it != data.constEnd(); ++it) {+ auto q_obj = it.value().toObject();+ BrokerQuote q;+ q.symbol = it.key();+ q.ltp = q_obj.value("last_price").toDouble();+ auto ohlc = q_obj.value("ohlc").toObject();+ q.open = ohlc.value("open").toDouble();+ q.high = ohlc.value("high").toDouble();+ q.low = ohlc.value("low").toDouble();+ q.close = ohlc.value("close").toDouble();+ q.volume = q_obj.value("volume").toDouble();+ q.change = q_obj.value("net_change").toDouble();+ q.change_pct = q.close > 0 ? (q.change / q.close) * 100.0 : 0.0;+ auto depth = q_obj.value("depth").toObject();+ auto buy0 = depth.value("buy").toArray().first().toObject();+ auto sell0 = depth.value("sell").toArray().first().toObject();+ q.bid = buy0.value("price").toDouble();+ q.bid_size = buy0.value("quantity").toDouble();+ q.ask = sell0.value("price").toDouble();+ q.ask_size = sell0.value("quantity").toDouble();+ quotes.append(q);+ }+ return {true, quotes, "", ts};+}++ApiResponse<QVector<BrokerCandle>> ZerodhaBroker::get_history(const BrokerCredentials& creds,+ const QString& symbol,+ const QString& resolution,+ const QString& from_date,+ const QString& to_date) {+ QString token;++ QString lookup_exchange = "NSE";+ QString lookup_symbol = symbol;+ if (symbol.contains(':')) {+ lookup_exchange = symbol.section(':', 0, 0);+ lookup_symbol = symbol.section(':', 1);+ }+ auto svc_token = InstrumentService::instance().instrument_token(lookup_symbol, lookup_exchange, "zerodha");+ if (svc_token.has_value())+ token = QString::number(svc_token.value());++ if (token.isEmpty() && !creds.additional_data.isEmpty()) {+ auto ad = QJsonDocument::fromJson(creds.additional_data.toUtf8()).object();+ token = ad.value("instrument_token").toString();+ }++ if (token.isEmpty()) {+ return {false, std::nullopt,+ "Zerodha get_history: instrument_token not found for " + symbol ++ ". Call InstrumentService::refresh() first.", now_ts()};+ }++ QString interval = zerodha_interval(resolution);+ QString url = QString("%1/instruments/historical/%2/%3?from=%4&to=%5&continuous=0&oi=1")+ .arg(base_url(), token, interval, from_date, to_date);+ auto resp = BrokerHttp::instance().get(url, auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success)+ return {false, std::nullopt, checked_error(resp, resp.error), ts};++ QVector<BrokerCandle> candles;+ auto arr = resp.json.value("data").toObject().value("candles").toArray();+ for (const auto& v : arr) {+ auto c = v.toArray();+ if (c.size() < 6) continue;+ qint64 epoch = QDateTime::fromString(c[0].toString(), Qt::ISODateWithMs).toSecsSinceEpoch();+ if (epoch == 0)+ epoch = QDateTime::fromString(c[0].toString(), Qt::ISODate).toSecsSinceEpoch();+ candles.append({epoch, c[1].toDouble(), c[2].toDouble(),+ c[3].toDouble(), c[4].toDouble(), c[5].toDouble()});+ }+ return {true, candles, "", ts};+}++// ============================================================================+// Margin Calculator — Zerodha /margins endpoints+// ============================================================================++// Serialise a UnifiedOrder into the JSON leg format Zerodha expects for margin APIs.+static QJsonObject order_to_margin_leg(const UnifiedOrder& o) {+ QJsonObject leg;+ leg["exchange"] = o.exchange;+ leg["tradingsymbol"] = o.symbol;+ leg["transaction_type"] = (o.side == OrderSide::Buy) ? "BUY" : "SELL";+ leg["variety"] = "regular";+ leg["product"] = (o.product_type == ProductType::Intraday) ? "MIS"+ : (o.product_type == ProductType::Margin) ? "NRML" : "CNC";+ leg["order_type"] = (o.order_type == OrderType::Market) ? "MARKET"+ : (o.order_type == OrderType::StopLoss) ? "SL-M"+ : (o.order_type == OrderType::StopLossLimit) ? "SL" : "LIMIT";+ leg["quantity"] = int(o.quantity);+ leg["price"] = o.price;+ leg["trigger_price"] = o.stop_price;+ return leg;+}++// Parse a single margin object from Zerodha's response.+static OrderMargin parse_order_margin(const QJsonObject& m) {+ OrderMargin r;+ r.symbol = m.value("tradingsymbol").toString();+ r.exchange = m.value("exchange").toString();+ r.side = m.value("transaction_type").toString();+ r.quantity = m.value("quantity").toDouble();+ r.price = m.value("price").toDouble();+ r.total = m.value("total").toDouble();+ r.var_margin = m.value("var").toDouble();+ r.elm = m.value("elm").toDouble();+ r.additional = m.value("additional").toDouble();+ r.bo_margin = m.value("bo").toDouble();+ r.cash = m.value("cash").toDouble();+ r.pnl = m.value("pnl").toDouble();+ r.leverage = m.value("leverage").toDouble();+ r.error = m.value("error").toString();+ return r;+}++ApiResponse<OrderMargin> ZerodhaBroker::get_order_margins(const BrokerCredentials& creds,+ const UnifiedOrder& order) {+ QJsonArray arr;+ arr.append(order_to_margin_leg(order));++ auto resp = BrokerHttp::instance().post_json(+ QString(base_url()) + "/margins/orders", QJsonObject{{"orders", arr}},+ auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "Margin calculation failed"), ts};++ auto data = resp.json.value("data").toArray();+ if (data.isEmpty())+ return {false, std::nullopt, "Empty margin response", ts};+ return {true, parse_order_margin(data.first().toObject()), "", ts};+}++ApiResponse<BasketMargin> ZerodhaBroker::get_basket_margins(const BrokerCredentials& creds,+ const QVector<UnifiedOrder>& orders) {+ QJsonArray arr;+ for (const auto& o : orders)+ arr.append(order_to_margin_leg(o));++ // mode=compact returns per-order breakdown + netting+ QJsonObject payload;+ payload["orders"] = arr;+ payload["mode"] = "compact";++ auto resp = BrokerHttp::instance().post_json(+ QString(base_url()) + "/margins/basket", payload, auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "Basket margin calculation failed"), ts};++ auto data = resp.json.value("data").toObject();+ BasketMargin bm;+ bm.initial_margin = data.value("initial").toDouble();+ bm.final_margin = data.value("final").toDouble();+ for (const auto& v : data.value("orders").toArray())+ bm.orders.append(parse_order_margin(v.toObject()));+ return {true, bm, "", ts};+}++// ============================================================================+// GTT (Good Till Triggered) — Zerodha /gtt/triggers endpoints+// ============================================================================++// Build the JSON body required by Zerodha's GTT create/modify API.+// Zerodha expects:+// type : "single" | "two-leg"+// tradingsymbol: broker native symbol+// exchange : "NSE" / "BSE" / etc.+// trigger_values: [price] for single, [stoploss_price, target_price] for two-leg+// last_price : LTP at time of GTT creation+// orders : array of order objects (one per leg)+static QJsonObject build_gtt_body(const GttOrder& g) {+ QString type = (g.type == GttOrderType::OCO) ? "two-leg" : "single";++ QJsonArray trigger_values;+ QJsonArray orders;+ for (const auto& t : g.triggers) {+ trigger_values.append(t.trigger_price);+ QJsonObject leg;+ leg["exchange"] = g.exchange;+ leg["tradingsymbol"] = g.symbol;+ leg["transaction_type"] = (t.side == OrderSide::Buy) ? "BUY" : "SELL";+ leg["quantity"] = int(t.quantity);+ leg["order_type"] = (t.order_type == OrderType::Market) ? "MARKET" : "LIMIT";+ leg["product"] = (t.product == ProductType::Intraday) ? "MIS" : "CNC";+ leg["price"] = t.limit_price;+ orders.append(leg);+ }++ QJsonObject body;+ body["type"] = type;+ body["tradingsymbol"] = g.symbol;+ body["exchange"] = g.exchange;+ body["trigger_values"] = trigger_values;+ body["last_price"] = g.last_price;+ body["orders"] = orders;+ return body;+}++// Parse a single GTT object from Zerodha's JSON response.+static GttOrder parse_gtt(const QJsonObject& o) {+ GttOrder g;+ g.gtt_id = QString::number(o.value("id").toInt());+ g.symbol = o.value("tradingsymbol").toString();+ g.exchange = o.value("exchange").toString();+ g.status = o.value("status").toString();+ g.created_at = o.value("created_at").toString();+ g.updated_at = o.value("updated_at").toString();+ g.last_price = o.value("condition").toObject().value("last_price").toDouble();++ QString type = o.value("type").toString();+ g.type = (type == "two-leg") ? GttOrderType::OCO : GttOrderType::Single;++ auto tv = o.value("condition").toObject().value("trigger_values").toArray();+ auto ords = o.value("orders").toArray();+ for (int i = 0; i < ords.size(); ++i) {+ auto leg = ords[i].toObject();+ GttTrigger t;+ t.trigger_price = (i < tv.size()) ? tv[i].toDouble() : 0.0;+ t.limit_price = leg.value("price").toDouble();+ t.quantity = leg.value("quantity").toDouble();+ t.side = (leg.value("transaction_type").toString() == "BUY")+ ? OrderSide::Buy : OrderSide::Sell;+ t.order_type = (leg.value("order_type").toString() == "MARKET")+ ? OrderType::Market : OrderType::Limit;+ t.product = (leg.value("product").toString() == "MIS")+ ? ProductType::Intraday : ProductType::Delivery;+ g.triggers.append(t);+ }+ return g;+}++GttPlaceResponse ZerodhaBroker::gtt_place(const BrokerCredentials& creds, const GttOrder& order) {+ auto resp = BrokerHttp::instance().post_json(+ QString(base_url()) + "/gtt/triggers", build_gtt_body(order), auth_headers(creds));+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, "", checked_error(resp, "GTT place failed")};+ QString id = QString::number(+ resp.json.value("data").toObject().value("trigger_id").toInt());+ return {true, id, ""};+}++ApiResponse<GttOrder> ZerodhaBroker::gtt_get(const BrokerCredentials& creds, const QString& gtt_id) {+ auto resp = BrokerHttp::instance().get(+ QString("%1/gtt/triggers/%2").arg(base_url(), gtt_id), auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "GTT get failed"), ts};+ return {true, parse_gtt(resp.json.value("data").toObject()), "", ts};+}++ApiResponse<QVector<GttOrder>> ZerodhaBroker::gtt_list(const BrokerCredentials& creds) {+ auto resp = BrokerHttp::instance().get(+ QString(base_url()) + "/gtt/triggers", auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "GTT list failed"), ts};+ QVector<GttOrder> result;+ for (const auto& v : resp.json.value("data").toArray())+ result.append(parse_gtt(v.toObject()));+ return {true, result, "", ts};+}++ApiResponse<GttOrder> ZerodhaBroker::gtt_modify(const BrokerCredentials& creds, const QString& gtt_id,+ const GttOrder& updated) {+ auto resp = BrokerHttp::instance().put_json(+ QString("%1/gtt/triggers/%2").arg(base_url(), gtt_id),+ build_gtt_body(updated), auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "GTT modify failed"), ts};+ return {true, parse_gtt(resp.json.value("data").toObject()), "", ts};+}++ApiResponse<QJsonObject> ZerodhaBroker::gtt_cancel(const BrokerCredentials& creds, const QString& gtt_id) {+ auto resp = BrokerHttp::instance().del(+ QString("%1/gtt/triggers/%2").arg(base_url(), gtt_id), auth_headers(creds));+ int64_t ts = now_ts();+ if (!resp.success || resp.json.value("status").toString() != "success")+ return {false, std::nullopt, checked_error(resp, "GTT cancel failed"), ts};+ return {true, resp.json, "", ts};+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/brokers/zerodha/ZerodhaBroker.h b/fincept-qt/src/trading/brokers/zerodha/ZerodhaBroker.hnew file mode 100644index 000000000..f40e76d2e--- /dev/null+++ b/fincept-qt/src/trading/brokers/zerodha/ZerodhaBroker.h@@ -0,0 +1,94 @@+#pragma once+#include "trading/BrokerInterface.h"+#include "trading/brokers/BrokerHttp.h"++namespace fincept::trading {++class ZerodhaBroker : public IBroker {+ public:+ BrokerId id() const override { return BrokerId::Zerodha; }+ const char* name() const override { return "Zerodha"; }+ const char* base_url() const override { return "https://api.kite.trade"; }+ const char* ws_adapter_name() const override { return "zerodha"; }++ BrokerProfile profile() const override {+ return BrokerProfile{+ .id = "zerodha",+ .display_name = "Zerodha",+ .region = "IN",+ .currency = "INR",+ .credential_fields = {+ {CredentialField::ApiKey, "API KEY", "Enter API Key...", false},+ {CredentialField::ApiSecret, "API SECRET", "Enter API Secret...", true},+ {CredentialField::AuthCode, "REQUEST TOKEN","Paste request_token...", false},+ },+ .exchanges = {"NSE", "BSE", "NFO", "CDS"},+ .product_types = {+ {"Intraday (MIS)", ProductType::Intraday},+ {"Delivery (CNC)", ProductType::Delivery},+ {"Margin (NRML)", ProductType::Margin},+ {"Cover Order", ProductType::CoverOrder},+ {"Bracket Order", ProductType::BracketOrder},+ },+ .supports_intraday = true,+ .supports_bracket_order = true,+ .supports_cover_order = true,+ .has_native_paper = false,+ .default_paper_balance = 1000000.0,+ .default_watchlist = {"HDFCBANK","ICICIBANK","SBIN","KOTAKBANK","AXISBANK",+ "TCS","INFY","RELIANCE","TATAMOTORS","BAJFINANCE"},+ .default_symbol = "RELIANCE",+ .default_exchange = "NSE",+ .brokerage_info = "\u20B920/order or 0.03% intraday, 0% delivery",+ };+ }++ TokenExchangeResponse exchange_token(const QString& api_key, const QString& api_secret,+ const QString& auth_code) override;+ OrderPlaceResponse place_order(const BrokerCredentials& creds, const UnifiedOrder& order) override;+ ApiResponse<QJsonObject> modify_order(const BrokerCredentials& creds, const QString& order_id,+ const QJsonObject& mods) override;+ ApiResponse<QJsonObject> cancel_order(const BrokerCredentials& creds, const QString& order_id) override;+ ApiResponse<QVector<BrokerOrderInfo>> get_orders(const BrokerCredentials& creds) override;+ ApiResponse<QJsonObject> get_trade_book(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerPosition>> get_positions(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerHolding>> get_holdings(const BrokerCredentials& creds) override;+ ApiResponse<BrokerFunds> get_funds(const BrokerCredentials& creds) override;+ ApiResponse<QVector<BrokerQuote>> get_quotes(const BrokerCredentials& creds,+ const QVector<QString>& symbols) override;+ ApiResponse<QVector<BrokerCandle>> get_history(const BrokerCredentials& creds, const QString& symbol,+ const QString& resolution, const QString& from_date,+ const QString& to_date) override;++ // --- Margin ---+ ApiResponse<OrderMargin> get_order_margins(const BrokerCredentials& creds,+ const UnifiedOrder& order) override;+ ApiResponse<BasketMargin> get_basket_margins(const BrokerCredentials& creds,+ const QVector<UnifiedOrder>& orders) override;++ // --- GTT ---+ GttPlaceResponse gtt_place(const BrokerCredentials& creds, const GttOrder& order) override;+ ApiResponse<GttOrder> gtt_get(const BrokerCredentials& creds, const QString& gtt_id) override;+ ApiResponse<QVector<GttOrder>> gtt_list(const BrokerCredentials& creds) override;+ ApiResponse<GttOrder> gtt_modify(const BrokerCredentials& creds, const QString& gtt_id,+ const GttOrder& updated) override;+ ApiResponse<QJsonObject> gtt_cancel(const BrokerCredentials& creds, const QString& gtt_id) override;++ protected:+ QMap<QString, QString> auth_headers(const BrokerCredentials& creds) const override;++ /// Returns true if the HTTP response indicates an expired/invalid access token.+ /// Zerodha returns HTTP 403 with error_type "TokenException" for expired tokens.+ static bool is_token_expired(const BrokerHttpResponse& resp);++ private:+ static constexpr const char* kite_api_version = "3";+ static const char* zerodha_order_type(OrderType t);+ static const char* zerodha_product(ProductType p);+ static const char* zerodha_side(OrderSide s);+ static const char* zerodha_variety(ProductType p);+ static QString zerodha_interval(const QString& resolution);+ static QString checked_error(const BrokerHttpResponse& resp, const QString& fallback);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/instruments/InstrumentRepository.cpp b/fincept-qt/src/trading/instruments/InstrumentRepository.cppnew file mode 100644index 000000000..af3f2c618--- /dev/null+++ b/fincept-qt/src/trading/instruments/InstrumentRepository.cpp@@ -0,0 +1,168 @@+#include "trading/instruments/InstrumentRepository.h"++#include "core/logging/Logger.h"++#include <QSqlQuery>++namespace fincept::trading {++InstrumentRepository& InstrumentRepository::instance() {+ static InstrumentRepository inst;+ return inst;+}++// ── Row mapper ────────────────────────────────────────────────────────────────++Instrument InstrumentRepository::map_row(QSqlQuery& q) {+ Instrument i;+ i.instrument_token = q.value(0).toLongLong();+ i.exchange_token = q.value(1).toLongLong();+ i.symbol = q.value(2).toString();+ i.brsymbol = q.value(3).toString();+ i.name = q.value(4).toString();+ i.exchange = q.value(5).toString();+ i.brexchange = q.value(6).toString();+ i.expiry = q.value(7).toString();+ i.strike = q.value(8).toDouble();+ i.lot_size = q.value(9).toInt();+ i.instrument_type = parse_instrument_type(q.value(10).toString());+ i.tick_size = q.value(11).toDouble();+ i.broker_id = q.value(12).toString();+ return i;+}++// ── Write ─────────────────────────────────────────────────────────────────────++fincept::Result<void> InstrumentRepository::replace_all(const QString& broker_id,+ const QVector<Instrument>& instruments) {+ auto r = db().begin_transaction();+ if (r.is_err()) return r;++ // Clear existing rows for this broker+ auto rc = exec_write("DELETE FROM instruments WHERE broker_id = ?", {broker_id});+ if (rc.is_err()) { db().rollback(); return rc; }++ // Bulk insert — one prepared statement, many binds+ const QString sql =+ "INSERT OR IGNORE INTO instruments "+ "(instrument_token, exchange_token, symbol, brsymbol, name, exchange, brexchange, "+ " expiry, strike, lot_size, instrument_type, tick_size, broker_id) "+ "VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)";++ for (const auto& inst : instruments) {+ auto ri = exec_write(sql, {+ inst.instrument_token,+ inst.exchange_token,+ inst.symbol,+ inst.brsymbol,+ inst.name,+ inst.exchange,+ inst.brexchange,+ inst.expiry,+ inst.strike,+ inst.lot_size,+ QString(instrument_type_str(inst.instrument_type)),+ inst.tick_size,+ broker_id,+ });+ if (ri.is_err()) { db().rollback(); return ri; }+ }++ auto rc2 = db().commit();+ if (rc2.is_err()) { db().rollback(); return rc2; }++ LOG_INFO("InstrumentRepo", QString("Replaced %1 instruments for %2")+ .arg(instruments.size()).arg(broker_id));+ return fincept::Result<void>::ok();+}++fincept::Result<void> InstrumentRepository::clear(const QString& broker_id) {+ return exec_write("DELETE FROM instruments WHERE broker_id = ?", {broker_id});+}++// ── Read ──────────────────────────────────────────────────────────────────────++std::optional<Instrument> InstrumentRepository::find(const QString& symbol,+ const QString& exchange,+ const QString& broker_id) const {+ return query_optional(+ "SELECT instrument_token, exchange_token, symbol, brsymbol, name, exchange, brexchange, "+ "expiry, strike, lot_size, instrument_type, tick_size, broker_id "+ "FROM instruments WHERE symbol = ? AND exchange = ? AND broker_id = ? LIMIT 1",+ {symbol, exchange, broker_id},+ map_row);+}++std::optional<Instrument> InstrumentRepository::find_by_token(qint64 instrument_token,+ const QString& broker_id) const {+ return query_optional(+ "SELECT instrument_token, exchange_token, symbol, brsymbol, name, exchange, brexchange, "+ "expiry, strike, lot_size, instrument_type, tick_size, broker_id "+ "FROM instruments WHERE instrument_token = ? AND broker_id = ? LIMIT 1",+ {instrument_token, broker_id},+ map_row);+}++std::optional<Instrument> InstrumentRepository::find_by_brsymbol(const QString& brsymbol,+ const QString& brexchange,+ const QString& broker_id) const {+ return query_optional(+ "SELECT instrument_token, exchange_token, symbol, brsymbol, name, exchange, brexchange, "+ "expiry, strike, lot_size, instrument_type, tick_size, broker_id "+ "FROM instruments WHERE brsymbol = ? AND brexchange = ? AND broker_id = ? LIMIT 1",+ {brsymbol, brexchange, broker_id},+ map_row);+}++QVector<Instrument> InstrumentRepository::search(const QString& query,+ const QString& exchange,+ const QString& broker_id,+ int limit) const {+ QString pattern = "%" + query.toUpper() + "%";+ QString sql =+ "SELECT instrument_token, exchange_token, symbol, brsymbol, name, exchange, brexchange, "+ "expiry, strike, lot_size, instrument_type, tick_size, broker_id "+ "FROM instruments "+ "WHERE broker_id = ? "+ "AND (exchange = ? OR ? = '') "+ "AND (UPPER(symbol) LIKE ? OR UPPER(brsymbol) LIKE ? OR UPPER(name) LIKE ?) "+ "ORDER BY CASE instrument_type "+ " WHEN 'EQ' THEN 0 WHEN 'INDEX' THEN 1 WHEN 'FUT' THEN 2 ELSE 3 END, symbol "+ "LIMIT ?";+ auto r = db().execute(sql, {broker_id, exchange, exchange, pattern, pattern, pattern, limit});+ if (r.is_err()) return {};+ QVector<Instrument> results;+ auto& q = r.value();+ while (q.next()) results.append(map_row(q));+ return results;+}++QVector<Instrument> InstrumentRepository::list(const QString& exchange,+ const QString& broker_id,+ InstrumentType type) const {+ QString sql =+ "SELECT instrument_token, exchange_token, symbol, brsymbol, name, exchange, brexchange, "+ "expiry, strike, lot_size, instrument_type, tick_size, broker_id "+ "FROM instruments WHERE exchange = ? AND broker_id = ?";+ QVariantList params = {exchange, broker_id};+ if (type != InstrumentType::UNKNOWN) {+ sql += " AND instrument_type = ?";+ params.append(QString(instrument_type_str(type)));+ }+ sql += " ORDER BY symbol";+ auto r = db().execute(sql, params);+ if (r.is_err()) return {};+ QVector<Instrument> results;+ auto& q = r.value();+ while (q.next()) results.append(map_row(q));+ return results;+}++int InstrumentRepository::count(const QString& broker_id) const {+ auto r = db().execute("SELECT COUNT(*) FROM instruments WHERE broker_id = ?", {broker_id});+ if (r.is_err()) return 0;+ auto& q = r.value();+ return q.next() ? q.value(0).toInt() : 0;+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/instruments/InstrumentRepository.h b/fincept-qt/src/trading/instruments/InstrumentRepository.hnew file mode 100644index 000000000..8979f9ad6--- /dev/null+++ b/fincept-qt/src/trading/instruments/InstrumentRepository.h@@ -0,0 +1,53 @@+#pragma once+#include "storage/repositories/BaseRepository.h"+#include "trading/instruments/InstrumentTypes.h"++#include <optional>++namespace fincept::trading {++class InstrumentRepository : public fincept::BaseRepository<Instrument> {+ public:+ static InstrumentRepository& instance();++ // ── Write ────────────────────────────────────────────────────────────────++ /// Bulk insert instruments for one broker, replacing all existing rows for that broker.+ /// Runs inside a single transaction for performance.+ fincept::Result<void> replace_all(const QString& broker_id, const QVector<Instrument>& instruments);++ /// Clear all instruments for a broker.+ fincept::Result<void> clear(const QString& broker_id);++ // ── Read ─────────────────────────────────────────────────────────────────++ /// Exact lookup: (symbol, exchange, broker_id) → Instrument+ std::optional<Instrument> find(const QString& symbol, const QString& exchange,+ const QString& broker_id) const;++ /// Lookup by instrument_token + broker_id+ std::optional<Instrument> find_by_token(qint64 instrument_token,+ const QString& broker_id) const;++ /// Lookup by brsymbol + brexchange + broker_id (used when mapping order responses)+ std::optional<Instrument> find_by_brsymbol(const QString& brsymbol, const QString& brexchange,+ const QString& broker_id) const;++ /// Full-text search for symbol picker UI.+ /// Returns up to `limit` rows matching query against symbol, brsymbol, or name.+ QVector<Instrument> search(const QString& query, const QString& exchange,+ const QString& broker_id, int limit = 50) const;++ /// All instruments for a broker+exchange (used for option chains etc.)+ QVector<Instrument> list(const QString& exchange, const QString& broker_id,+ InstrumentType type = InstrumentType::UNKNOWN) const;++ /// Count rows for a broker (quick freshness check).+ int count(const QString& broker_id) const;++ private:+ InstrumentRepository() = default;+ static Instrument map_row(QSqlQuery& q);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/instruments/InstrumentService.cpp b/fincept-qt/src/trading/instruments/InstrumentService.cppnew file mode 100644index 000000000..1322a9676--- /dev/null+++ b/fincept-qt/src/trading/instruments/InstrumentService.cpp@@ -0,0 +1,459 @@+#include "trading/instruments/InstrumentService.h"++#include "core/logging/Logger.h"+#include "trading/brokers/BrokerHttp.h"+#include "trading/instruments/InstrumentRepository.h"+#include "trading/instruments/ZerodhaInstrumentParser.h"++#include <QDateTime>+#include <QEventLoop>+#include <QJsonArray>+#include <QJsonDocument>+#include <QJsonObject>+#include <QMetaObject>+#include <QMutexLocker>+#include <QNetworkAccessManager>+#include <QNetworkReply>+#include <QNetworkRequest>+#include <QPointer>+#include <QRegularExpression>+#include <QTimer>+#include <QUrl>+#include <QtConcurrent/QtConcurrent>++namespace fincept::trading {++namespace {++static QString normalise_index_symbol(const QString& raw_name) {+ QString s = raw_name.toUpper();+ s.replace("S&P ", "");+ s.remove(' ');+ s.remove('-');++ if (s == "NIFTY50") return "NIFTY";+ if (s == "NIFTYBANK") return "BANKNIFTY";+ if (s == "NIFTYFINSERVICE") return "FINNIFTY";+ if (s == "NIFTYNEXT50") return "NIFTYNXT50";+ if (s == "NIFTYMIDSELECT" || s == "NIFTYMIDCAPSELECT") return "MIDCPNIFTY";+ if (s == "SNSX50") return "SENSEX50";+ return s;+}++static QString parse_expiry_nodash(const QString& expiry_raw) {+ if (expiry_raw.isEmpty())+ return {};++ QDate d = QDate::fromString(expiry_raw.toUpper(), "ddMMMyyyy");+ if (!d.isValid())+ d = QDate::fromString(expiry_raw, "yyyy-MM-dd");+ if (!d.isValid())+ return {};++ return d.toString("ddMMMyy").toUpper();+}++static QString expiry_display(const QString& expiry_nd) {+ if (expiry_nd.size() != 7)+ return {};+ return expiry_nd.left(2) + "-" + expiry_nd.mid(2, 3) + "-" + expiry_nd.right(2);+}++static InstrumentType map_angel_type(const QString& raw_type, const QString& symbol) {+ const QString t = raw_type.toUpper();+ const QString s = symbol.toUpper();++ if (s.endsWith("CE")) return InstrumentType::CE;+ if (s.endsWith("PE")) return InstrumentType::PE;+ if (t.startsWith("FUT")) return InstrumentType::FUT;+ if (t == "AMXIDX" || t == "INDEX") return InstrumentType::INDEX;+ if (t == "EQ" || s.endsWith("-EQ") || s.endsWith("-BE")) return InstrumentType::EQ;+ return InstrumentType::UNKNOWN;+}++static QString normalise_spot_symbol(const QString& symbol) {+ QString s = symbol.toUpper();+ s.replace(QRegularExpression("(-EQ|-BE|-MF|-SG)$"), "");+ return s;+}++static QString option_suffix(const QString& symbol) {+ const QString s = symbol.toUpper();+ if (s.endsWith("CE")) return "CE";+ if (s.endsWith("PE")) return "PE";+ return {};+}++static QVector<Instrument> parse_angel_master_json(const QByteArray& json_data) {+ QVector<Instrument> out;+ if (json_data.isEmpty())+ return out;++ QJsonParseError err;+ auto doc = QJsonDocument::fromJson(json_data, &err);+ if (err.error != QJsonParseError::NoError || !doc.isArray()) {+ LOG_ERROR("InstrumentService", "AngelOne master JSON parse failed: " + err.errorString());+ return {};+ }++ const auto arr = doc.array();+ out.reserve(arr.size());++ for (const auto& v : arr) {+ if (!v.isObject())+ continue;++ const auto o = v.toObject();+ const QString token_s = o.value("token").toString().trimmed();+ bool token_ok = false;+ const qint64 token = token_s.toLongLong(&token_ok);+ if (!token_ok || token <= 0)+ continue;++ Instrument inst;+ inst.broker_id = "angelone";+ inst.instrument_token = token;+ inst.exchange_token = token;+ inst.brsymbol = o.value("symbol").toString().trimmed().toUpper();+ inst.name = o.value("name").toString().trimmed().toUpper();+ inst.brexchange = o.value("exch_seg").toString().trimmed().toUpper();+ inst.exchange = inst.brexchange;++ const QString raw_type = o.value("instrumenttype").toString().trimmed().toUpper();+ const QString exp_nd = parse_expiry_nodash(o.value("expiry").toString().trimmed());+ if (!exp_nd.isEmpty())+ inst.expiry = expiry_display(exp_nd);++ double strike = o.value("strike").toString().toDouble();+ if (strike == 0.0)+ strike = o.value("strike").toDouble();+ inst.strike = strike > 0 ? (strike / 100.0) : 0.0;++ int lot = o.value("lotsize").toString().toInt();+ if (lot <= 0)+ lot = o.value("lotsize").toInt();+ inst.lot_size = lot > 0 ? lot : 1;++ double tick = o.value("tick_size").toString().toDouble();+ if (tick == 0.0)+ tick = o.value("tick_size").toDouble();+ inst.tick_size = tick > 0.0 ? (tick / 100.0) : 0.05;++ if (raw_type == "AMXIDX") {+ inst.exchange = inst.brexchange + "_INDEX";+ inst.symbol = normalise_index_symbol(inst.name.isEmpty() ? inst.brsymbol : inst.name);+ } else if (raw_type.startsWith("FUT")) {+ inst.symbol = inst.name.toUpper() + exp_nd + "FUT";+ } else if (raw_type.startsWith("OPT")) {+ QString suffix = option_suffix(inst.brsymbol);+ QString strike_str = QString::number(static_cast<int>(inst.strike));+ inst.symbol = inst.name.toUpper() + exp_nd + strike_str + suffix;+ } else {+ inst.symbol = normalise_spot_symbol(inst.brsymbol);+ }++ if (inst.symbol.isEmpty())+ inst.symbol = normalise_spot_symbol(inst.brsymbol);++ inst.instrument_type = map_angel_type(raw_type, inst.symbol);+ out.append(std::move(inst));+ }++ LOG_INFO("InstrumentService", QString("Parsed %1 AngelOne instruments").arg(out.size()));+ return out;+}++} // namespace++InstrumentService& InstrumentService::instance() {+ static InstrumentService inst;+ return inst;+}++// ── Public API ────────────────────────────────────────────────────────────────++void InstrumentService::refresh(const QString& broker_id, const BrokerCredentials& creds,+ int max_age_hours) {+ Q_UNUSED(max_age_hours)+ // For AngelOne we need NSE equities to be present — check specifically for NSE count.+ // A partial cache (e.g. only NFO/MCX) means a previous download was incomplete.+ {+ QMutexLocker lock(&mutex_);+ if (caches_.contains(broker_id) && caches_[broker_id].loaded) {+ const Cache& c = caches_[broker_id];+ // Count NSE equity entries (exchange == "NSE", no expiry = spot equity)+ int nse_count = 0;+ for (auto it = c.by_symbol.constBegin(); it != c.by_symbol.constEnd(); ++it) {+ if (it.key().second == "NSE" && it->expiry.isEmpty())+ ++nse_count;+ }+ if (nse_count > 100) {+ LOG_INFO("InstrumentService",+ QString("%1 instruments already loaded (%2 NSE equities), skipping refresh")+ .arg(broker_id).arg(nse_count));+ return;+ }+ LOG_WARN("InstrumentService",+ QString("%1 cache incomplete (only %2 NSE equities) — re-downloading")+ .arg(broker_id).arg(nse_count));+ }+ }+ force_refresh(broker_id, creds);+}++void InstrumentService::force_refresh(const QString& broker_id,+ const BrokerCredentials& creds) {+ {+ QMutexLocker lock(&mutex_);+ if (refreshing_.contains(broker_id)) {+ LOG_INFO("InstrumentService",+ QString("%1 refresh already in progress — skipping duplicate").arg(broker_id));+ return;+ }+ refreshing_.insert(broker_id);+ }+ emit refresh_started(broker_id);+ QPointer<InstrumentService> self = this;+ QtConcurrent::run([self, broker_id, creds]() {+ if (!self) return;+ self->do_refresh(broker_id, creds);+ });+}++void InstrumentService::load_from_db(const QString& broker_id) {+ // Called at startup before QApplication::exec() — runs synchronously on+ // the main thread so that the single QSqlDatabase connection is not+ // accessed concurrently (QSqlDatabase is not thread-safe).+ QVector<Instrument> all;+ for (const QString& exch : QStringList{"NSE", "BSE", "NFO", "CDS", "MCX",+ "NSE_INDEX", "BSE_INDEX", "BFO", "BCD"}) {+ auto rows = InstrumentRepository::instance().list(exch, broker_id);+ all.append(rows);+ }+ if (all.isEmpty()) {+ LOG_WARN("InstrumentService",+ QString("No instruments found in DB for %1 — run refresh").arg(broker_id));+ return;+ }+ build_cache(broker_id, all);+ LOG_INFO("InstrumentService",+ QString("Loaded %1 instruments from DB for %2").arg(all.size()).arg(broker_id));+}++// ── Lookups ───────────────────────────────────────────────────────────────────++std::optional<qint64> InstrumentService::instrument_token(const QString& symbol,+ const QString& exchange,+ const QString& broker_id) const {+ QMutexLocker lock(&mutex_);+ auto it = caches_.find(broker_id);+ if (it == caches_.end()) return std::nullopt;+ auto jt = it->by_symbol.find({symbol, exchange});+ if (jt == it->by_symbol.end()) return std::nullopt;+ return jt->instrument_token;+}++std::optional<QString> InstrumentService::to_brsymbol(const QString& symbol,+ const QString& exchange,+ const QString& broker_id) const {+ QMutexLocker lock(&mutex_);+ auto it = caches_.find(broker_id);+ if (it == caches_.end()) return std::nullopt;+ auto jt = it->by_symbol.find({symbol, exchange});+ if (jt == it->by_symbol.end()) return std::nullopt;+ return jt->brsymbol;+}++std::optional<QString> InstrumentService::from_brsymbol(const QString& brsymbol,+ const QString& brexchange,+ const QString& broker_id) const {+ QMutexLocker lock(&mutex_);+ auto it = caches_.find(broker_id);+ if (it == caches_.end()) return std::nullopt;+ auto jt = it->by_brsymbol.find({brsymbol, brexchange});+ if (jt == it->by_brsymbol.end()) return std::nullopt;+ return jt->symbol;+}++std::optional<Instrument> InstrumentService::find(const QString& symbol,+ const QString& exchange,+ const QString& broker_id) const {+ QMutexLocker lock(&mutex_);+ auto it = caches_.find(broker_id);+ if (it == caches_.end()) return std::nullopt;+ auto jt = it->by_symbol.find({symbol, exchange});+ if (jt == it->by_symbol.end()) return std::nullopt;+ return *jt;+}++std::optional<Instrument> InstrumentService::find_by_token(quint32 instrument_token,+ const QString& broker_id) const {+ QMutexLocker lock(&mutex_);+ auto it = caches_.find(broker_id);+ if (it == caches_.end()) return std::nullopt;+ auto jt = it->by_token.find(qint64(instrument_token));+ if (jt == it->by_token.end()) return std::nullopt;+ return *jt;+}++QVector<Instrument> InstrumentService::search(const QString& query,+ const QString& exchange,+ const QString& broker_id,+ int limit) const {+ // Delegate to DB for search (cache doesn't hold a text index)+ return InstrumentRepository::instance().search(query, exchange, broker_id, limit);+}++int InstrumentService::cached_count(const QString& broker_id) const {+ QMutexLocker lock(&mutex_);+ auto it = caches_.find(broker_id);+ if (it == caches_.end()) return 0;+ return it->by_symbol.size();+}++bool InstrumentService::is_loaded(const QString& broker_id) const {+ QMutexLocker lock(&mutex_);+ auto it = caches_.find(broker_id);+ return it != caches_.end() && it->loaded;+}++// ── Private ───────────────────────────────────────────────────────────────────++void InstrumentService::build_cache(const QString& broker_id,+ const QVector<Instrument>& instruments) {+ QMutexLocker lock(&mutex_);+ Cache& cache = caches_[broker_id];+ cache.by_symbol.clear();+ cache.by_token.clear();+ cache.by_brsymbol.clear();++ for (const auto& inst : instruments) {+ cache.by_symbol.insert({inst.symbol, inst.exchange}, inst);+ cache.by_token.insert(inst.instrument_token, inst);+ cache.by_brsymbol.insert({inst.brsymbol, inst.brexchange}, inst);+ }+ cache.loaded = true;+}++void InstrumentService::do_refresh(const QString& broker_id,+ const BrokerCredentials& creds) {+ LOG_INFO("InstrumentService", "Downloading instruments for " + broker_id);++ QByteArray payload;+ if (broker_id == "zerodha") {+ payload = download_zerodha_csv(creds);+ } else if (broker_id == "angelone") {+ payload = download_angel_master_json();+ } else {+ QMetaObject::invokeMethod(this, [this, broker_id]() {+ { QMutexLocker lock(&mutex_); refreshing_.remove(broker_id); }+ emit refresh_failed(broker_id, "Instrument download not implemented for " + broker_id);+ }, Qt::QueuedConnection);+ return;+ }++ if (payload.isEmpty()) {+ QMetaObject::invokeMethod(this, [this, broker_id]() {+ { QMutexLocker lock(&mutex_); refreshing_.remove(broker_id); }+ emit refresh_failed(broker_id, "Empty instrument data received");+ }, Qt::QueuedConnection);+ return;+ }++ QVector<Instrument> instruments;+ if (broker_id == "zerodha") {+ instruments = ZerodhaInstrumentParser::parse(payload);+ } else if (broker_id == "angelone") {+ instruments = parse_angel_master_json(payload);+ }++ if (instruments.isEmpty()) {+ QMetaObject::invokeMethod(this, [this, broker_id]() {+ { QMutexLocker lock(&mutex_); refreshing_.remove(broker_id); }+ emit refresh_failed(broker_id, "Failed to parse instrument data");+ }, Qt::QueuedConnection);+ return;+ }++ // DB write + cache build MUST happen on the main thread —+ // QSqlDatabase connections are not thread-safe (Qt docs: use only from owning thread).+ // Worker thread hands off instruments to the main thread here.+ int count = instruments.size();+ QMetaObject::invokeMethod(this, [this, broker_id, instruments, count]() {+ // Persist to DB (main thread — safe)+ auto r = InstrumentRepository::instance().replace_all(broker_id, instruments);+ if (r.is_err()) {+ QString err = QString::fromStdString(r.error());+ { QMutexLocker lock(&mutex_); refreshing_.remove(broker_id); }+ emit refresh_failed(broker_id, err);+ return;+ }+ // Rebuild in-memory cache+ build_cache(broker_id, instruments);+ { QMutexLocker lock(&mutex_); refreshing_.remove(broker_id); }+ LOG_INFO("InstrumentService",+ QString("Refresh complete: %1 instruments for %2").arg(count).arg(broker_id));+ emit refresh_done(broker_id, count);+ }, Qt::QueuedConnection);+}++QByteArray InstrumentService::download_zerodha_csv(const BrokerCredentials& creds) {+ // GET https://api.kite.trade/instruments (no auth required — public endpoint)+ // Returns raw CSV text, ~8MB+ QMap<QString, QString> headers = {+ {"X-Kite-Version", "3"},+ {"Authorization", "token " + creds.api_key + ":" + creds.access_token},+ };+ auto resp = BrokerHttp::instance().get("https://api.kite.trade/instruments", headers);+ if (!resp.success) {+ LOG_ERROR("InstrumentService", "Failed to download Zerodha instruments: " + resp.error);+ return {};+ }+ return resp.raw_body.toUtf8();+}++QByteArray InstrumentService::download_angel_master_json() {+ // Public endpoint — ~8MB JSON. Uses its own QNAM to avoid blocking BrokerHttp's+ // mutex (which would starve all concurrent quote/history API calls for 10-20s).+ static const QString kUrl =+ "https://margincalculator.angelbroking.com/OpenAPI_File/files/OpenAPIScripMaster.json";++ QNetworkAccessManager nam;+ QNetworkRequest req{QUrl(kUrl)};+ req.setRawHeader("Accept", "application/json");+ req.setAttribute(QNetworkRequest::RedirectPolicyAttribute,+ QNetworkRequest::NoLessSafeRedirectPolicy);++ QNetworkReply* reply = nam.get(req);++ QEventLoop loop;+ QTimer timer;+ timer.setSingleShot(true);+ QObject::connect(reply, &QNetworkReply::finished, &loop, &QEventLoop::quit);+ QObject::connect(&timer, &QTimer::timeout, &loop, &QEventLoop::quit);+ timer.start(60000); // 60s — large file on slow connection+ loop.exec();++ if (!timer.isActive()) {+ reply->abort();+ reply->deleteLater();+ LOG_ERROR("InstrumentService", "AngelOne master contract download timed out");+ return {};+ }+ timer.stop();++ if (reply->error() != QNetworkReply::NoError) {+ LOG_ERROR("InstrumentService",+ "Failed to download AngelOne master contract: " + reply->errorString());+ reply->deleteLater();+ return {};+ }++ QByteArray data = reply->readAll();+ reply->deleteLater();+ LOG_INFO("InstrumentService",+ QString("Downloaded AngelOne master contract: %1 bytes").arg(data.size()));+ return data;+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/instruments/InstrumentService.h b/fincept-qt/src/trading/instruments/InstrumentService.hnew file mode 100644index 000000000..4edcf4ddb--- /dev/null+++ b/fincept-qt/src/trading/instruments/InstrumentService.h@@ -0,0 +1,111 @@+#pragma once+#include "trading/instruments/InstrumentTypes.h"+#include "trading/TradingTypes.h"++#include <QMap>+#include <QMutex>+#include <QObject>+#include <QSet>+#include <QString>+#include <QVector>+#include <optional>++namespace fincept::trading {++/// InstrumentService — downloads, parses, caches, and looks up broker instruments.+///+/// Usage:+/// // On broker connect (async, non-blocking):+/// InstrumentService::instance().refresh("zerodha", creds);+/// InstrumentService::instance().refresh("angelone", creds);+///+/// // Anywhere else (instant, in-memory):+/// auto token = InstrumentService::instance().instrument_token("RELIANCE", "NSE", "zerodha");+/// auto sym = InstrumentService::instance().to_brsymbol("NIFTY28MAR24FUT", "NFO", "zerodha");+///+/// Thread safety: refresh() runs on a QtConcurrent worker thread and posts results+/// back to the UI thread via QMetaObject::invokeMethod. All cache reads are+/// guarded by a QReadWriteLock (reads concurrent, writes exclusive on refresh).+class InstrumentService : public QObject {+ Q_OBJECT+ public:+ static InstrumentService& instance();++ // ── Refresh (async) ───────────────────────────────────────────────────────++ /// Download instruments from broker API, parse, store to DB, rebuild cache.+ /// Non-blocking — emits refresh_done or refresh_failed on completion.+ /// Skips download if instruments are already fresh (< max_age_hours old).+ void refresh(const QString& broker_id, const BrokerCredentials& creds,+ int max_age_hours = 12);++ /// Force refresh even if cache is fresh.+ void force_refresh(const QString& broker_id, const BrokerCredentials& creds);++ /// Load instruments from DB into memory (no network call).+ /// Call this on startup after DB opens.+ void load_from_db(const QString& broker_id);++ // ── Lookups (synchronous, in-memory) ─────────────────────────────────────++ /// symbol + exchange → numeric instrument_token (for get_history)+ std::optional<qint64> instrument_token(const QString& symbol, const QString& exchange,+ const QString& broker_id) const;++ /// symbol + exchange → brsymbol (for order placement)+ std::optional<QString> to_brsymbol(const QString& symbol, const QString& exchange,+ const QString& broker_id) const;++ /// brsymbol + brexchange → normalised symbol (for parsing order responses)+ std::optional<QString> from_brsymbol(const QString& brsymbol, const QString& brexchange,+ const QString& broker_id) const;++ /// Full instrument lookup by symbol + exchange+ std::optional<Instrument> find(const QString& symbol, const QString& exchange,+ const QString& broker_id) const;++ /// Full instrument lookup by numeric instrument_token (for WebSocket tick enrichment)+ std::optional<Instrument> find_by_token(quint32 instrument_token,+ const QString& broker_id) const;++ // ── Search (for symbol picker UI) ────────────────────────────────────────+ QVector<Instrument> search(const QString& query, const QString& exchange,+ const QString& broker_id, int limit = 50) const;++ /// How many instruments are cached for this broker.+ int cached_count(const QString& broker_id) const;++ /// Whether instruments are loaded for this broker.+ bool is_loaded(const QString& broker_id) const;++ signals:+ void refresh_started(const QString& broker_id);+ void refresh_done(const QString& broker_id, int count);+ void refresh_failed(const QString& broker_id, const QString& error);++ private:+ explicit InstrumentService(QObject* parent = nullptr) : QObject(parent) {}++ // Cache key: "broker_id:exchange:symbol" or "broker_id:token"+ // Stored as flat QMap for O(1) lookups.+ struct Cache {+ // (symbol, exchange) → Instrument+ QMap<QPair<QString, QString>, Instrument> by_symbol;+ // instrument_token → Instrument+ QMap<qint64, Instrument> by_token;+ // brsymbol+brexchange → Instrument+ QMap<QPair<QString, QString>, Instrument> by_brsymbol;+ bool loaded = false;+ };++ QMap<QString, Cache> caches_; // keyed by broker_id+ QSet<QString> refreshing_; // brokers currently mid-download (prevents double-refresh)+ mutable QMutex mutex_; // guards caches_ + refreshing_++ void build_cache(const QString& broker_id, const QVector<Instrument>& instruments);+ void do_refresh(const QString& broker_id, const BrokerCredentials& creds);+ static QByteArray download_zerodha_csv(const BrokerCredentials& creds);+ static QByteArray download_angel_master_json();+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/instruments/InstrumentTypes.h b/fincept-qt/src/trading/instruments/InstrumentTypes.hnew file mode 100644index 000000000..5a95b4378--- /dev/null+++ b/fincept-qt/src/trading/instruments/InstrumentTypes.h@@ -0,0 +1,46 @@+#pragma once+#include <QString>+#include <QVector>++namespace fincept::trading {++enum class InstrumentType { EQ, FUT, CE, PE, INDEX, UNKNOWN };++inline InstrumentType parse_instrument_type(const QString& s) {+ if (s == "EQ") return InstrumentType::EQ;+ if (s == "FUT") return InstrumentType::FUT;+ if (s == "CE") return InstrumentType::CE;+ if (s == "PE") return InstrumentType::PE;+ if (s == "INDEX") return InstrumentType::INDEX;+ return InstrumentType::UNKNOWN;+}++inline const char* instrument_type_str(InstrumentType t) {+ switch (t) {+ case InstrumentType::EQ: return "EQ";+ case InstrumentType::FUT: return "FUT";+ case InstrumentType::CE: return "CE";+ case InstrumentType::PE: return "PE";+ case InstrumentType::INDEX: return "INDEX";+ default: return "UNKNOWN";+ }+}++/// One row in the instruments table.+struct Instrument {+ qint64 instrument_token = 0; // Zerodha numeric token (used in historical API)+ qint64 exchange_token = 0; // Zerodha exchange-level token+ QString symbol; // Normalised symbol e.g. "NIFTY28MAR24FUT"+ QString brsymbol; // Broker native e.g. "NIFTY 50 MAR24 FUT"+ QString name; // Underlying e.g. "NIFTY"+ QString exchange; // Normalised exchange e.g. "NSE", "NFO", "NSE_INDEX"+ QString brexchange; // Broker exchange e.g. "NSE", "NFO"+ QString expiry; // "28-MAR-24" or ""+ double strike = 0.0; // Option strike, 0 for others+ int lot_size = 1;+ InstrumentType instrument_type = InstrumentType::UNKNOWN;+ double tick_size = 0.05;+ QString broker_id; // "zerodha", "angelone", etc.+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/instruments/ZerodhaInstrumentParser.cpp b/fincept-qt/src/trading/instruments/ZerodhaInstrumentParser.cppnew file mode 100644index 000000000..b12356cee--- /dev/null+++ b/fincept-qt/src/trading/instruments/ZerodhaInstrumentParser.cpp@@ -0,0 +1,198 @@+#include "trading/instruments/ZerodhaInstrumentParser.h"++#include "core/logging/Logger.h"++#include <QDate>+#include <QMap>+#include <QStringList>+#include <QTextStream>++namespace fincept::trading {++// ── Index name mapping (Zerodha tradingsymbol → normalised) ──────────────────+// Mirrors OpenAlgo's master_contract_db.py index_mapping dict.+static const QMap<QString, QString>& index_map() {+ static const QMap<QString, QString> m = {+ {"NIFTY 50", "NIFTY"},+ {"NIFTY BANK", "BANKNIFTY"},+ {"NIFTY FIN SERVICE", "FINNIFTY"},+ {"NIFTY MID SELECT", "MIDCPNIFTY"},+ {"NIFTY NEXT 50", "NIFTYNXT50"},+ {"NIFTY100 LIQ 15", "NIFTY100LIQ15"},+ {"NIFTY MIDCAP 50", "NIFTYMIDCAP50"},+ {"NIFTY MIDCAP 100", "NIFTYMIDCAP100"},+ {"NIFTY SMALLCAP 50", "NIFTYSMALLCAP50"},+ {"NIFTY SMALLCAP 100", "NIFTYSMALLCAP100"},+ {"NIFTY 100", "NIFTY100"},+ {"NIFTY 200", "NIFTY200"},+ {"NIFTY 500", "NIFTY500"},+ {"NIFTY AUTO", "NIFTYAUTO"},+ {"NIFTY ENERGY", "NIFTYENERGY"},+ {"NIFTY FMCG", "NIFTYFMCG"},+ {"NIFTY IT", "NIFTYIT"},+ {"NIFTY MEDIA", "NIFTYMEDIA"},+ {"NIFTY METAL", "NIFTYMETAL"},+ {"NIFTY PHARMA", "NIFTYPHARMA"},+ {"NIFTY PSU BANK", "NIFTYPSUBANK"},+ {"NIFTY REALTY", "NIFTYREALTY"},+ {"NIFTY INFRA", "NIFTYINFRA"},+ {"NIFTY SERV SECTOR", "NIFTYSERVSECTOR"},+ {"NIFTY COMMODITIES", "NIFTYCOMMODITIES"},+ {"NIFTY CONSUMPTION", "NIFTYCONSUMPTION"},+ {"NIFTY CPSE", "NIFTYCPSE"},+ {"NIFTY GROWSECT 15", "NIFTYGROWSECT15"},+ {"NIFTY100 QUALTY30", "NIFTY100QUALTY30"},+ {"NIFTY50 VALUE 20", "NIFTY50VALUE20"},+ {"NIFTY ALPHA 50", "NIFTYALPHA50"},+ {"NIFTY50 TR 2X LEV", "NIFTY50TR2XLEV"},+ {"NIFTY50 PR 2X LEV", "NIFTY50PR2XLEV"},+ {"NIFTY50 TR 1X INV", "NIFTY50TR1XINV"},+ {"NIFTY50 PR 1X INV", "NIFTY50PR1XINV"},+ {"NIFTY ALPHA LOW-VOL", "NIFTYALPHALOWVOL"},+ {"NIFTY200 QUALTY30", "NIFTY200QUALTY30"},+ // BSE indices+ {"SENSEX", "SENSEX"},+ {"SENSEX 50", "SENSEX50"},+ {"BSE100", "BSE100"},+ {"BSE200", "BSE200"},+ {"BSE500", "BSE500"},+ {"BSEAUTO", "BSEAUTO"},+ {"BSEBANKEX", "BSEBANKEX"},+ {"BSEBASICMATERIALS", "BSEBASICMATERIALS"},+ {"BSECDN", "BSECDN"},+ {"BSECG", "BSECG"},+ {"BSEFINANCE", "BSEFINANCE"},+ {"BSEFMCG", "BSEFMCG"},+ {"BSEHEALTHCARE", "BSEHEALTHCARE"},+ {"BSEIT", "BSEIT"},+ {"BSEMETAL", "BSEMETAL"},+ {"BSEOIL&GAS", "BSEOILGAS"},+ {"BSEPOWER", "BSEPOWER"},+ {"BSEREALTY", "BSEREALTY"},+ {"BSETECK", "BSETECK"},+ {"BSETELCOM", "BSETELCOM"},+ {"BSEUTILITY", "BSEUTILITY"},+ };+ return m;+}++// ── Helpers ───────────────────────────────────────────────────────────────────++// "2024-03-28" → "28MAR24"+QString ZerodhaInstrumentParser::expiry_nodashes(const QString& expiry_iso) {+ if (expiry_iso.isEmpty()) return {};+ QDate d = QDate::fromString(expiry_iso, "yyyy-MM-dd");+ if (!d.isValid()) return {};+ return d.toString("ddMMMyy").toUpper(); // "28MAR24"+}++QString ZerodhaInstrumentParser::map_index_name(const QString& tradingsymbol) {+ return index_map().value(tradingsymbol.toUpper(), tradingsymbol);+}++QString ZerodhaInstrumentParser::normalise_exchange(const QString& exchange,+ const QString& segment) {+ // Zerodha segment field contains e.g. "NSE", "NFO-FUT", "NFO-OPT", "INDICES"+ if (segment.contains("INDICES", Qt::CaseInsensitive))+ return exchange + "_INDEX";+ return exchange;+}++QString ZerodhaInstrumentParser::normalise_symbol(const QString& tradingsymbol,+ const QString& name,+ const QString& instrument_type,+ const QString& expiry_nd,+ double strike) {+ if (instrument_type == "FUT") {+ // e.g. NIFTY + 28MAR24 + FUT = NIFTY28MAR24FUT+ return name.toUpper() + expiry_nd + "FUT";+ }+ if (instrument_type == "CE" || instrument_type == "PE") {+ // strike as integer (drop .0)+ QString strike_str = QString::number(static_cast<int>(strike));+ return name.toUpper() + expiry_nd + strike_str + instrument_type.toUpper();+ }+ if (instrument_type == "INDEX") {+ return map_index_name(tradingsymbol);+ }+ // EQ and everything else: use tradingsymbol as-is+ return tradingsymbol;+}++// ── Row parser ────────────────────────────────────────────────────────────────+// CSV column order from Zerodha:+// 0:instrument_token 1:exchange_token 2:tradingsymbol 3:name+// 4:expiry 5:strike 6:lot_size 7:instrument_type 8:exchange+// 9:tick_size 10:segment++Instrument ZerodhaInstrumentParser::parse_row(const QStringList& cols) {+ if (cols.size() < 11) return {};++ Instrument inst;+ inst.broker_id = "zerodha";+ inst.instrument_token = cols[0].toLongLong();+ inst.exchange_token = cols[1].toLongLong();+ inst.brsymbol = cols[2].trimmed();+ inst.name = cols[3].trimmed().toUpper();+ QString expiry_iso = cols[4].trimmed(); // "2024-03-28" or ""+ inst.strike = cols[5].toDouble();+ inst.lot_size = cols[6].toInt();+ QString itype = cols[7].trimmed().toUpper();+ inst.brexchange = cols[8].trimmed().toUpper();+ inst.tick_size = cols[9].toDouble();+ QString segment = cols[10].trimmed().toUpper();++ // Normalise expiry to DD-MMM-YY display format and nodashes for symbol+ QString exp_nd = expiry_nodashes(expiry_iso);+ if (!exp_nd.isEmpty()) {+ // Store as "28-MAR-24" for display+ inst.expiry = exp_nd.left(2) + "-" + exp_nd.mid(2, 3) + "-" + exp_nd.right(2);+ }++ inst.exchange = normalise_exchange(inst.brexchange, segment);+ inst.instrument_type = parse_instrument_type(itype);+ inst.symbol = normalise_symbol(inst.brsymbol, inst.name, itype, exp_nd, inst.strike);++ return inst;+}++// ── Public entry point ────────────────────────────────────────────────────────++QVector<Instrument> ZerodhaInstrumentParser::parse(const QByteArray& csv_data) {+ QVector<Instrument> results;+ if (csv_data.isEmpty()) {+ LOG_WARN("ZerodhaParser", "Empty CSV data received");+ return results;+ }++ QTextStream stream(csv_data);+ QString header = stream.readLine(); // skip header row+ Q_UNUSED(header)++ int row = 1;+ results.reserve(150000); // Zerodha has ~120k instruments+ while (!stream.atEnd()) {+ QString line = stream.readLine();+ if (line.isEmpty()) continue;++ // Simple CSV split — Zerodha's instruments CSV has no quoted fields with commas+ QStringList cols = line.split(',');+ if (cols.size() < 11) {+ LOG_WARN("ZerodhaParser", QString("Row %1: only %2 columns, skipping").arg(row).arg(cols.size()));+ ++row;+ continue;+ }++ Instrument inst = parse_row(cols);+ // Skip rows with no token (malformed)+ if (inst.instrument_token == 0) { ++row; continue; }++ results.append(inst);+ ++row;+ }++ LOG_INFO("ZerodhaParser", QString("Parsed %1 instruments").arg(results.size()));+ return results;+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/instruments/ZerodhaInstrumentParser.h b/fincept-qt/src/trading/instruments/ZerodhaInstrumentParser.hnew file mode 100644index 000000000..61ac56d82--- /dev/null+++ b/fincept-qt/src/trading/instruments/ZerodhaInstrumentParser.h@@ -0,0 +1,43 @@+#pragma once+#include "trading/instruments/InstrumentTypes.h"++#include <QByteArray>+#include <QVector>++namespace fincept::trading {++/// Parses Zerodha's instruments CSV (from GET https://api.kite.trade/instruments)+/// and normalises each row into an Instrument struct.+///+/// Zerodha CSV columns (in order):+/// instrument_token, exchange_token, tradingsymbol, name, expiry,+/// strike, lot_size, instrument_type, exchange, tick_size, segment+///+/// Normalisation rules (mirrored from OpenAlgo master_contract_db.py):+/// EQ : symbol = tradingsymbol (unchanged)+/// FUT : symbol = name + expiry_nodashes + "FUT" e.g. "NIFTY28MAR24FUT"+/// CE/PE : symbol = name + expiry_nodashes + strike_int + type+/// e.g. "NIFTY28MAR2424000CE"+/// INDEX : symbol = mapped name (NIFTY 50 → NIFTY, NIFTY BANK → BANKNIFTY …)+/// exchange normalisation:+/// segment == "INDICES" → exchange = brexchange + "_INDEX"+/// otherwise exchange = brexchange (NSE, BSE, NFO, CDS, MCX …)+class ZerodhaInstrumentParser {+ public:+ /// Parse raw CSV bytes downloaded from /instruments.+ /// Returns empty vector on parse failure (logged internally).+ static QVector<Instrument> parse(const QByteArray& csv_data);++ private:+ static Instrument parse_row(const QStringList& cols);+ static QString normalise_symbol(const QString& tradingsymbol,+ const QString& name,+ const QString& instrument_type,+ const QString& expiry_nodashes,+ double strike);+ static QString normalise_exchange(const QString& exchange, const QString& segment);+ static QString expiry_nodashes(const QString& expiry_iso); // "2024-03-28" → "28MAR24"+ static QString map_index_name(const QString& tradingsymbol);+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/websocket/AngelOneTickTypes.h b/fincept-qt/src/trading/websocket/AngelOneTickTypes.hnew file mode 100644index 000000000..3b77272a1--- /dev/null+++ b/fincept-qt/src/trading/websocket/AngelOneTickTypes.h@@ -0,0 +1,84 @@+#pragma once+#include <QDateTime>+#include <QString>++namespace fincept::trading {++// ── Exchange type codes (Angel One SmartStream) ────────────────────────────+enum class AoExchangeType : quint8 {+ NSE_CM = 1, // NSE Cash / Equity+ NSE_FO = 2, // NSE Futures & Options+ BSE_CM = 3, // BSE Cash / Equity+ BSE_FO = 4, // BSE Futures & Options+ MCX_FO = 5, // MCX Futures & Options+ NCX_FO = 7, // NCDEX+ CDE_FO = 13, // Currency Derivatives+};++// ── Subscription modes ─────────────────────────────────────────────────────+enum class AoSubMode : quint8 {+ LTP = 1, // 51-byte — LTP only+ Quote = 2, // 123-byte — OHLCV + buy/sell qty+ SnapQuote = 3, // 379-byte — Quote + OI + best-5 depth + circuit limits+ Depth20 = 4, // Depth-20 order book (separate structure)+};++// ── Best-5 depth level ─────────────────────────────────────────────────────+struct AoDepthLevel {+ qint64 price = 0; // in paise (divide by 100 → rupees)+ qint64 quantity = 0;+ quint16 orders = 0;+};++// ── Streaming tick ─────────────────────────────────────────────────────────+/// Populated fields depend on the subscription mode.+///+/// LTP mode (mode=1):+/// ltp valid; all other price/volume fields = 0.+///+/// Quote mode (mode=2):+/// ltp, open, high, low, close, volume, ltq, atp, buy_qty, sell_qty valid.+///+/// SnapQuote mode (mode=3):+/// All Quote fields plus oi, circuit limits, 52w high/low, best_5 depth.+struct AoTick {+ AoSubMode mode = AoSubMode::LTP;+ AoExchangeType exchange_type = AoExchangeType::NSE_CM;+ QString token; // instrument token string (e.g. "2885")++ // LTP (all modes)+ double ltp = 0.0; // rupees++ // Quote fields (mode >= Quote)+ qint64 ltq = 0; // last traded quantity+ double atp = 0.0; // average traded price (rupees)+ qint64 volume = 0;+ double buy_qty = 0.0; // total buy quantity (double in protocol)+ double sell_qty = 0.0; // total sell quantity+ double open = 0.0;+ double high = 0.0;+ double low = 0.0;+ double close = 0.0; // previous close++ // SnapQuote extra fields (mode == SnapQuote)+ qint64 oi = 0;+ qint64 oi_change_pct = 0; // × 100 in protocol+ double upper_circuit = 0.0;+ double lower_circuit = 0.0;+ double week52_high = 0.0;+ double week52_low = 0.0;++ // Best-5 depth (SnapQuote only)+ AoDepthLevel bids[5];+ AoDepthLevel asks[5];++ // Metadata+ QDateTime exchange_timestamp;+ qint64 sequence_number = 0;++ // Derived (set by AngelOneWebSocket after lookup)+ QString symbol; // e.g. "RELIANCE"+ QString exchange; // e.g. "NSE"+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/websocket/AngelOneWebSocket.cpp b/fincept-qt/src/trading/websocket/AngelOneWebSocket.cppnew file mode 100644index 000000000..30b93f351--- /dev/null+++ b/fincept-qt/src/trading/websocket/AngelOneWebSocket.cpp@@ -0,0 +1,428 @@+// AngelOneWebSocket — SmartStream v2 binary tick client+//+// Protocol summary:+// 1. Connect to wss://smartapisocket.angelone.in/smart-stream+// 2. On open: send JSON auth message with feed_token + client_code+// 3. Subscribe: send JSON { "action":1, "params":{ "mode":<int>, "tokenList":[...] } }+// 4. Receive binary ticks (Little-Endian):+// byte 0 : subscription_mode (1=LTP, 2=Quote, 3=SnapQuote)+// byte 1 : exchange_type+// bytes 2-26: token (null-padded ASCII string, 25 bytes)+// bytes 27-34: sequence_number (int64 LE)+// bytes 35-42: exchange_timestamp (int64 LE, ms since epoch)+// bytes 43-50: last_traded_price (int64 LE, paise)+// ... (Quote/SnapQuote extend further — see parse_tick)+// 5. Server sends WebSocket pings every ~30s; Qt handles pong automatically.++#include "trading/websocket/AngelOneWebSocket.h"++#include "core/logging/Logger.h"+#include "trading/instruments/InstrumentService.h"++#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QJsonObject>++namespace fincept::trading {++static constexpr const char* TAG_AO_WS = "AngelOneWS";++// ─────────────────────────────────────────────────────────────────────────────+// Little-Endian read helpers+// (Angel One uses LE — opposite of Zerodha which is BE)+// ─────────────────────────────────────────────────────────────────────────────++qint64 AngelOneWebSocket::read_i64_le(const uchar* p) {+ quint64 v = quint64(p[0])+ | (quint64(p[1]) << 8)+ | (quint64(p[2]) << 16)+ | (quint64(p[3]) << 24)+ | (quint64(p[4]) << 32)+ | (quint64(p[5]) << 40)+ | (quint64(p[6]) << 48)+ | (quint64(p[7]) << 56);+ return static_cast<qint64>(v);+}++double AngelOneWebSocket::read_d64_le(const uchar* p) {+ quint64 raw = quint64(p[0])+ | (quint64(p[1]) << 8)+ | (quint64(p[2]) << 16)+ | (quint64(p[3]) << 24)+ | (quint64(p[4]) << 32)+ | (quint64(p[5]) << 40)+ | (quint64(p[6]) << 48)+ | (quint64(p[7]) << 56);+ double d;+ memcpy(&d, &raw, 8);+ return d;+}++quint16 AngelOneWebSocket::read_u16_le(const uchar* p) {+ return quint16(p[0]) | (quint16(p[1]) << 8);+}++double AngelOneWebSocket::paise_to_rupees(qint64 paise) {+ return paise / 100.0;+}++QString AngelOneWebSocket::parse_token_string(const uchar* p, int max_len) {+ QString token;+ for (int i = 0; i < max_len; ++i) {+ if (p[i] == '\0') break;+ token += QChar(p[i]);+ }+ return token;+}++quint8 AngelOneWebSocket::exchange_type_to_int(AoExchangeType t) {+ return static_cast<quint8>(t);+}++// ─────────────────────────────────────────────────────────────────────────────+// Constructor+// ─────────────────────────────────────────────────────────────────────────────++AngelOneWebSocket::AngelOneWebSocket(const QString& api_key,+ const QString& client_code,+ const QString& feed_token,+ QObject* parent)+ : QObject(parent)+ , api_key_(api_key)+ , client_code_(client_code)+ , feed_token_(feed_token)+{+ ws_ = new WebSocketClient(this);+ connect(ws_, &WebSocketClient::connected, this, &AngelOneWebSocket::on_connected);+ connect(ws_, &WebSocketClient::disconnected, this, &AngelOneWebSocket::on_disconnected);+ connect(ws_, &WebSocketClient::binary_message_received,this, &AngelOneWebSocket::on_binary_message);+ connect(ws_, &WebSocketClient::message_received, this, &AngelOneWebSocket::on_text_message);+ connect(ws_, &WebSocketClient::error_occurred, this, &AngelOneWebSocket::error_occurred);+}++// ─────────────────────────────────────────────────────────────────────────────+// Public API+// ─────────────────────────────────────────────────────────────────────────────++void AngelOneWebSocket::open() {+ LOG_INFO(TAG_AO_WS, "Connecting to SmartStream");+ ws_->connect_to(QString(kWsUrl));+}++void AngelOneWebSocket::close() {+ ws_->disconnect();+}++bool AngelOneWebSocket::is_connected() const {+ return ws_->is_connected();+}++void AngelOneWebSocket::subscribe(const QVector<Subscription>& subs, AoSubMode mode) {+ mode_ = mode;+ QVector<Subscription> new_subs;+ for (const auto& s : subs) {+ QString key = QString::number(exchange_type_to_int(s.exchange_type)) + ":" + s.token;+ if (!subscribed_keys_.contains(key)) {+ subscribed_keys_.insert(key);+ subscriptions_.append(s);+ new_subs.append(s);+ }+ }+ if (!new_subs.isEmpty() && is_connected())+ send_subscribe(new_subs, mode);+}++void AngelOneWebSocket::unsubscribe(const QVector<Subscription>& subs, AoSubMode mode) {+ QVector<Subscription> to_remove;+ for (const auto& s : subs) {+ QString key = QString::number(exchange_type_to_int(s.exchange_type)) + ":" + s.token;+ if (subscribed_keys_.remove(key)) {+ subscriptions_.removeIf([&](const Subscription& x) {+ return x.token == s.token && x.exchange_type == s.exchange_type;+ });+ to_remove.append(s);+ }+ }+ if (!to_remove.isEmpty() && is_connected())+ send_unsubscribe(to_remove, mode);+}++void AngelOneWebSocket::set_subscriptions(const QVector<Subscription>& subs, AoSubMode mode) {+ mode_ = mode;+ subscribed_keys_.clear();+ subscriptions_.clear();+ for (const auto& s : subs) {+ QString key = QString::number(exchange_type_to_int(s.exchange_type)) + ":" + s.token;+ subscribed_keys_.insert(key);+ subscriptions_.append(s);+ }+ if (is_connected())+ resubscribe_all();+}++void AngelOneWebSocket::clear_subscriptions() {+ if (is_connected() && !subscriptions_.isEmpty())+ send_unsubscribe(subscriptions_, mode_);+ subscribed_keys_.clear();+ subscriptions_.clear();+}++// ─────────────────────────────────────────────────────────────────────────────+// Slots+// ─────────────────────────────────────────────────────────────────────────────++void AngelOneWebSocket::on_connected() {+ LOG_INFO(TAG_AO_WS, "Connected — sending auth");+ send_auth();+ // Subscriptions are sent after auth ACK arrives in on_text_message+}++void AngelOneWebSocket::on_disconnected() {+ LOG_WARN(TAG_AO_WS, "Disconnected");+ emit disconnected();+}++void AngelOneWebSocket::on_text_message(const QString& msg) {+ // Angel One sends a JSON text message to acknowledge the auth/connect.+ // We resubscribe when we see any non-error response after connect.+ // Format: { "type": "connected" } or error variants.+ LOG_DEBUG(TAG_AO_WS, QString("Text msg: %1").arg(msg));++ auto doc = QJsonDocument::fromJson(msg.toUtf8());+ if (doc.isObject()) {+ QString type = doc.object().value("type").toString();+ if (type == "error") {+ QString err = doc.object().value("message").toString();+ LOG_ERROR(TAG_AO_WS, QString("Auth error: %1").arg(err));+ emit error_occurred(err);+ return;+ }+ }++ // Auth acknowledged — (re)subscribe all tokens+ if (!subscriptions_.isEmpty()) {+ LOG_INFO(TAG_AO_WS, "Auth OK — resubscribing all tokens");+ resubscribe_all();+ }+ emit connected();+}++void AngelOneWebSocket::on_binary_message(const QByteArray& data) {+ // Minimum valid LTP packet: 51 bytes+ if (data.size() < 51)+ return;++ AoTick tick = parse_tick(data);+ if (tick.token.isEmpty())+ return;++ // Enrich with symbol/exchange from InstrumentService+ auto& svc = InstrumentService::instance();+ bool ok = false;+ quint32 token_int = tick.token.toUInt(&ok);+ if (ok) {+ auto inst = svc.find_by_token(token_int, "angelone");+ if (inst.has_value()) {+ tick.symbol = inst->symbol;+ tick.exchange = inst->exchange;+ }+ }+ if (tick.symbol.isEmpty())+ tick.symbol = tick.token; // fallback: use raw token++ emit tick_received(tick);+}++// ─────────────────────────────────────────────────────────────────────────────+// JSON message senders+// ─────────────────────────────────────────────────────────────────────────────++void AngelOneWebSocket::send_auth() {+ // Connect/auth message — must be sent immediately after WebSocket opens+ QJsonObject params;+ params["userID"] = client_code_;+ params["feedToken"] = feed_token_;++ QJsonObject msg;+ msg["correlationID"] = "fincept_auth";+ msg["action"] = 2; // 2 = connect/auth+ msg["params"] = params;++ ws_->send(QJsonDocument(msg).toJson(QJsonDocument::Compact));+}++void AngelOneWebSocket::send_subscribe(const QVector<Subscription>& subs, AoSubMode mode) {+ if (subs.isEmpty()) return;++ // Group tokens by exchange type+ QMap<quint8, QJsonArray> by_exchange;+ for (const auto& s : subs)+ by_exchange[exchange_type_to_int(s.exchange_type)].append(s.token);++ QJsonArray token_list;+ for (auto it = by_exchange.constBegin(); it != by_exchange.constEnd(); ++it) {+ QJsonObject entry;+ entry["exchangeType"] = int(it.key());+ entry["tokens"] = it.value();+ token_list.append(entry);+ }++ QJsonObject params;+ params["mode"] = static_cast<int>(mode);+ params["tokenList"] = token_list;++ QJsonObject msg;+ msg["correlationID"] = "fincept_sub";+ msg["action"] = 1; // 1 = subscribe+ msg["params"] = params;++ ws_->send(QJsonDocument(msg).toJson(QJsonDocument::Compact));+ LOG_INFO(TAG_AO_WS, QString("Subscribed %1 tokens (mode %2)")+ .arg(subs.size()).arg(static_cast<int>(mode)));+}++void AngelOneWebSocket::send_unsubscribe(const QVector<Subscription>& subs, AoSubMode mode) {+ if (subs.isEmpty()) return;++ QMap<quint8, QJsonArray> by_exchange;+ for (const auto& s : subs)+ by_exchange[exchange_type_to_int(s.exchange_type)].append(s.token);++ QJsonArray token_list;+ for (auto it = by_exchange.constBegin(); it != by_exchange.constEnd(); ++it) {+ QJsonObject entry;+ entry["exchangeType"] = int(it.key());+ entry["tokens"] = it.value();+ token_list.append(entry);+ }++ QJsonObject params;+ params["mode"] = static_cast<int>(mode);+ params["tokenList"] = token_list;++ QJsonObject msg;+ msg["correlationID"] = "fincept_unsub";+ msg["action"] = 0; // 0 = unsubscribe+ msg["params"] = params;++ ws_->send(QJsonDocument(msg).toJson(QJsonDocument::Compact));+}++void AngelOneWebSocket::resubscribe_all() {+ if (subscriptions_.isEmpty()) return;+ send_subscribe(subscriptions_, mode_);+}++// ─────────────────────────────────────────────────────────────────────────────+// Binary tick parser+//+// Angel One SmartStream binary layout (Little-Endian):+//+// Offset Size Type Field+// 0 1 u8 subscription_mode+// 1 1 u8 exchange_type+// 2 25 char[] token (null-padded ASCII)+// 27 8 i64 sequence_number+// 35 8 i64 exchange_timestamp (ms since epoch)+// 43 8 i64 last_traded_price (paise)+//+// Quote + SnapQuote extra (mode >= 2, offset 51+):+// 51 8 i64 last_traded_quantity+// 59 8 i64 average_traded_price (paise)+// 67 8 i64 volume_trade_for_the_day+// 75 8 f64 total_buy_quantity+// 83 8 f64 total_sell_quantity+// 91 8 i64 open_price_of_the_day (paise)+// 99 8 i64 high_price_of_the_day (paise)+// 107 8 i64 low_price_of_the_day (paise)+// 115 8 i64 closed_price (paise)+//+// SnapQuote extra (mode == 3, offset 123+):+// 123 8 i64 last_traded_timestamp+// 131 8 i64 open_interest+// 139 8 i64 oi_change_percentage (× 100)+// 147 200 best-5 buy/sell (10 × 20-byte entries)+// each entry: flag(u16,2) qty(i64,8) price(i64,8) orders(u16,2)+// flag==0 → buy, flag!=0 → sell+// 347 8 i64 upper_circuit_limit (paise)+// 355 8 i64 lower_circuit_limit (paise)+// 363 8 i64 52_week_high_price (paise)+// 371 8 i64 52_week_low_price (paise)+// ─────────────────────────────────────────────────────────────────────────────++AoTick AngelOneWebSocket::parse_tick(const QByteArray& data) const {+ const uchar* buf = reinterpret_cast<const uchar*>(data.constData());+ const int sz = data.size();++ AoTick tick;++ // ── Header (all modes) ─────────────────────────────────────+ tick.mode = static_cast<AoSubMode>(buf[0]);+ tick.exchange_type = static_cast<AoExchangeType>(buf[1]);+ tick.token = parse_token_string(buf + 2, 25);++ if (sz < 51) return tick; // need at least to LTP++ tick.sequence_number = read_i64_le(buf + 27);+ tick.exchange_timestamp = QDateTime::fromMSecsSinceEpoch(read_i64_le(buf + 35), Qt::UTC);+ tick.ltp = paise_to_rupees(read_i64_le(buf + 43));++ if (tick.mode == AoSubMode::LTP)+ return tick;++ // ── Quote fields (mode 2 & 3) ──────────────────────────────+ if (sz < 123) return tick;++ tick.ltq = read_i64_le(buf + 51);+ tick.atp = paise_to_rupees(read_i64_le(buf + 59));+ tick.volume = read_i64_le(buf + 67);+ tick.buy_qty = read_d64_le(buf + 75);+ tick.sell_qty = read_d64_le(buf + 83);+ tick.open = paise_to_rupees(read_i64_le(buf + 91));+ tick.high = paise_to_rupees(read_i64_le(buf + 99));+ tick.low = paise_to_rupees(read_i64_le(buf + 107));+ tick.close = paise_to_rupees(read_i64_le(buf + 115));++ if (tick.mode == AoSubMode::Quote)+ return tick;++ // ── SnapQuote extra (mode 3) ───────────────────────────────+ if (sz < 379) return tick;++ tick.oi = read_i64_le(buf + 131);+ tick.oi_change_pct = read_i64_le(buf + 139);++ // Best-5 depth: 10 × 20-byte entries at offset 147+ // Each entry: flag(u16,2) qty(i64,8) price(i64,8) orders(u16,2)+ // flag==0 → buy, flag!=0 → sell+ int buy_idx = 0, sell_idx = 0;+ for (int i = 0; i < 10 && buy_idx < 5 && sell_idx < 5; ++i) {+ const uchar* entry = buf + 147 + i * 20;+ quint16 flag = read_u16_le(entry);+ qint64 qty = read_i64_le(entry + 2);+ qint64 price = read_i64_le(entry + 10);+ quint16 orders = read_u16_le(entry + 18);++ if (flag == 0 && buy_idx < 5) {+ tick.bids[buy_idx].quantity = qty;+ tick.bids[buy_idx].price = price;+ tick.bids[buy_idx].orders = orders;+ ++buy_idx;+ } else if (flag != 0 && sell_idx < 5) {+ tick.asks[sell_idx].quantity = qty;+ tick.asks[sell_idx].price = price;+ tick.asks[sell_idx].orders = orders;+ ++sell_idx;+ }+ }++ tick.upper_circuit = paise_to_rupees(read_i64_le(buf + 347));+ tick.lower_circuit = paise_to_rupees(read_i64_le(buf + 355));+ tick.week52_high = paise_to_rupees(read_i64_le(buf + 363));+ tick.week52_low = paise_to_rupees(read_i64_le(buf + 371));++ return tick;+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/websocket/AngelOneWebSocket.h b/fincept-qt/src/trading/websocket/AngelOneWebSocket.hnew file mode 100644index 000000000..3d8480748--- /dev/null+++ b/fincept-qt/src/trading/websocket/AngelOneWebSocket.h@@ -0,0 +1,108 @@+#pragma once+#include "network/websocket/WebSocketClient.h"+#include "trading/websocket/AngelOneTickTypes.h"++#include <QObject>+#include <QSet>+#include <QString>+#include <QTimer>+#include <QVector>++namespace fincept::trading {++/// Angel One SmartStream WebSocket client (v2).+///+/// Implements the SmartStream binary tick protocol over a standard WebSocket.+/// Authentication uses feed_token + client_code sent as a JSON connect message+/// immediately after the connection is established.+///+/// Packet format: Little-Endian binary (opposite of Zerodha which is Big-Endian).+///+/// Usage:+/// auto* ws = new AngelOneWebSocket(api_key, client_code, feed_token, this);+/// ws->subscribe({{"2885", AoExchangeType::NSE_CM}}, AoSubMode::SnapQuote);+/// connect(ws, &AngelOneWebSocket::tick_received, this, &MyWidget::on_tick);+/// ws->open();+///+/// On reconnect, all subscriptions are automatically re-sent.+class AngelOneWebSocket : public QObject {+ Q_OBJECT+ public:+ struct Subscription {+ QString token;+ AoExchangeType exchange_type;+ };++ explicit AngelOneWebSocket(const QString& api_key,+ const QString& client_code,+ const QString& feed_token,+ QObject* parent = nullptr);++ /// Open the WebSocket connection.+ void open();++ /// Close the connection (subscriptions are preserved for reconnect).+ void close();++ bool is_connected() const;++ /// Subscribe tokens in the given mode. Deduplicates internally.+ /// If already connected, sends subscribe message immediately.+ void subscribe(const QVector<Subscription>& subs, AoSubMode mode = AoSubMode::SnapQuote);++ /// Unsubscribe tokens.+ void unsubscribe(const QVector<Subscription>& subs, AoSubMode mode = AoSubMode::SnapQuote);++ /// Replace entire subscription set and re-send if connected.+ void set_subscriptions(const QVector<Subscription>& subs, AoSubMode mode = AoSubMode::SnapQuote);++ /// Clear all subscriptions.+ void clear_subscriptions();++ /// Current mode (applies to all subscriptions — simplified for equity trading).+ AoSubMode mode() const { return mode_; }++ signals:+ void tick_received(const fincept::trading::AoTick& tick);+ void connected();+ void disconnected();+ void error_occurred(const QString& error);++ private slots:+ void on_connected();+ void on_binary_message(const QByteArray& data);+ void on_text_message(const QString& msg);+ void on_disconnected();++ private:+ void send_auth();+ void send_subscribe(const QVector<Subscription>& subs, AoSubMode mode);+ void send_unsubscribe(const QVector<Subscription>& subs, AoSubMode mode);+ void resubscribe_all();++ // Binary parsing (Little-Endian — opposite of Zerodha)+ AoTick parse_tick(const QByteArray& data) const;++ // Little-endian read helpers+ static qint64 read_i64_le(const uchar* p);+ static double read_d64_le(const uchar* p);+ static quint16 read_u16_le(const uchar* p);+ static double paise_to_rupees(qint64 paise);+ static QString parse_token_string(const uchar* p, int max_len);+ static quint8 exchange_type_to_int(AoExchangeType t);++ QString api_key_;+ QString client_code_;+ QString feed_token_;+ AoSubMode mode_ = AoSubMode::SnapQuote;++ WebSocketClient* ws_;++ // token key = "exchange_type:token" e.g. "1:2885"+ QSet<QString> subscribed_keys_;+ QVector<Subscription> subscriptions_;++ static constexpr const char* kWsUrl = "wss://smartapisocket.angelone.in/smart-stream";+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/websocket/ZerodhaTickTypes.h b/fincept-qt/src/trading/websocket/ZerodhaTickTypes.hnew file mode 100644index 000000000..4d7bac5ab--- /dev/null+++ b/fincept-qt/src/trading/websocket/ZerodhaTickTypes.h@@ -0,0 +1,50 @@+#pragma once+#include <QDateTime>+#include <QString>++namespace fincept::trading {++/// Zerodha market depth level (bid or ask).+struct ZerodhaDepthLevel {+ double price = 0.0;+ int quantity = 0;+ int orders = 0;+};++/// Zerodha streaming tick — populated depending on subscription mode.+///+/// LTP mode (8-byte packet): only instrument_token + ltp valid+/// Quote mode (44-byte packet): + ohlc, volume, ltq, atp, buy_qty, sell_qty+/// Full mode (184-byte packet): + oi, exchange_timestamp, depth (5 bid + 5 ask)+struct ZerodhaTick {+ quint32 instrument_token = 0;++ // LTP+ double ltp = 0.0;++ // Quote fields (44-byte+)+ double open = 0.0;+ double high = 0.0;+ double low = 0.0;+ double close = 0.0;+ int volume = 0;+ int last_quantity = 0; // ltq+ double average_price = 0.0; // atp+ int buy_quantity = 0;+ int sell_quantity = 0;++ // Full fields (184-byte)+ int oi = 0;+ int oi_day_high = 0;+ int oi_day_low = 0;+ QDateTime exchange_timestamp;+ ZerodhaDepthLevel bids[5];+ ZerodhaDepthLevel asks[5];++ // Derived / metadata+ QString symbol; // set by ZerodhaWebSocket after token lookup+ QString exchange; // set by ZerodhaWebSocket after token lookup+ bool tradable = true; // false for indices+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/websocket/ZerodhaWebSocket.cpp b/fincept-qt/src/trading/websocket/ZerodhaWebSocket.cppnew file mode 100644index 000000000..2427420cc--- /dev/null+++ b/fincept-qt/src/trading/websocket/ZerodhaWebSocket.cpp@@ -0,0 +1,297 @@+#include "trading/websocket/ZerodhaWebSocket.h"++#include "core/logging/Logger.h"+#include "trading/instruments/InstrumentService.h"++#include <QDateTime>+#include <QJsonArray>+#include <QJsonDocument>+#include <QJsonObject>+#include <QString>++namespace fincept::trading {++// ────────────────────────────────────────────────────────────────────────────+// Big-endian read helpers+// ────────────────────────────────────────────────────────────────────────────++quint32 ZerodhaWebSocket::read_u32(const uchar* p) {+ return (quint32(p[0]) << 24) | (quint32(p[1]) << 16) | (quint32(p[2]) << 8) | quint32(p[3]);+}++qint32 ZerodhaWebSocket::read_i32(const uchar* p) {+ return qint32(read_u32(p));+}++quint16 ZerodhaWebSocket::read_u16(const uchar* p) {+ return quint16((quint16(p[0]) << 8) | quint16(p[1]));+}++double ZerodhaWebSocket::paise_to_rupees(qint32 paise) {+ return paise / 100.0;+}++// ────────────────────────────────────────────────────────────────────────────+// Constructor / destructor+// ────────────────────────────────────────────────────────────────────────────++ZerodhaWebSocket::ZerodhaWebSocket(const QString& api_key, const QString& access_token,+ QObject* parent)+ : QObject(parent), api_key_(api_key), access_token_(access_token) {+ ws_ = new WebSocketClient(this);+ connect(ws_, &WebSocketClient::connected, this, &ZerodhaWebSocket::on_connected);+ connect(ws_, &WebSocketClient::disconnected, this, &ZerodhaWebSocket::on_disconnected);+ connect(ws_, &WebSocketClient::binary_message_received,this, &ZerodhaWebSocket::on_binary_message);+ connect(ws_, &WebSocketClient::error_occurred, this, &ZerodhaWebSocket::error_occurred);+}++// ────────────────────────────────────────────────────────────────────────────+// Public API+// ────────────────────────────────────────────────────────────────────────────++void ZerodhaWebSocket::open() {+ QString url = QString("%1?api_key=%2&access_token=%3")+ .arg(kWsUrl, api_key_, access_token_);+ LOG_INFO("ZerodhaWS", "Connecting to KiteTicker");+ ws_->connect_to(url);+}++void ZerodhaWebSocket::close() {+ ws_->disconnect();+}++bool ZerodhaWebSocket::is_connected() const {+ return ws_->is_connected();+}++void ZerodhaWebSocket::subscribe(const QVector<quint32>& tokens) {+ QVector<quint32> new_tokens;+ for (quint32 t : tokens) {+ if (!subscribed_tokens_.contains(t)) {+ subscribed_tokens_.insert(t);+ new_tokens.append(t);+ }+ }+ if (!new_tokens.isEmpty() && is_connected()) {+ send_subscribe(new_tokens);+ send_mode(new_tokens);+ }+}++void ZerodhaWebSocket::unsubscribe(const QVector<quint32>& tokens) {+ QVector<quint32> to_remove;+ for (quint32 t : tokens) {+ if (subscribed_tokens_.remove(t))+ to_remove.append(t);+ }+ if (!to_remove.isEmpty() && is_connected())+ send_unsubscribe(to_remove);+}++void ZerodhaWebSocket::set_subscriptions(const QVector<quint32>& tokens) {+ subscribed_tokens_.clear();+ for (quint32 t : tokens)+ subscribed_tokens_.insert(t);+ if (is_connected())+ resubscribe_all();+}++void ZerodhaWebSocket::clear_subscriptions() {+ if (is_connected() && !subscribed_tokens_.isEmpty()) {+ QVector<quint32> all(subscribed_tokens_.begin(), subscribed_tokens_.end());+ send_unsubscribe(all);+ }+ subscribed_tokens_.clear();+}++// ────────────────────────────────────────────────────────────────────────────+// Slots+// ────────────────────────────────────────────────────────────────────────────++void ZerodhaWebSocket::on_connected() {+ LOG_INFO("ZerodhaWS", "Connected — resubscribing all tokens");+ resubscribe_all();+ emit connected();+}++void ZerodhaWebSocket::on_disconnected() {+ LOG_WARN("ZerodhaWS", "Disconnected");+ emit disconnected();+}++void ZerodhaWebSocket::on_binary_message(const QByteArray& data) {+ const uchar* buf = reinterpret_cast<const uchar*>(data.constData());+ int total = data.size();++ if (total < 2)+ return;++ int packet_count = int(read_u16(buf));+ int offset = 2;++ for (int i = 0; i < packet_count && offset + 2 <= total; ++i) {+ int pkt_len = int(read_u16(buf + offset));+ offset += 2;++ if (offset + pkt_len > total)+ break;++ const uchar* pkt = buf + offset;+ ZerodhaTick tick;++ if (pkt_len == 8) {+ tick = parse_ltp_packet(pkt);+ } else if (pkt_len == 44) {+ tick = parse_quote_packet(pkt);+ } else if (pkt_len == 184) {+ tick = parse_full_packet(pkt);+ } else {+ // Unknown packet size — skip+ offset += pkt_len;+ continue;+ }++ // Enrich tick with symbol/exchange via InstrumentService+ auto& svc = InstrumentService::instance();+ auto inst = svc.find_by_token(tick.instrument_token, "zerodha");+ if (inst.has_value()) {+ tick.symbol = inst->symbol;+ tick.exchange = inst->exchange;+ tick.tradable = (inst->instrument_type != InstrumentType::INDEX);+ }++ emit tick_received(tick);+ offset += pkt_len;+ }+}++// ────────────────────────────────────────────────────────────────────────────+// Send helpers+// ────────────────────────────────────────────────────────────────────────────++void ZerodhaWebSocket::send_subscribe(const QVector<quint32>& tokens) {+ // Send in batches of kBatchSize+ for (int start = 0; start < tokens.size(); start += kBatchSize) {+ QJsonArray arr;+ for (int j = start; j < std::min(start + kBatchSize, int(tokens.size())); ++j)+ arr.append(qint64(tokens[j]));+ QJsonObject msg;+ msg["a"] = "subscribe";+ msg["v"] = arr;+ ws_->send(QJsonDocument(msg).toJson(QJsonDocument::Compact));+ }+}++void ZerodhaWebSocket::send_unsubscribe(const QVector<quint32>& tokens) {+ for (int start = 0; start < tokens.size(); start += kBatchSize) {+ QJsonArray arr;+ for (int j = start; j < std::min(start + kBatchSize, int(tokens.size())); ++j)+ arr.append(qint64(tokens[j]));+ QJsonObject msg;+ msg["a"] = "unsubscribe";+ msg["v"] = arr;+ ws_->send(QJsonDocument(msg).toJson(QJsonDocument::Compact));+ }+}++void ZerodhaWebSocket::send_mode(const QVector<quint32>& tokens) {+ for (int start = 0; start < tokens.size(); start += kBatchSize) {+ QJsonArray arr;+ for (int j = start; j < std::min(start + kBatchSize, int(tokens.size())); ++j)+ arr.append(qint64(tokens[j]));+ QJsonObject msg;+ msg["a"] = "mode";+ QJsonArray v;+ v.append("full");+ v.append(arr);+ msg["v"] = v;+ ws_->send(QJsonDocument(msg).toJson(QJsonDocument::Compact));+ }+}++void ZerodhaWebSocket::resubscribe_all() {+ if (subscribed_tokens_.isEmpty())+ return;+ QVector<quint32> all(subscribed_tokens_.begin(), subscribed_tokens_.end());+ send_subscribe(all);+ send_mode(all);+}++// ────────────────────────────────────────────────────────────────────────────+// Binary packet parsers+// ────────────────────────────────────────────────────────────────────────────++ZerodhaTick ZerodhaWebSocket::parse_ltp_packet(const uchar* p) const {+ ZerodhaTick t;+ t.instrument_token = read_u32(p); // bytes 0-3+ t.ltp = paise_to_rupees(read_i32(p + 4)); // bytes 4-7+ return t;+}++ZerodhaTick ZerodhaWebSocket::parse_quote_packet(const uchar* p) const {+ // 44-byte packet layout (all int32 BE, prices in paise):+ // 0-3 instrument_token+ // 4-7 last_price+ // 8-11 last_quantity (ltq)+ // 12-15 average_price (atp)+ // 16-19 volume+ // 20-23 buy_quantity+ // 24-27 sell_quantity+ // 28-31 open+ // 32-35 high+ // 36-39 low+ // 40-43 close+ ZerodhaTick t;+ t.instrument_token = read_u32(p);+ t.ltp = paise_to_rupees(read_i32(p + 4));+ t.last_quantity = read_i32(p + 8);+ t.average_price = paise_to_rupees(read_i32(p + 12));+ t.volume = read_i32(p + 16);+ t.buy_quantity = read_i32(p + 20);+ t.sell_quantity = read_i32(p + 24);+ t.open = paise_to_rupees(read_i32(p + 28));+ t.high = paise_to_rupees(read_i32(p + 32));+ t.low = paise_to_rupees(read_i32(p + 36));+ t.close = paise_to_rupees(read_i32(p + 40));+ return t;+}++ZerodhaTick ZerodhaWebSocket::parse_full_packet(const uchar* p) const {+ // 184-byte full packet:+ // 0-43 same as quote packet (44 bytes)+ // 44-47 last_trade_time (unix epoch, seconds)+ // 48-51 oi+ // 52-55 oi_day_high+ // 56-59 oi_day_low+ // 60-63 exchange_timestamp (unix epoch, seconds)+ // 64-183 market depth: 10 levels × 12 bytes each+ // Each level: quantity(4) + price(4) + orders(2) + padding(2)+ // First 5 = bids, next 5 = asks+ ZerodhaTick t = parse_quote_packet(p); // first 44 bytes identical++ // last_trade_time at offset 44 — not stored, just skip+ t.oi = read_i32(p + 48);+ t.oi_day_high = read_i32(p + 52);+ t.oi_day_low = read_i32(p + 56);++ qint32 ex_ts = read_i32(p + 60);+ t.exchange_timestamp = QDateTime::fromSecsSinceEpoch(ex_ts, Qt::UTC);++ // Depth: 5 bids then 5 asks, each 12 bytes+ for (int i = 0; i < 5; ++i) {+ int base = 64 + i * 12;+ t.bids[i].quantity = read_i32(p + base);+ t.bids[i].price = paise_to_rupees(read_i32(p + base + 4));+ t.bids[i].orders = int(read_u16(p + base + 8));+ }+ for (int i = 0; i < 5; ++i) {+ int base = 64 + (5 + i) * 12;+ t.asks[i].quantity = read_i32(p + base);+ t.asks[i].price = paise_to_rupees(read_i32(p + base + 4));+ t.asks[i].orders = int(read_u16(p + base + 8));+ }++ return t;+}++} // namespace fincept::tradingdiff --git a/fincept-qt/src/trading/websocket/ZerodhaWebSocket.h b/fincept-qt/src/trading/websocket/ZerodhaWebSocket.hnew file mode 100644index 000000000..721e77875--- /dev/null+++ b/fincept-qt/src/trading/websocket/ZerodhaWebSocket.h@@ -0,0 +1,89 @@+#pragma once+#include "network/websocket/WebSocketClient.h"+#include "trading/websocket/ZerodhaTickTypes.h"++#include <QObject>+#include <QSet>+#include <QString>+#include <QTimer>+#include <QVector>++namespace fincept::trading {++/// Zerodha KiteTicker WebSocket client.+///+/// Wraps WebSocketClient to handle Zerodha's binary tick protocol.+/// Manages subscriptions in batches of 200 tokens (Kite API limit).+///+/// Usage:+/// auto* ws = new ZerodhaWebSocket(api_key, access_token, this);+/// ws->subscribe({256265, 260105}); // instrument tokens+/// connect(ws, &ZerodhaWebSocket::tick_received, this, &MyWidget::on_tick);+/// ws->open();+///+/// Reconnect: exponential backoff via WebSocketClient; on reconnect all+/// subscribed tokens are re-sent automatically.+class ZerodhaWebSocket : public QObject {+ Q_OBJECT+ public:+ explicit ZerodhaWebSocket(const QString& api_key, const QString& access_token,+ QObject* parent = nullptr);++ /// Open the WebSocket connection.+ void open();++ /// Close the connection (does not clear subscription list).+ void close();++ bool is_connected() const;++ /// Add tokens to the subscription set and (re)subscribe if connected.+ /// Mode is always "full" — we need depth for order matching.+ void subscribe(const QVector<quint32>& tokens);++ /// Remove tokens from the subscription set.+ void unsubscribe(const QVector<quint32>& tokens);++ /// Replace the full subscription set.+ void set_subscriptions(const QVector<quint32>& tokens);++ /// Clear all subscriptions.+ void clear_subscriptions();++ signals:+ void tick_received(const fincept::trading::ZerodhaTick& tick);+ void connected();+ void disconnected();+ void error_occurred(const QString& error);++ private slots:+ void on_connected();+ void on_binary_message(const QByteArray& data);+ void on_disconnected();++ private:+ void send_subscribe(const QVector<quint32>& tokens);+ void send_unsubscribe(const QVector<quint32>& tokens);+ void send_mode(const QVector<quint32>& tokens);+ void resubscribe_all();++ // Binary packet parsing helpers+ ZerodhaTick parse_ltp_packet(const uchar* data) const;+ ZerodhaTick parse_quote_packet(const uchar* data) const;+ ZerodhaTick parse_full_packet(const uchar* data) const;++ static quint32 read_u32(const uchar* p);+ static qint32 read_i32(const uchar* p);+ static quint16 read_u16(const uchar* p);+ static double paise_to_rupees(qint32 paise);++ QString api_key_;+ QString access_token_;+ WebSocketClient* ws_;+ QSet<quint32> subscribed_tokens_;++ static constexpr int kBatchSize = 200;+ static constexpr const char* kWsUrl = "wss://ws.kite.trade";+};++} // namespace fincept::tradingdiff --git a/fincept-qt/src/ui/navigation/NavigationBar.cpp b/fincept-qt/src/ui/navigation/NavigationBar.cppindex 78fdef3fb..cb7e99650 100644--- a/fincept-qt/src/ui/navigation/NavigationBar.cpp+++ b/fincept-qt/src/ui/navigation/NavigationBar.cpp@@ -80,7 +80,7 @@ void NavigationBar::refresh_user_display() {credits_label_->setStyleSheet(QString("color:%1;font-size:13px;background:transparent;font-family:'Consolas',monospace;").arg(s.user_info.credit_balance > 0 ? "#16a34a" : "#dc2626"));- plan_label_->setText(s.user_info.account_type.toUpper());+ plan_label_->setText(s.account_type().toUpper());}} // namespace fincept::uidiff --git a/fincept-qt/src/ui/navigation/ToolBar.cpp b/fincept-qt/src/ui/navigation/ToolBar.cppindex 24e7a3a67..dd5b6a3d4 100644--- a/fincept-qt/src/ui/navigation/ToolBar.cpp+++ b/fincept-qt/src/ui/navigation/ToolBar.cpp@@ -152,7 +152,7 @@ void ToolBar::refresh_user_display() {.arg(s.user_info.credit_balance > 0 ? "#16a34a" : "#dc2626").arg(MF));- QString plan_text = s.user_info.account_type.toUpper();+ QString plan_text = s.account_type().toUpper();if (!plan_text.isEmpty())plan_text += " Plan";plan_btn_->setText(plan_text.isEmpty() ? "FREE" : plan_text);@@ -168,6 +168,8 @@ QMenu* ToolBar::build_file_menu() {m->addAction("Import Data", this, [this]() { emit action_triggered("import_data"); });m->addAction("Export Data", this, [this]() { emit action_triggered("export_data"); });m->addSeparator();+ m->addAction("File Manager", this, [this]() { emit navigate_to("file_manager"); });+ m->addSeparator();m->addAction("Refresh All", this, [this]() { emit action_triggered("refresh"); });return m;}diff --git a/fincept-qt/src/ui/widgets/ConfettiOverlay.cpp b/fincept-qt/src/ui/widgets/ConfettiOverlay.cppnew file mode 100644index 000000000..d0b692fcf--- /dev/null+++ b/fincept-qt/src/ui/widgets/ConfettiOverlay.cpp@@ -0,0 +1,247 @@+#include "ui/widgets/ConfettiOverlay.h"++#include <QPainterPath>+#include <QRandomGenerator>++#include <cmath>++namespace fincept::ui {++static const QColor COLORS[] = {+ QColor(217, 119, 6), // amber+ QColor(255, 191, 36), // gold+ QColor(22, 163, 74), // green+ QColor(52, 211, 153), // emerald+ QColor(8, 145, 178), // cyan+ QColor(56, 189, 248), // sky+ QColor(220, 38, 38), // red+ QColor(251, 113, 133), // rose+ QColor(147, 51, 234), // purple+ QColor(192, 132, 252), // violet+ QColor(234, 179, 8), // yellow+ QColor(59, 130, 246), // blue+ QColor(236, 72, 153), // pink+ QColor(245, 158, 11), // orange+};+static const int NUM_COLORS = sizeof(COLORS) / sizeof(COLORS[0]);++ConfettiOverlay::ConfettiOverlay(QWidget* parent) : QWidget(parent) {+ setAttribute(Qt::WA_TransparentForMouseEvents);+ setAttribute(Qt::WA_TranslucentBackground);+ setWindowFlags(Qt::FramelessWindowHint);+ hide();++ timer_ = new QTimer(this);+ timer_->setInterval(16); // ~60 fps for smooth animation+ connect(timer_, &QTimer::timeout, this, &ConfettiOverlay::tick);++ end_timer_ = new QTimer(this);+ end_timer_->setSingleShot(true);+ connect(end_timer_, &QTimer::timeout, this, [this]() {+ timer_->stop();+ hide();+ particles_.clear();+ });+}++void ConfettiOverlay::show_confetti() {+ if (auto* p = parentWidget()) {+ setGeometry(0, 0, p->width(), p->height());+ }+ elapsed_ms_ = 0;+ particles_.clear();++ int w = width();++ // Initial big burst from center+ spawn_burst(120, w * 0.5f, w * 0.4f, 2.0f);++ // Side bursts+ spawn_burst(60, w * 0.15f, w * 0.15f, 2.5f);+ spawn_burst(60, w * 0.85f, w * 0.15f, 2.5f);++ // Delayed secondary bursts (staggered for waves)+ spawn_burst(50, w * 0.3f, w * 0.2f, 1.8f);+ spawn_burst(50, w * 0.7f, w * 0.2f, 1.8f);++ // Late gentle rain+ spawn_burst(40, w * 0.5f, w * 0.5f, 1.0f);++ // Set staggered delays for wave effect+ auto* rng = QRandomGenerator::global();+ int idx = 0;+ for (auto& p : particles_) {+ if (idx < 120)+ p.delay_ms = rng->bounded(200); // first burst: immediate+ else if (idx < 240)+ p.delay_ms = 300 + rng->bounded(400); // side bursts: 0.3-0.7s+ else if (idx < 340)+ p.delay_ms = 1000 + rng->bounded(800); // secondary: 1-1.8s+ else+ p.delay_ms = 2500 + rng->bounded(1500); // rain: 2.5-4s+ idx++;+ }++ show();+ raise();+ timer_->start();+ end_timer_->start(10000);+}++void ConfettiOverlay::spawn_burst(int count, float origin_x, float spread, float base_vy) {+ auto* rng = QRandomGenerator::global();+ int w = width();++ for (int i = 0; i < count; ++i) {+ Particle p;+ p.x = origin_x + (rng->generateDouble() - 0.5f) * spread;+ p.y = -rng->bounded(60) - 10;+ p.vx = (rng->generateDouble() - 0.5f) * 6.0f;+ p.vy = rng->generateDouble() * base_vy + 1.0f;+ p.rotation = rng->bounded(360);+ p.rotation_speed = (rng->generateDouble() - 0.5f) * 12.0f;+ p.size = rng->bounded(4, 12);+ p.sway_offset = rng->generateDouble() * 6.28f;+ p.sway_amplitude = rng->generateDouble() * 2.0f + 0.5f;+ p.shimmer_phase = rng->generateDouble() * 6.28f;+ p.delay_ms = 0;+ p.base_color = COLORS[rng->bounded(NUM_COLORS)];+ p.color = p.base_color;++ // Mix of shapes: 40% rect, 25% circle, 20% streamer, 15% star+ int shape_roll = rng->bounded(100);+ if (shape_roll < 40)+ p.shape = Rect;+ else if (shape_roll < 65)+ p.shape = Circle;+ else if (shape_roll < 85)+ p.shape = Streamer;+ else+ p.shape = Star;++ // Streamers are taller and narrower+ if (p.shape == Streamer)+ p.size = rng->bounded(3, 6);++ particles_.push_back(p);+ }+}++void ConfettiOverlay::tick() {+ elapsed_ms_ += timer_->interval();+ int h = height();+ int w = width();+ float t = elapsed_ms_ / 1000.0f; // time in seconds++ // Fade out in the last 3 seconds+ float fade = 1.0f;+ if (elapsed_ms_ > 7000)+ fade = 1.0f - (elapsed_ms_ - 7000) / 3000.0f;+ fade = std::max(0.0f, fade);++ for (auto& p : particles_) {+ // Skip particles that haven't spawned yet+ if (elapsed_ms_ < p.delay_ms)+ continue;++ float local_t = (elapsed_ms_ - p.delay_ms) / 1000.0f;++ p.vy += 0.04f; // gravity+ p.vx *= 0.997f; // air resistance++ // Sinusoidal sway for fluttering effect+ float sway = std::sin(local_t * 3.0f + p.sway_offset) * p.sway_amplitude;+ p.x += p.vx + sway * 0.3f;+ p.y += p.vy;+ p.rotation += p.rotation_speed;++ // Shimmer: oscillate alpha+ float shimmer = 0.7f + 0.3f * std::sin(local_t * 8.0f + p.shimmer_phase);++ // Respawn particles that fall off-screen (first 6 seconds only)+ if (p.y > h + 30 && elapsed_ms_ < 6000) {+ auto* rng = QRandomGenerator::global();+ p.y = -rng->bounded(40) - 10;+ p.x = rng->bounded(w);+ p.vy = rng->generateDouble() * 1.5f + 0.8f;+ p.vx = (rng->generateDouble() - 0.5f) * 3.0f;+ }++ // Apply fade + shimmer+ QColor c = p.base_color;+ c.setAlphaF(fade * shimmer);+ p.color = c;+ }++ update();+}++void ConfettiOverlay::draw_star(QPainter& painter, float size) {+ float outer = size;+ float inner = size * 0.4f;+ QPolygonF star;+ for (int i = 0; i < 10; ++i) {+ float r = (i % 2 == 0) ? outer : inner;+ float angle = (i * 36.0f - 90.0f) * 3.14159f / 180.0f;+ star << QPointF(r * std::cos(angle), r * std::sin(angle));+ }+ painter.drawPolygon(star);+}++void ConfettiOverlay::draw_streamer(QPainter& painter, float size, float rotation) {+ // Wavy ribbon+ float w = size;+ float h = size * 4.0f;+ float wave = std::sin(rotation * 0.1f) * w * 0.5f;++ QPainterPath path;+ path.moveTo(-w / 2, -h / 2);+ path.cubicTo(-w / 2 + wave, -h / 6, w / 2 - wave, h / 6, w / 2, h / 2);+ path.lineTo(w / 2 - 1, h / 2);+ path.cubicTo(w / 2 - 1 - wave, h / 6, -w / 2 + 1 + wave, -h / 6, -w / 2 + 1, -h / 2);+ path.closeSubpath();+ painter.drawPath(path);+}++void ConfettiOverlay::paintEvent(QPaintEvent*) {+ QPainter painter(this);+ painter.setRenderHint(QPainter::Antialiasing);++ for (const auto& p : particles_) {+ // Skip particles that haven't spawned yet+ if (elapsed_ms_ < p.delay_ms)+ continue;++ if (p.color.alphaF() < 0.01f)+ continue;++ painter.save();+ painter.translate(p.x, p.y);+ painter.rotate(p.rotation);+ painter.setPen(Qt::NoPen);+ painter.setBrush(p.color);++ switch (p.shape) {+ case Rect: {+ // 3D-ish tumbling rectangle: vary width by rotation+ float w = p.size * (0.5f + 0.5f * std::abs(std::cos(p.rotation * 0.05f)));+ float h = p.size * 1.4f;+ painter.drawRect(QRectF(-w / 2, -h / 2, w, h));+ break;+ }+ case Circle:+ painter.drawEllipse(QPointF(0, 0), p.size * 0.5f, p.size * 0.5f);+ break;+ case Star:+ draw_star(painter, p.size * 0.6f);+ break;+ case Streamer:+ draw_streamer(painter, p.size, p.rotation);+ break;+ }++ painter.restore();+ }+}++} // namespace fincept::uidiff --git a/fincept-qt/src/ui/widgets/ConfettiOverlay.h b/fincept-qt/src/ui/widgets/ConfettiOverlay.hnew file mode 100644index 000000000..3b4319f82--- /dev/null+++ b/fincept-qt/src/ui/widgets/ConfettiOverlay.h@@ -0,0 +1,51 @@+#pragma once+#include <QPainter>+#include <QTimer>+#include <QWidget>++#include <vector>++namespace fincept::ui {++/// Transparent overlay that renders a 10-second confetti burst animation+/// with multiple particle shapes, shimmer, sway, and staggered bursts.+class ConfettiOverlay : public QWidget {+ Q_OBJECT+ public:+ explicit ConfettiOverlay(QWidget* parent = nullptr);++ void show_confetti();++ protected:+ void paintEvent(QPaintEvent* event) override;++ private:+ enum Shape { Rect, Circle, Star, Streamer };++ struct Particle {+ float x, y;+ float vx, vy;+ float rotation, rotation_speed;+ float size;+ float sway_offset; // phase offset for sine sway+ float sway_amplitude;+ float shimmer_phase;+ float delay_ms; // staggered spawn delay+ QColor base_color;+ QColor color;+ Shape shape;+ };++ void spawn_burst(int count, float origin_x, float spread, float base_vy);+ void tick();++ std::vector<Particle> particles_;+ QTimer* timer_ = nullptr;+ QTimer* end_timer_ = nullptr;+ int elapsed_ms_ = 0;++ void draw_star(QPainter& painter, float size);+ void draw_streamer(QPainter& painter, float size, float rotation);+};++} // namespace fincept::uidiff --git a/fincept-qt/uitest/CMakeLists.txt b/fincept-qt/uitest/CMakeLists.txtdeleted file mode 100644index ab95df1f7..000000000--- a/fincept-qt/uitest/CMakeLists.txt+++ /dev/null@@ -1,26 +0,0 @@-cmake_minimum_required(VERSION 3.20)-project(FinceptUITest LANGUAGES CXX)--set(CMAKE_CXX_STANDARD 20)-set(CMAKE_CXX_STANDARD_REQUIRED ON)-set(CMAKE_AUTOMOC ON)--find_package(Qt6 REQUIRED COMPONENTS Widgets)--set(THEMES- theme01_obsidian- theme02_matrix- theme03_arctic- theme04_carbon- theme05_midnight- theme06_neon- theme07_slate- theme08_bloomberg- theme09_ember- theme10_titanium-)--foreach(THEME ${THEMES})- add_executable(${THEME} WIN32 ${THEME}.cpp)- target_link_libraries(${THEME} PRIVATE Qt6::Widgets)-endforeach()diff --git a/fincept-qt/uitest/theme01_obsidian.cpp b/fincept-qt/uitest/theme01_obsidian.cppdeleted file mode 100644index 5a9146f72..000000000--- a/fincept-qt/uitest/theme01_obsidian.cpp+++ /dev/null@@ -1,120 +0,0 @@-// Theme 01: OBSIDIAN — Deep blacks, amber data, ultra-minimal borders-// Dense monospace grid, no rounded corners, hairline separators-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QFrame>-#include <QPushButton>-#include <QScrollArea>--static QLabel* lbl(const QString& t, const QString& c, int sz=10, bool bold=false) {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;"- "font-family:'JetBrains Mono','Consolas',monospace;").arg(c).arg(sz).arg(bold?"font-weight:700;":""));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(28);- w->setStyleSheet("background:#0a0a0a;border-bottom:1px solid #1a1a1a;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(12,0,12,0);- h->addWidget(lbl("FINCEPT","#d97706",12,true));- h->addWidget(lbl("TERMINAL","#525252",10));- h->addStretch();- h->addWidget(lbl("2026-03-20 14:32:01","#404040",9));- h->addStretch();- auto* dot = lbl("\xe2\x97\x8f","#16a34a",7); h->addWidget(dot);- h->addWidget(lbl("LIVE","#16a34a",9,true));- return w;-}--static QWidget* tab_bar() {- auto* w = new QWidget; w->setFixedHeight(22);- w->setStyleSheet("background:#0e0e0e;border-bottom:1px solid #1a1a1a;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(4,0,4,0); h->setSpacing(0);- QStringList tabs={"DASHBOARD","MARKETS","PORTFOLIO","NEWS","REPORTS"};- for(int i=0;i<tabs.size();i++){- auto* b=new QPushButton(tabs[i]); b->setFixedHeight(22);- b->setStyleSheet(i==1?- "QPushButton{background:#b45309;color:#fafafa;border:none;padding:0 12px;font-size:9px;font-weight:600;letter-spacing:1px;font-family:'Consolas',monospace;}"- :"QPushButton{background:transparent;color:#525252;border:none;padding:0 12px;font-size:9px;letter-spacing:0.5px;font-family:'Consolas',monospace;}"- "QPushButton:hover{color:#a3a3a3;}");- h->addWidget(b);- }- h->addStretch();- return w;-}--static QWidget* market_panel(const QString& title) {- auto* w = new QWidget;- w->setStyleSheet("background:#0a0a0a;border:1px solid #1a1a1a;");- w->setMinimumWidth(280); w->setFixedHeight(240);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(24);- hdr->setStyleSheet("background:#111111;border-bottom:1px solid #1a1a1a;");- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(8,0,8,0);- hl->addWidget(lbl(title,"#d97706",9,true)); hl->addStretch();- hl->addWidget(lbl("12","#333333",8));- v->addWidget(hdr);-- auto* t = new QTableWidget(8,4);- t->setHorizontalHeaderLabels({"SYMBOL","PRICE","CHG","CHG%"});- t->verticalHeader()->setVisible(false);- t->setShowGrid(false); t->setFocusPolicy(Qt::NoFocus);- t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(20);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(20);- t->setStyleSheet(- "QTableWidget{background:#080808;alternate-background-color:#0c0c0c;border:none;"- "font-family:'Consolas',monospace;font-size:10px;}"- "QTableWidget::item{padding:0 6px;border-bottom:1px solid #111111;}"- "QHeaderView::section{background:#0a0a0a;color:#404040;border:none;"- "border-bottom:1px solid #1a1a1a;font-size:8px;font-weight:600;padding:0 6px;}");- t->setAlternatingRowColors(true);-- QString syms[]={"^GSPC","^IXIC","^DJI","^RUT","^FTSE","^N225","^HSI","^GDAXI"};- double prices[]={5118.37,16085.11,38996.39,2089.47,7930.92,39098.68,16589.55,17940.20};- double chgs[]={0.87,1.12,0.34,-0.23,0.45,1.23,-0.89,0.67};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=chgs[r]>=0?"#16a34a":"#dc2626";- t->setItem(r,0,mk(syms[r],"#e5e5e5",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(prices[r],'f',2),"#e5e5e5"));- t->setItem(r,2,mk(QString("%1%2").arg(chgs[r]>=0?"+":"").arg(chgs[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(chgs[r]>=0?"+":"").arg(chgs[r],0,'f',2),cc));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 01: Obsidian"); win.resize(1200,700);- auto* c = new QWidget; auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(tab_bar());-- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#080808;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(6,6,6,6); grid->setSpacing(4);- grid->addWidget(market_panel("INDICES")); grid->addWidget(market_panel("FOREX"));- grid->addWidget(market_panel("COMMODITIES")); grid->addWidget(market_panel("CRYPTO"));- scroll->setWidget(body); root->addWidget(scroll,1);-- auto* sb = new QWidget; sb->setFixedHeight(18);- sb->setStyleSheet("background:#0a0a0a;border-top:1px solid #1a1a1a;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(12,0,12,0);- sl->addWidget(lbl("v4.0.0","#333333",8)); sl->addStretch();- sl->addWidget(lbl("READY","#16a34a",8,true));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/fincept-qt/uitest/theme02_matrix.cpp b/fincept-qt/uitest/theme02_matrix.cppdeleted file mode 100644index b87c105f5..000000000--- a/fincept-qt/uitest/theme02_matrix.cpp+++ /dev/null@@ -1,113 +0,0 @@-// Theme 02: MATRIX — Green-on-black classic terminal, retro CRT feel-// Phosphor green text, scanline effect, DOS-style borders-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QFrame>-#include <QPushButton>-#include <QScrollArea>--static QLabel* lbl(const QString& t, const QString& c="#33ff33", int sz=10, bool b=false) {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;"- "font-family:'Courier New','Consolas',monospace;").arg(c).arg(sz).arg(b?"font-weight:700;":""));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(30);- w->setStyleSheet("background:#001100;border-bottom:2px solid #004400;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(12,0,12,0);- h->addWidget(lbl(">>> FINCEPT TERMINAL v4.0","#00ff00",11,true));- h->addStretch();- h->addWidget(lbl("[CONNECTED]","#00cc00",10,true));- h->addWidget(lbl(" 2026-03-20 14:32:01","#006600",9));- return w;-}--static QWidget* tab_bar() {- auto* w = new QWidget; w->setFixedHeight(24);- w->setStyleSheet("background:#000800;border-bottom:1px solid #003300;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(4,0,4,0); h->setSpacing(0);- QStringList tabs={"[F1]DASH","[F2]MKT","[F3]PORT","[F4]NEWS","[F5]RPT"};- for(int i=0;i<tabs.size();i++){- auto* b=new QPushButton(tabs[i]); b->setFixedHeight(24);- b->setStyleSheet(i==1?- "QPushButton{background:#003300;color:#33ff33;border:1px solid #006600;padding:0 8px;font-size:10px;font-family:'Courier New',monospace;}"- :"QPushButton{background:transparent;color:#006600;border:none;padding:0 8px;font-size:10px;font-family:'Courier New',monospace;}"- "QPushButton:hover{color:#33ff33;}");- h->addWidget(b);- }- h->addStretch();- return w;-}--static QWidget* market_panel(const QString& title) {- auto* w = new QWidget;- w->setStyleSheet("background:#000a00;border:1px solid #003300;");- w->setMinimumWidth(280); w->setFixedHeight(240);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(22);- hdr->setStyleSheet("background:#001a00;border-bottom:1px solid #003300;");- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(8,0,8,0);- hl->addWidget(lbl("=== "+title+" ===","#00ff00",9,true));- v->addWidget(hdr);-- auto* t = new QTableWidget(8,4);- t->setHorizontalHeaderLabels({"SYM","PRICE","CHG","CHG%"});- t->verticalHeader()->setVisible(false); t->setShowGrid(false);- t->setFocusPolicy(Qt::NoFocus); t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(20);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(20);- t->setStyleSheet(- "QTableWidget{background:#000500;alternate-background-color:#000a00;border:none;"- "font-family:'Courier New',monospace;font-size:10px;}"- "QTableWidget::item{padding:0 4px;color:#33ff33;border-bottom:1px solid #002200;}"- "QHeaderView::section{background:#001100;color:#009900;border:none;"- "border-bottom:1px solid #004400;font-size:9px;font-weight:600;padding:0 4px;}");- t->setAlternatingRowColors(true);-- QString syms[]={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM"};- double pr[]={189.84,378.91,141.80,178.25,875.28,485.39,175.21,183.12};- double ch[]={1.23,-0.45,0.67,-1.12,2.34,0.89,-2.45,0.56};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=ch[r]>=0?"#00ff00":"#ff3333";- t->setItem(r,0,mk(syms[r],"#33ff33",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(pr[r],'f',2),"#33ff33"));- t->setItem(r,2,mk(QString("%1%2").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 02: Matrix"); win.resize(1200,700);- auto* c = new QWidget; auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(tab_bar());- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#000500;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(6,6,6,6); grid->setSpacing(4);- grid->addWidget(market_panel("US EQUITIES")); grid->addWidget(market_panel("FOREX"));- grid->addWidget(market_panel("COMMODITIES")); grid->addWidget(market_panel("CRYPTO"));- scroll->setWidget(body); root->addWidget(scroll,1);- auto* sb = new QWidget; sb->setFixedHeight(18);- sb->setStyleSheet("background:#001100;border-top:1px solid #003300;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(12,0,12,0);- sl->addWidget(lbl("SYS OK","#009900",8,true)); sl->addStretch();- sl->addWidget(lbl("MEM: 847MB | CPU: 12%","#004400",8));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/fincept-qt/uitest/theme03_arctic.cpp b/fincept-qt/uitest/theme03_arctic.cppdeleted file mode 100644index e681c0424..000000000--- a/fincept-qt/uitest/theme03_arctic.cpp+++ /dev/null@@ -1,117 +0,0 @@-// Theme 03: ARCTIC — Cool blue-gray palette, frosted glass feel-// Steel blue accents, soft borders, modern institutional look-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QPushButton>-#include <QScrollArea>-#include <QFrame>--static QLabel* lbl(const QString& t, const QString& c, int sz=10, bool b=false) {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;"- "font-family:'Segoe UI','Inter',sans-serif;").arg(c).arg(sz).arg(b?"font-weight:600;":""));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(32);- w->setStyleSheet("background:#0f1923;border-bottom:1px solid #1e3a5f;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(16,0,16,0);- h->addWidget(lbl("FINCEPT","#60a5fa",13,true));- h->addWidget(lbl(" Terminal","#475569",11));- h->addStretch();- h->addWidget(lbl("20 Mar 2026 14:32","#334155",10));- h->addWidget(lbl(" | ","#1e3a5f",10));- h->addWidget(lbl("\xe2\x97\x8f Connected","#34d399",10,true));- return w;-}--static QWidget* tab_bar() {- auto* w = new QWidget; w->setFixedHeight(28);- w->setStyleSheet("background:#0c1520;border-bottom:1px solid #1e3a5f;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(8,0,8,0); h->setSpacing(2);- QStringList tabs={"Dashboard","Markets","Portfolio","News","Reports"};- for(int i=0;i<tabs.size();i++){- auto* b = new QPushButton(tabs[i]); b->setFixedHeight(28);- b->setStyleSheet(i==1?- "QPushButton{background:#1e3a5f;color:#e2e8f0;border:none;border-bottom:2px solid #60a5fa;padding:0 16px;font-size:11px;font-weight:500;font-family:'Segoe UI',sans-serif;}"- :"QPushButton{background:transparent;color:#64748b;border:none;padding:0 16px;font-size:11px;font-family:'Segoe UI',sans-serif;}"- "QPushButton:hover{color:#94a3b8;background:#111d2e;}");- h->addWidget(b);- }- h->addStretch();- return w;-}--static QWidget* market_panel(const QString& title) {- auto* w = new QWidget;- w->setStyleSheet("background:#0f1923;border:1px solid #1e3a5f;border-radius:4px;");- w->setMinimumWidth(280); w->setFixedHeight(260);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(28);- hdr->setStyleSheet("background:#111d2e;border-bottom:1px solid #1e3a5f;border-radius:4px 4px 0 0;");- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(12,0,12,0);- hl->addWidget(lbl(title,"#60a5fa",10,true)); hl->addStretch();- hl->addWidget(lbl("LIVE","#34d399",8,true));- v->addWidget(hdr);-- auto* t = new QTableWidget(8,4);- t->setHorizontalHeaderLabels({"Symbol","Price","Change","%"});- t->verticalHeader()->setVisible(false); t->setShowGrid(false);- t->setFocusPolicy(Qt::NoFocus); t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(22);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(24);- t->setStyleSheet(- "QTableWidget{background:#0a1219;alternate-background-color:#0e1825;border:none;"- "font-family:'Segoe UI',sans-serif;font-size:11px;}"- "QTableWidget::item{padding:0 8px;border-bottom:1px solid #152238;}"- "QHeaderView::section{background:#0f1923;color:#475569;border:none;"- "border-bottom:1px solid #1e3a5f;font-size:10px;font-weight:600;padding:0 8px;}");- t->setAlternatingRowColors(true);-- QString syms[]={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM"};- double pr[]={189.84,378.91,141.80,178.25,875.28,485.39,175.21,183.12};- double ch[]={1.23,-0.45,0.67,-1.12,2.34,0.89,-2.45,0.56};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=ch[r]>=0?"#34d399":"#f87171";- t->setItem(r,0,mk(syms[r],"#e2e8f0",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(pr[r],'f',2),"#e2e8f0"));- t->setItem(r,2,mk(QString("%1%2").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 03: Arctic"); win.resize(1200,700);- auto* c = new QWidget; c->setStyleSheet("background:#0a1219;");- auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(tab_bar());- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#0a1219;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(8,8,8,8); grid->setSpacing(6);- grid->addWidget(market_panel("INDICES")); grid->addWidget(market_panel("FOREX"));- grid->addWidget(market_panel("COMMODITIES")); grid->addWidget(market_panel("CRYPTO"));- scroll->setWidget(body); root->addWidget(scroll,1);- auto* sb = new QWidget; sb->setFixedHeight(20);- sb->setStyleSheet("background:#0c1520;border-top:1px solid #1e3a5f;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(16,0,16,0);- sl->addWidget(lbl("Fincept v4.0.0","#334155",9)); sl->addStretch();- sl->addWidget(lbl("\xe2\x97\x8f Ready","#34d399",9,true));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/fincept-qt/uitest/theme04_carbon.cpp b/fincept-qt/uitest/theme04_carbon.cppdeleted file mode 100644index 17056579d..000000000--- a/fincept-qt/uitest/theme04_carbon.cpp+++ /dev/null@@ -1,121 +0,0 @@-// Theme 04: CARBON — Warm charcoal, orange highlights, IBM Carbon Design inspired-// Structured panels with thick left borders, grouped data-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QPushButton>-#include <QScrollArea>--static QLabel* lbl(const QString& t, const QString& c, int sz=11, bool b=false) {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;"- "font-family:'IBM Plex Mono','Consolas',monospace;").arg(c).arg(sz).arg(b?"font-weight:600;":""));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(36);- w->setStyleSheet("background:#161616;border-bottom:1px solid #393939;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(16,0,16,0); h->setSpacing(16);- auto* brand = lbl("Fincept","#f97316",14,true);- h->addWidget(brand);- auto* sep = lbl("|","#393939",14); h->addWidget(sep);- h->addWidget(lbl("Market Terminal","#8d8d8d",12));- h->addStretch();- h->addWidget(lbl("14:32 UTC","#6f6f6f",10));- h->addWidget(lbl("|","#393939",10));- h->addWidget(lbl("v4.0.0","#4589ff",10,true));- return w;-}--static QWidget* tab_bar() {- auto* w = new QWidget; w->setFixedHeight(32);- w->setStyleSheet("background:#1c1c1c;border-bottom:2px solid #393939;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(12,0,12,0); h->setSpacing(0);- QStringList tabs={"Dashboard","Markets","Portfolio","News","Reports","Settings"};- for(int i=0;i<tabs.size();i++){- auto* b = new QPushButton(tabs[i]); b->setFixedHeight(32);- b->setStyleSheet(i==1?- "QPushButton{background:transparent;color:#f4f4f4;border:none;border-bottom:3px solid #f97316;padding:0 16px;font-size:12px;font-weight:500;font-family:'IBM Plex Sans',sans-serif;}"- :"QPushButton{background:transparent;color:#6f6f6f;border:none;padding:0 16px;font-size:12px;font-family:'IBM Plex Sans',sans-serif;}"- "QPushButton:hover{color:#c6c6c6;}");- h->addWidget(b);- }- h->addStretch();- return w;-}--static QWidget* market_panel(const QString& title, const QString& accent) {- auto* w = new QWidget;- w->setStyleSheet(QString("background:#1c1c1c;border:1px solid #393939;border-left:3px solid %1;").arg(accent));- w->setMinimumWidth(280); w->setFixedHeight(260);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(32);- hdr->setStyleSheet("background:#262626;border-bottom:1px solid #393939;");- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(12,0,12,0);- hl->addWidget(lbl(title,"#f4f4f4",11,true)); hl->addStretch();- hl->addWidget(lbl("Live",accent,9,true));- v->addWidget(hdr);-- auto* t = new QTableWidget(8,4);- t->setHorizontalHeaderLabels({"Symbol","Last","Chg","%Chg"});- t->verticalHeader()->setVisible(false); t->setShowGrid(false);- t->setFocusPolicy(Qt::NoFocus); t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(22);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(24);- t->setStyleSheet(- "QTableWidget{background:#161616;alternate-background-color:#1c1c1c;border:none;"- "font-family:'IBM Plex Mono',monospace;font-size:11px;}"- "QTableWidget::item{padding:0 8px;border-bottom:1px solid #262626;}"- "QHeaderView::section{background:#1c1c1c;color:#6f6f6f;border:none;"- "border-bottom:1px solid #393939;font-size:10px;font-weight:600;padding:0 8px;"- "font-family:'IBM Plex Mono',monospace;}");- t->setAlternatingRowColors(true);-- QString syms[]={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM"};- double pr[]={189.84,378.91,141.80,178.25,875.28,485.39,175.21,183.12};- double ch[]={1.23,-0.45,0.67,-1.12,2.34,0.89,-2.45,0.56};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=ch[r]>=0?"#42be65":"#fa4d56";- t->setItem(r,0,mk(syms[r],"#f4f4f4",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(pr[r],'f',2),"#f4f4f4"));- t->setItem(r,2,mk(QString("%1%2").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 04: Carbon"); win.resize(1200,700);- auto* c = new QWidget; c->setStyleSheet("background:#161616;");- auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(tab_bar());- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#161616;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(8,8,8,8); grid->setSpacing(6);- grid->addWidget(market_panel("INDICES","#f97316"));- grid->addWidget(market_panel("FOREX","#4589ff"));- grid->addWidget(market_panel("COMMODITIES","#42be65"));- grid->addWidget(market_panel("CRYPTO","#be95ff"));- scroll->setWidget(body); root->addWidget(scroll,1);- auto* sb = new QWidget; sb->setFixedHeight(24);- sb->setStyleSheet("background:#161616;border-top:1px solid #393939;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(16,0,16,0);- sl->addWidget(lbl("Fincept Corporation","#525252",9));- sl->addStretch(); sl->addWidget(lbl("Ready","#42be65",9,true));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/fincept-qt/uitest/theme05_midnight.cpp b/fincept-qt/uitest/theme05_midnight.cppdeleted file mode 100644index 61be812d0..000000000--- a/fincept-qt/uitest/theme05_midnight.cpp+++ /dev/null@@ -1,118 +0,0 @@-// Theme 05: MIDNIGHT — Deep navy, gold accents, luxury finance aesthetic-// Inspired by private banking terminals, serif headers, refined spacing-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QPushButton>-#include <QScrollArea>--static QLabel* lbl(const QString& t, const QString& c, int sz=10, bool b=false, const QString& fam="'Segoe UI',sans-serif") {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;font-family:%4;").arg(c).arg(sz).arg(b?"font-weight:600;":"").arg(fam));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(40);- w->setStyleSheet("background:qlineargradient(x1:0,y1:0,x2:0,y2:1,stop:0 #0f172a,stop:1 #0c1322);border-bottom:1px solid #d4a843;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(20,0,20,0); h->setSpacing(12);- h->addWidget(lbl("FINCEPT","#d4a843",16,true,"'Georgia','Times New Roman',serif"));- h->addWidget(lbl("Private Terminal","#4a5568",11,false));- h->addStretch();- h->addWidget(lbl("March 20, 2026","#4a5568",10));- h->addWidget(lbl("\xe2\x80\xa2","#d4a843",14));- h->addWidget(lbl("14:32 UTC","#64748b",10,"'Consolas',monospace"));- return w;-}--static QWidget* tab_bar() {- auto* w = new QWidget; w->setFixedHeight(30);- w->setStyleSheet("background:#0c1322;border-bottom:1px solid #1e293b;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(16,0,16,0); h->setSpacing(2);- QStringList tabs={"Overview","Markets","Wealth","Research","Advisory"};- for(int i=0;i<tabs.size();i++){- auto* b = new QPushButton(tabs[i]); b->setFixedHeight(30);- b->setStyleSheet(i==1?- "QPushButton{background:transparent;color:#f8fafc;border:none;border-bottom:2px solid #d4a843;padding:0 18px;font-size:11px;font-weight:500;font-family:'Segoe UI',sans-serif;}"- :"QPushButton{background:transparent;color:#475569;border:none;padding:0 18px;font-size:11px;font-family:'Segoe UI',sans-serif;}"- "QPushButton:hover{color:#94a3b8;}");- h->addWidget(b);- }- h->addStretch();- return w;-}--static QWidget* market_panel(const QString& title) {- auto* w = new QWidget;- w->setStyleSheet("background:#0f172a;border:1px solid #1e293b;border-top:2px solid #d4a843;");- w->setMinimumWidth(280); w->setFixedHeight(270);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(30);- hdr->setStyleSheet("background:#131d33;border-bottom:1px solid #1e293b;");- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(14,0,14,0);- hl->addWidget(lbl(title,"#e2e8f0",11,true,"'Georgia',serif")); hl->addStretch();- hl->addWidget(lbl("LIVE","#d4a843",8,true,"'Consolas',monospace"));- v->addWidget(hdr);-- auto* t = new QTableWidget(8,4);- t->setHorizontalHeaderLabels({"Instrument","Price","Change","%"});- t->verticalHeader()->setVisible(false); t->setShowGrid(false);- t->setFocusPolicy(Qt::NoFocus); t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(22);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(22);- t->setStyleSheet(- "QTableWidget{background:#0c1322;alternate-background-color:#0f172a;border:none;"- "font-family:'Consolas',monospace;font-size:11px;}"- "QTableWidget::item{padding:0 8px;border-bottom:1px solid #172035;}"- "QHeaderView::section{background:#0f172a;color:#475569;border:none;"- "border-bottom:1px solid #1e293b;font-size:9px;font-weight:600;padding:0 8px;"- "font-family:'Segoe UI',sans-serif;letter-spacing:0.5px;}");- t->setAlternatingRowColors(true);-- QString syms[]={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM"};- double pr[]={189.84,378.91,141.80,178.25,875.28,485.39,175.21,183.12};- double ch[]={1.23,-0.45,0.67,-1.12,2.34,0.89,-2.45,0.56};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=ch[r]>=0?"#34d399":"#f87171";- t->setItem(r,0,mk(syms[r],"#f1f5f9",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(pr[r],'f',2),"#e2e8f0"));- t->setItem(r,2,mk(QString("%1%2").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 05: Midnight"); win.resize(1200,700);- auto* c = new QWidget; c->setStyleSheet("background:#0c1322;");- auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(tab_bar());- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#0c1322;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(10,10,10,10); grid->setSpacing(8);- grid->addWidget(market_panel("Global Indices"));- grid->addWidget(market_panel("Foreign Exchange"));- grid->addWidget(market_panel("Precious Metals"));- grid->addWidget(market_panel("Digital Assets"));- scroll->setWidget(body); root->addWidget(scroll,1);- auto* sb = new QWidget; sb->setFixedHeight(22);- sb->setStyleSheet("background:#0c1322;border-top:1px solid #1e293b;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(20,0,20,0);- sl->addWidget(lbl("Fincept Corporation \xc2\xa9 2026","#334155",9));- sl->addStretch(); sl->addWidget(lbl("\xe2\x97\x8f Online","#d4a843",9,true));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/fincept-qt/uitest/theme06_neon.cpp b/fincept-qt/uitest/theme06_neon.cppdeleted file mode 100644index e013d5afe..000000000--- a/fincept-qt/uitest/theme06_neon.cpp+++ /dev/null@@ -1,121 +0,0 @@-// Theme 06: NEON — Cyberpunk dark with vivid cyan/magenta accents-// High contrast, glowing borders, futuristic HUD aesthetic-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QPushButton>-#include <QScrollArea>--static QLabel* lbl(const QString& t, const QString& c, int sz=10, bool b=false) {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;"- "font-family:'Fira Code','Consolas',monospace;").arg(c).arg(sz).arg(b?"font-weight:700;":""));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(30);- w->setStyleSheet("background:#09090b;border-bottom:1px solid #06b6d4;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(12,0,12,0);- h->addWidget(lbl("FIN","#06b6d4",13,true));- h->addWidget(lbl("CEPT","#d946ef",13,true));- h->addWidget(lbl(" // MARKET FEED","#3f3f46",10));- h->addStretch();- h->addWidget(lbl("SYS.ONLINE","#06b6d4",9,true));- h->addWidget(lbl(" | ","#27272a",9));- h->addWidget(lbl("14:32:01","#52525b",9));- return w;-}--static QWidget* tab_bar() {- auto* w = new QWidget; w->setFixedHeight(26);- w->setStyleSheet("background:#09090b;border-bottom:1px solid #18181b;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(4,0,4,0); h->setSpacing(2);- QStringList tabs={">>DASH",">>MKT",">>PORT",">>NEWS",">>RPT"};- for(int i=0;i<tabs.size();i++){- auto* b = new QPushButton(tabs[i]); b->setFixedHeight(26);- b->setStyleSheet(i==1?- "QPushButton{background:rgba(6,182,212,0.15);color:#06b6d4;border:1px solid #06b6d4;padding:0 12px;font-size:10px;font-weight:600;font-family:'Fira Code',monospace;}"- :"QPushButton{background:transparent;color:#3f3f46;border:none;padding:0 12px;font-size:10px;font-family:'Fira Code',monospace;}"- "QPushButton:hover{color:#06b6d4;}");- h->addWidget(b);- }- h->addStretch();- return w;-}--static QWidget* market_panel(const QString& title, const QString& glow) {- auto* w = new QWidget;- w->setStyleSheet(QString("background:#09090b;border:1px solid %1;").arg(glow));- w->setMinimumWidth(280); w->setFixedHeight(260);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(26);- hdr->setStyleSheet(QString("background:rgba(%1,0.08);border-bottom:1px solid %2;")- .arg(glow=="rgba(6,182,212,0.4)"?"6,182,212":"217,70,239").arg(glow));- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(8,0,8,0);- hl->addWidget(lbl("[ "+title+" ]",glow=="rgba(6,182,212,0.4)"?"#06b6d4":"#d946ef",9,true));- hl->addStretch();- hl->addWidget(lbl("STREAM","#22c55e",8,true));- v->addWidget(hdr);-- auto* t = new QTableWidget(8,4);- t->setHorizontalHeaderLabels({"SYM","PX","CHG","%"});- t->verticalHeader()->setVisible(false); t->setShowGrid(false);- t->setFocusPolicy(Qt::NoFocus); t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(20);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(20);- t->setStyleSheet(- "QTableWidget{background:#050505;alternate-background-color:#09090b;border:none;"- "font-family:'Fira Code','Consolas',monospace;font-size:10px;}"- "QTableWidget::item{padding:0 6px;border-bottom:1px solid #111111;color:#a1a1aa;}"- "QHeaderView::section{background:#09090b;color:#3f3f46;border:none;"- "border-bottom:1px solid #18181b;font-size:8px;font-weight:600;padding:0 6px;}");- t->setAlternatingRowColors(true);-- QString syms[]={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM"};- double pr[]={189.84,378.91,141.80,178.25,875.28,485.39,175.21,183.12};- double ch[]={1.23,-0.45,0.67,-1.12,2.34,0.89,-2.45,0.56};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=ch[r]>=0?"#06b6d4":"#d946ef";- t->setItem(r,0,mk(syms[r],"#e4e4e7",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(pr[r],'f',2),"#e4e4e7"));- t->setItem(r,2,mk(QString("%1%2").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 06: Neon"); win.resize(1200,700);- auto* c = new QWidget; c->setStyleSheet("background:#050505;");- auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(tab_bar());- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#050505;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(8,8,8,8); grid->setSpacing(6);- grid->addWidget(market_panel("INDICES","rgba(6,182,212,0.4)"));- grid->addWidget(market_panel("FOREX","rgba(217,70,239,0.4)"));- grid->addWidget(market_panel("METALS","rgba(6,182,212,0.4)"));- grid->addWidget(market_panel("CRYPTO","rgba(217,70,239,0.4)"));- scroll->setWidget(body); root->addWidget(scroll,1);- auto* sb = new QWidget; sb->setFixedHeight(18);- sb->setStyleSheet("background:#09090b;border-top:1px solid #18181b;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(12,0,12,0);- sl->addWidget(lbl("NODE:PRIMARY","#27272a",8)); sl->addStretch();- sl->addWidget(lbl("\xe2\x96\xb2 ONLINE","#06b6d4",8,true));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/fincept-qt/uitest/theme07_slate.cpp b/fincept-qt/uitest/theme07_slate.cppdeleted file mode 100644index fa666c267..000000000--- a/fincept-qt/uitest/theme07_slate.cpp+++ /dev/null@@ -1,117 +0,0 @@-// Theme 07: SLATE — Neutral gray workspace, clean sans-serif, VS Code inspired-// Subtle depth via shadows, rounded corners, warm neutrals-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QPushButton>-#include <QScrollArea>--static QLabel* lbl(const QString& t, const QString& c, int sz=11, bool b=false) {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;"- "font-family:'Inter','Segoe UI',sans-serif;").arg(c).arg(sz).arg(b?"font-weight:600;":""));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(34);- w->setStyleSheet("background:#1e1e1e;border-bottom:1px solid #333333;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(14,0,14,0); h->setSpacing(10);- h->addWidget(lbl("Fincept","#569cd6",13,true));- h->addWidget(lbl("Terminal","#808080",11));- h->addStretch();- h->addWidget(lbl("Mar 20, 2026 14:32","#666666",10));- h->addWidget(lbl("|","#333333"));- h->addWidget(lbl("v4.0.0","#608b4e",10,true));- return w;-}--static QWidget* tab_bar() {- auto* w = new QWidget; w->setFixedHeight(30);- w->setStyleSheet("background:#252526;border-bottom:1px solid #3c3c3c;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(0,0,0,0); h->setSpacing(0);- QStringList tabs={"Dashboard","Markets","Portfolio","News","Reports"};- for(int i=0;i<tabs.size();i++){- auto* b = new QPushButton(tabs[i]); b->setFixedHeight(30);- b->setStyleSheet(i==1?- "QPushButton{background:#1e1e1e;color:#ffffff;border:none;border-top:2px solid #569cd6;padding:0 16px;font-size:12px;font-family:'Inter',sans-serif;}"- :"QPushButton{background:#2d2d2d;color:#808080;border:none;border-right:1px solid #252526;padding:0 16px;font-size:12px;font-family:'Inter',sans-serif;}"- "QPushButton:hover{color:#cccccc;background:#2a2d2e;}");- h->addWidget(b);- }- h->addStretch();- return w;-}--static QWidget* market_panel(const QString& title) {- auto* w = new QWidget;- w->setStyleSheet("background:#1e1e1e;border:1px solid #3c3c3c;border-radius:6px;");- w->setMinimumWidth(280); w->setFixedHeight(270);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(32);- hdr->setStyleSheet("background:#252526;border-bottom:1px solid #3c3c3c;border-radius:6px 6px 0 0;");- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(12,0,12,0);- hl->addWidget(lbl(title,"#cccccc",11,true)); hl->addStretch();- hl->addWidget(lbl("\xe2\x97\x8f","#608b4e",8)); hl->addWidget(lbl("Live","#608b4e",9));- v->addWidget(hdr);-- auto* t = new QTableWidget(8,4);- t->setHorizontalHeaderLabels({"Symbol","Price","Change","%"});- t->verticalHeader()->setVisible(false); t->setShowGrid(false);- t->setFocusPolicy(Qt::NoFocus); t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(22);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(24);- t->setStyleSheet(- "QTableWidget{background:#1e1e1e;alternate-background-color:#222222;border:none;"- "font-family:'Cascadia Code','Consolas',monospace;font-size:11px;}"- "QTableWidget::item{padding:0 8px;border-bottom:1px solid #2d2d2d;}"- "QHeaderView::section{background:#252526;color:#808080;border:none;"- "border-bottom:1px solid #3c3c3c;font-size:10px;font-weight:500;padding:0 8px;"- "font-family:'Inter',sans-serif;}");- t->setAlternatingRowColors(true);-- QString syms[]={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM"};- double pr[]={189.84,378.91,141.80,178.25,875.28,485.39,175.21,183.12};- double ch[]={1.23,-0.45,0.67,-1.12,2.34,0.89,-2.45,0.56};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=ch[r]>=0?"#608b4e":"#ce9178";- t->setItem(r,0,mk(syms[r],"#d4d4d4",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(pr[r],'f',2),"#d4d4d4"));- t->setItem(r,2,mk(QString("%1%2").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 07: Slate"); win.resize(1200,700);- auto* c = new QWidget; c->setStyleSheet("background:#181818;");- auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(tab_bar());- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#181818;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(10,10,10,10); grid->setSpacing(8);- grid->addWidget(market_panel("Indices")); grid->addWidget(market_panel("Forex"));- grid->addWidget(market_panel("Commodities")); grid->addWidget(market_panel("Crypto"));- scroll->setWidget(body); root->addWidget(scroll,1);- auto* sb = new QWidget; sb->setFixedHeight(22);- sb->setStyleSheet("background:#1e1e1e;border-top:1px solid #3c3c3c;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(14,0,14,0);- sl->addWidget(lbl("Fincept v4.0","#555555",9)); sl->addStretch();- sl->addWidget(lbl("Ready","#608b4e",9,true));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/fincept-qt/uitest/theme08_bloomberg.cpp b/fincept-qt/uitest/theme08_bloomberg.cppdeleted file mode 100644index 4a43c82d1..000000000--- a/fincept-qt/uitest/theme08_bloomberg.cpp+++ /dev/null@@ -1,119 +0,0 @@-// Theme 08: BLOOMBERG — Authentic Bloomberg Terminal recreation-// Orange-on-black, dense grids, uppercase everything, stark monospace-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QPushButton>-#include <QScrollArea>--static QLabel* lbl(const QString& t, const QString& c="#ff8c00", int sz=10, bool b=false) {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;"- "font-family:'Consolas','Courier New',monospace;").arg(c).arg(sz).arg(b?"font-weight:700;":""));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(24);- w->setStyleSheet("background:#1a1100;border-bottom:1px solid #332200;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(8,0,8,0); h->setSpacing(4);- h->addWidget(lbl("BLOOMBERG","#ff8c00",11,true));- h->addWidget(lbl("<FINCEPT>","#666633",9));- h->addStretch();- h->addWidget(lbl("THU 20MAR26","#666633",9));- h->addWidget(lbl("14:32:01","#ff8c00",9,true));- h->addWidget(lbl("NYSE OPEN","#00cc00",9,true));- return w;-}--static QWidget* fkey_bar() {- auto* w = new QWidget; w->setFixedHeight(20);- w->setStyleSheet("background:#000000;border-bottom:1px solid #1a1100;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(2,0,2,0); h->setSpacing(1);- QStringList keys={"1)GOVT","2)CORP","3)MTGE","4)M-MKT","5)MUNI","6)PFD","7)EQUITY","8)CMDTY","9)INDEX","10)CRNCY"};- for(int i=0;i<keys.size();i++){- auto* b = new QPushButton(keys[i]); b->setFixedHeight(20);- b->setStyleSheet(i==6?- "QPushButton{background:#332200;color:#ff8c00;border:1px solid #4d3300;padding:0 6px;font-size:8px;font-weight:600;font-family:'Consolas',monospace;}"- :"QPushButton{background:#0a0a00;color:#666633;border:1px solid #1a1100;padding:0 6px;font-size:8px;font-family:'Consolas',monospace;}"- "QPushButton:hover{color:#ff8c00;background:#1a1100;}");- h->addWidget(b,1);- }- return w;-}--static QWidget* market_panel(const QString& title) {- auto* w = new QWidget;- w->setStyleSheet("background:#0a0a00;border:1px solid #332200;");- w->setMinimumWidth(280); w->setFixedHeight(240);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(20);- hdr->setStyleSheet("background:#1a1100;border-bottom:1px solid #332200;");- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(6,0,6,0);- hl->addWidget(lbl(title.toUpper(),"#ff8c00",9,true)); hl->addStretch();- hl->addWidget(lbl("PG1","#666633",7));- v->addWidget(hdr);-- auto* t = new QTableWidget(8,5);- t->setHorizontalHeaderLabels({"TICKER","LAST","NET","PCT","VOL"});- t->verticalHeader()->setVisible(false); t->setShowGrid(false);- t->setFocusPolicy(Qt::NoFocus); t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(18);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(18);- t->setStyleSheet(- "QTableWidget{background:#000000;alternate-background-color:#050500;border:none;"- "font-family:'Consolas',monospace;font-size:10px;}"- "QTableWidget::item{padding:0 4px;border-bottom:1px solid #0a0a00;}"- "QHeaderView::section{background:#0a0a00;color:#666633;border:none;"- "border-bottom:1px solid #332200;font-size:8px;font-weight:600;padding:0 4px;}");- t->setAlternatingRowColors(true);-- QString syms[]={"SPX","NDX","INDU","RTY","UKX","NKY","HSI","DAX"};- double pr[]={5118.37,18085.11,38996.39,2089.47,7930.92,39098.68,16589.55,17940.20};- double ch[]={44.32,180.54,132.87,-4.81,35.69,479.41,-147.82,120.13};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=ch[r]>=0?"#00cc00":"#ff3333";- double pct=(ch[r]/pr[r])*100;- t->setItem(r,0,mk(syms[r],"#ff8c00",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(pr[r],'f',2),"#ffffff"));- t->setItem(r,2,mk(QString("%1%2").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(pct>=0?"+":"").arg(pct,0,'f',2),cc));- t->setItem(r,4,mk("---","#333300"));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 08: Bloomberg"); win.resize(1200,700);- auto* c = new QWidget; c->setStyleSheet("background:#000000;");- auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(fkey_bar());- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#000000;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(4,4,4,4); grid->setSpacing(2);- grid->addWidget(market_panel("WORLD INDICES"));- grid->addWidget(market_panel("G10 CRNCY"));- grid->addWidget(market_panel("CMDTY FUTURES"));- grid->addWidget(market_panel("CRYPTO SPOT"));- scroll->setWidget(body); root->addWidget(scroll,1);- auto* sb = new QWidget; sb->setFixedHeight(16);- sb->setStyleSheet("background:#000000;border-top:1px solid #332200;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(8,0,8,0);- sl->addWidget(lbl("FINCEPT TERMINAL","#333300",7));- sl->addStretch(); sl->addWidget(lbl("CONNECTED","#00cc00",7,true));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/fincept-qt/uitest/theme09_ember.cpp b/fincept-qt/uitest/theme09_ember.cppdeleted file mode 100644index b120d8e66..000000000--- a/fincept-qt/uitest/theme09_ember.cpp+++ /dev/null@@ -1,119 +0,0 @@-// Theme 09: EMBER — Warm dark with ember/copper accents-// Rich warm blacks, copper highlights, soft amber data, cozy professional-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QPushButton>-#include <QScrollArea>--static QLabel* lbl(const QString& t, const QString& c, int sz=10, bool b=false) {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;"- "font-family:'Cascadia Code','Consolas',monospace;").arg(c).arg(sz).arg(b?"font-weight:600;":""));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(32);- w->setStyleSheet("background:#1c1210;border-bottom:1px solid #3d2b22;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(14,0,14,0); h->setSpacing(10);- h->addWidget(lbl("FINCEPT","#c2703e",14,true));- h->addWidget(lbl("TERMINAL","#6b4530",10));- h->addStretch();- h->addWidget(lbl("20 MAR 2026","#5a3e2c",9));- h->addWidget(lbl(" \xe2\x80\xa2 ","#3d2b22"));- h->addWidget(lbl("14:32:01","#8b6040",10));- h->addStretch();- h->addWidget(lbl("\xe2\x97\x8f","#4ade80",7));- h->addWidget(lbl("ONLINE","#4ade80",9,true));- return w;-}--static QWidget* tab_bar() {- auto* w = new QWidget; w->setFixedHeight(26);- w->setStyleSheet("background:#16100e;border-bottom:1px solid #2d1f18;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(6,0,6,0); h->setSpacing(1);- QStringList tabs={"DASH","MARKETS","PORTFOLIO","NEWS","REPORTS","CONFIG"};- for(int i=0;i<tabs.size();i++){- auto* b = new QPushButton(tabs[i]); b->setFixedHeight(26);- b->setStyleSheet(i==1?- "QPushButton{background:#3d2b22;color:#e8c4a0;border:none;padding:0 12px;font-size:9px;font-weight:600;letter-spacing:0.8px;font-family:'Cascadia Code',monospace;}"- :"QPushButton{background:transparent;color:#5a3e2c;border:none;padding:0 12px;font-size:9px;letter-spacing:0.5px;font-family:'Cascadia Code',monospace;}"- "QPushButton:hover{color:#c2703e;background:#1c1210;}");- h->addWidget(b);- }- h->addStretch();- return w;-}--static QWidget* market_panel(const QString& title) {- auto* w = new QWidget;- w->setStyleSheet("background:#16100e;border:1px solid #2d1f18;");- w->setMinimumWidth(280); w->setFixedHeight(260);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(26);- hdr->setStyleSheet("background:#1c1210;border-bottom:1px solid #2d1f18;");- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(10,0,10,0);- hl->addWidget(lbl(title,"#c2703e",10,true)); hl->addStretch();- hl->addWidget(lbl("LIVE","#8b6040",8));- v->addWidget(hdr);-- auto* t = new QTableWidget(8,4);- t->setHorizontalHeaderLabels({"SYM","PRICE","CHG","CHG%"});- t->verticalHeader()->setVisible(false); t->setShowGrid(false);- t->setFocusPolicy(Qt::NoFocus); t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(22);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(22);- t->setStyleSheet(- "QTableWidget{background:#110d0b;alternate-background-color:#16100e;border:none;"- "font-family:'Cascadia Code','Consolas',monospace;font-size:11px;}"- "QTableWidget::item{padding:0 6px;border-bottom:1px solid #1c1210;}"- "QHeaderView::section{background:#16100e;color:#5a3e2c;border:none;"- "border-bottom:1px solid #2d1f18;font-size:9px;font-weight:600;padding:0 6px;}");- t->setAlternatingRowColors(true);-- QString syms[]={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM"};- double pr[]={189.84,378.91,141.80,178.25,875.28,485.39,175.21,183.12};- double ch[]={1.23,-0.45,0.67,-1.12,2.34,0.89,-2.45,0.56};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=ch[r]>=0?"#4ade80":"#f87171";- t->setItem(r,0,mk(syms[r],"#e8c4a0",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(pr[r],'f',2),"#e8c4a0"));- t->setItem(r,2,mk(QString("%1%2").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 09: Ember"); win.resize(1200,700);- auto* c = new QWidget; c->setStyleSheet("background:#110d0b;");- auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(tab_bar());- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#110d0b;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(8,8,8,8); grid->setSpacing(6);- grid->addWidget(market_panel("INDICES")); grid->addWidget(market_panel("FOREX"));- grid->addWidget(market_panel("COMMODITIES")); grid->addWidget(market_panel("CRYPTO"));- scroll->setWidget(body); root->addWidget(scroll,1);- auto* sb = new QWidget; sb->setFixedHeight(20);- sb->setStyleSheet("background:#16100e;border-top:1px solid #2d1f18;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(14,0,14,0);- sl->addWidget(lbl("FINCEPT v4.0","#3d2b22",8)); sl->addStretch();- sl->addWidget(lbl("READY","#4ade80",8,true));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/fincept-qt/uitest/theme10_titanium.cpp b/fincept-qt/uitest/theme10_titanium.cppdeleted file mode 100644index 885973d7e..000000000--- a/fincept-qt/uitest/theme10_titanium.cpp+++ /dev/null@@ -1,124 +0,0 @@-// Theme 10: TITANIUM — Ultra-clean, white-on-dark, minimal chrome-// Inspired by Stripe/Linear dashboards — precise spacing, no noise-#include <QApplication>-#include <QMainWindow>-#include <QWidget>-#include <QVBoxLayout>-#include <QHBoxLayout>-#include <QLabel>-#include <QTableWidget>-#include <QHeaderView>-#include <QPushButton>-#include <QScrollArea>--static QLabel* lbl(const QString& t, const QString& c, int sz=11, bool b=false) {- auto* l = new QLabel(t);- l->setStyleSheet(QString("color:%1;font-size:%2px;%3background:transparent;"- "font-family:'SF Mono','Menlo','Consolas',monospace;").arg(c).arg(sz).arg(b?"font-weight:500;":"font-weight:400;"));- return l;-}--static QWidget* header_bar() {- auto* w = new QWidget; w->setFixedHeight(44);- w->setStyleSheet("background:#09090b;border-bottom:1px solid #18181b;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(20,0,20,0); h->setSpacing(16);- auto* brand = lbl("fincept","#fafafa",15,true);- h->addWidget(brand);- auto* dot = lbl("\xe2\x80\xa2","#27272a",8); h->addWidget(dot);- h->addWidget(lbl("terminal","#52525b",13));- h->addStretch();- h->addWidget(lbl("14:32","#3f3f46",11));- h->addWidget(lbl("\xe2\x80\xa2","#27272a",8));- h->addWidget(lbl("v4.0","#3f3f46",11));- h->addWidget(lbl("\xe2\x80\xa2","#27272a",8));- auto* s = lbl("connected","#22c55e",11,true); h->addWidget(s);- return w;-}--static QWidget* tab_bar() {- auto* w = new QWidget; w->setFixedHeight(36);- w->setStyleSheet("background:#09090b;border-bottom:1px solid #18181b;");- auto* h = new QHBoxLayout(w); h->setContentsMargins(16,0,16,0); h->setSpacing(4);- QStringList tabs={"Dashboard","Markets","Portfolio","News","Reports"};- for(int i=0;i<tabs.size();i++){- auto* b = new QPushButton(tabs[i]); b->setFixedHeight(28);- b->setStyleSheet(i==1?- "QPushButton{background:#18181b;color:#fafafa;border:none;border-radius:6px;padding:0 14px;font-size:12px;font-weight:500;font-family:'Inter',sans-serif;}"- :"QPushButton{background:transparent;color:#52525b;border:none;border-radius:6px;padding:0 14px;font-size:12px;font-family:'Inter',sans-serif;}"- "QPushButton:hover{color:#a1a1aa;background:#111113;}");- h->addWidget(b);- }- h->addStretch();- return w;-}--static QWidget* market_panel(const QString& title) {- auto* w = new QWidget;- w->setStyleSheet("background:#09090b;border:1px solid #18181b;border-radius:8px;");- w->setMinimumWidth(280); w->setFixedHeight(280);- auto* v = new QVBoxLayout(w); v->setContentsMargins(0,0,0,0); v->setSpacing(0);-- auto* hdr = new QWidget; hdr->setFixedHeight(36);- hdr->setStyleSheet("background:transparent;border-bottom:1px solid #18181b;");- auto* hl = new QHBoxLayout(hdr); hl->setContentsMargins(16,0,16,0);- hl->addWidget(lbl(title,"#fafafa",12,true)); hl->addStretch();- auto* badge = new QLabel("Live");- badge->setStyleSheet("color:#22c55e;font-size:9px;font-weight:500;background:#052e16;"- "border:1px solid #14532d;border-radius:10px;padding:2px 8px;font-family:'Inter',sans-serif;");- hl->addWidget(badge);- v->addWidget(hdr);-- auto* t = new QTableWidget(8,4);- t->setHorizontalHeaderLabels({"Symbol","Price","Change","%"});- t->verticalHeader()->setVisible(false); t->setShowGrid(false);- t->setFocusPolicy(Qt::NoFocus); t->setSelectionMode(QAbstractItemView::NoSelection);- t->verticalHeader()->setDefaultSectionSize(24);- t->horizontalHeader()->setStretchLastSection(true);- t->horizontalHeader()->setFixedHeight(28);- t->setStyleSheet(- "QTableWidget{background:#09090b;alternate-background-color:#0c0c0e;border:none;"- "font-family:'SF Mono','Consolas',monospace;font-size:12px;}"- "QTableWidget::item{padding:0 10px;border-bottom:1px solid #111113;}"- "QHeaderView::section{background:#09090b;color:#3f3f46;border:none;"- "border-bottom:1px solid #18181b;font-size:10px;font-weight:500;padding:0 10px;"- "font-family:'Inter',sans-serif;letter-spacing:0.3px;}");- t->setAlternatingRowColors(true);-- QString syms[]={"AAPL","MSFT","GOOGL","AMZN","NVDA","META","TSLA","JPM"};- double pr[]={189.84,378.91,141.80,178.25,875.28,485.39,175.21,183.12};- double ch[]={1.23,-0.45,0.67,-1.12,2.34,0.89,-2.45,0.56};- for(int r=0;r<8;r++){- auto mk=[](const QString&s,const QString&c,Qt::Alignment a=Qt::AlignRight|Qt::AlignVCenter){- auto*i=new QTableWidgetItem(s);i->setForeground(QColor(c));i->setTextAlignment(a);return i;};- QString cc=ch[r]>=0?"#22c55e":"#ef4444";- t->setItem(r,0,mk(syms[r],"#fafafa",Qt::AlignLeft|Qt::AlignVCenter));- t->setItem(r,1,mk(QString::number(pr[r],'f',2),"#e4e4e7"));- t->setItem(r,2,mk(QString("%1%2").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- t->setItem(r,3,mk(QString("%1%2%").arg(ch[r]>=0?"+":"").arg(ch[r],0,'f',2),cc));- }- v->addWidget(t,1);- return w;-}--int main(int argc, char* argv[]) {- QApplication app(argc, argv);- QMainWindow win; win.setWindowTitle("Theme 10: Titanium"); win.resize(1200,700);- auto* c = new QWidget; c->setStyleSheet("background:#050505;");- auto* root = new QVBoxLayout(c);- root->setContentsMargins(0,0,0,0); root->setSpacing(0);- root->addWidget(header_bar()); root->addWidget(tab_bar());- auto* scroll = new QScrollArea; scroll->setWidgetResizable(true);- scroll->setStyleSheet("QScrollArea{border:none;background:#050505;}");- auto* body = new QWidget; auto* grid = new QHBoxLayout(body);- grid->setContentsMargins(12,12,12,12); grid->setSpacing(8);- grid->addWidget(market_panel("Indices")); grid->addWidget(market_panel("Forex"));- grid->addWidget(market_panel("Commodities")); grid->addWidget(market_panel("Crypto"));- scroll->setWidget(body); root->addWidget(scroll,1);- auto* sb = new QWidget; sb->setFixedHeight(24);- sb->setStyleSheet("background:#09090b;border-top:1px solid #18181b;");- auto* sl = new QHBoxLayout(sb); sl->setContentsMargins(20,0,20,0);- sl->addWidget(lbl("fincept","#27272a",9)); sl->addStretch();- sl->addWidget(lbl("ready","#22c55e",9,true));- root->addWidget(sb);- win.setCentralWidget(c); win.show(); return app.exec();-}diff --git a/updates.json b/updates.jsonnew file mode 100644index 000000000..c12ad7a98--- /dev/null+++ b/updates.json@@ -0,0 +1,19 @@+{+ "updates": {+ "windows": {+ "latest-version": "4.0.0",+ "download-url": "https://github.com/Fincept-Corporation/FinceptTerminal/releases/latest/download/FinceptTerminal-Windows-x64.zip",+ "changelog": "See https://github.com/Fincept-Corporation/FinceptTerminal/releases/latest for full changelog."+ },+ "osx": {+ "latest-version": "4.0.0",+ "download-url": "https://github.com/Fincept-Corporation/FinceptTerminal/releases/latest/download/FinceptTerminal-macOS-universal.tar.gz",+ "changelog": "See https://github.com/Fincept-Corporation/FinceptTerminal/releases/latest for full changelog."+ },+ "linux": {+ "latest-version": "4.0.0",+ "download-url": "https://github.com/Fincept-Corporation/FinceptTerminal/releases/latest/download/FinceptTerminal-Linux-x86_64.AppImage",+ "changelog": "See https://github.com/Fincept-Corporation/FinceptTerminal/releases/latest for full changelog."+ }+ }+}