Add Phase 6 self improving ledger selection engine
This commit is contained in:
A R R R Associates
@@ -0,0 +1,83 @@
|
||||
from __future__ import annotations
|
||||
|
||||
from datetime import datetime, timezone
|
||||
|
||||
from sqlalchemy import Boolean, DateTime, Float, ForeignKey, Integer, String, Text, UniqueConstraint
|
||||
from sqlalchemy.orm import Mapped, mapped_column
|
||||
|
||||
from app.core.db.common import CommonBase
|
||||
|
||||
|
||||
class AccountingLedgerLearningRule(CommonBase):
|
||||
"""Client-scoped learned evidence used to rank accounting natures.
|
||||
|
||||
Rules are intentionally contextual. A supplier rule learned for one client
|
||||
never becomes a universal rule for another client.
|
||||
"""
|
||||
|
||||
__tablename__ = "accounting_ledger_learning_rules"
|
||||
__table_args__ = (
|
||||
UniqueConstraint(
|
||||
"tenant_id", "client_id", "tally_guid", "rule_type", "rule_key", "nature_id", "ledger_name",
|
||||
name="uq_accounting_ledger_learning_rule",
|
||||
),
|
||||
)
|
||||
|
||||
id: Mapped[int] = mapped_column(Integer, primary_key=True, autoincrement=True)
|
||||
tenant_id: Mapped[int] = mapped_column(ForeignKey("tenants.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
client_id: Mapped[int] = mapped_column(ForeignKey("clients.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
tally_guid: Mapped[str] = mapped_column(String(120), nullable=False, default="", index=True)
|
||||
|
||||
rule_type: Mapped[str] = mapped_column(String(40), nullable=False, index=True)
|
||||
rule_key: Mapped[str] = mapped_column(String(500), nullable=False, index=True)
|
||||
display_value: Mapped[str] = mapped_column(String(500), nullable=False, default="")
|
||||
|
||||
nature_id: Mapped[int] = mapped_column(ForeignKey("accounting_natures.id", ondelete="RESTRICT"), nullable=False, index=True)
|
||||
ledger_name: Mapped[str] = mapped_column(String(240), nullable=False, default="")
|
||||
|
||||
confirmation_count: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
||||
rejection_count: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
||||
confidence_percent: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
||||
is_active: Mapped[bool] = mapped_column(Boolean, nullable=False, default=True, index=True)
|
||||
|
||||
last_confirmed_by_user_id: Mapped[int | None] = mapped_column(ForeignKey("users.id", ondelete="SET NULL"), nullable=True)
|
||||
last_confirmed_at_utc: Mapped[datetime | None] = mapped_column(DateTime(timezone=True), nullable=True)
|
||||
created_at_utc: Mapped[datetime] = mapped_column(DateTime(timezone=True), default=lambda: datetime.now(timezone.utc), nullable=False)
|
||||
updated_at_utc: Mapped[datetime] = mapped_column(
|
||||
DateTime(timezone=True),
|
||||
default=lambda: datetime.now(timezone.utc),
|
||||
onupdate=lambda: datetime.now(timezone.utc),
|
||||
nullable=False,
|
||||
)
|
||||
|
||||
|
||||
class AccountingLedgerLearningEvent(CommonBase):
|
||||
"""Immutable review feedback used to audit and improve ledger selection."""
|
||||
|
||||
__tablename__ = "accounting_ledger_learning_events"
|
||||
|
||||
id: Mapped[int] = mapped_column(Integer, primary_key=True, autoincrement=True)
|
||||
tenant_id: Mapped[int] = mapped_column(ForeignKey("tenants.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
client_id: Mapped[int] = mapped_column(ForeignKey("clients.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
tally_guid: Mapped[str] = mapped_column(String(120), nullable=False, default="", index=True)
|
||||
|
||||
source_type: Mapped[str] = mapped_column(String(40), nullable=False, default="manual_review", index=True)
|
||||
supplier_name: Mapped[str] = mapped_column(String(240), nullable=False, default="", index=True)
|
||||
supplier_gstin: Mapped[str] = mapped_column(String(20), nullable=False, default="", index=True)
|
||||
hsn_code: Mapped[str] = mapped_column(String(20), nullable=False, default="", index=True)
|
||||
description_text: Mapped[str | None] = mapped_column(Text, nullable=True)
|
||||
amount: Mapped[float | None] = mapped_column(Float, nullable=True)
|
||||
|
||||
suggested_nature_id: Mapped[int | None] = mapped_column(ForeignKey("accounting_natures.id", ondelete="SET NULL"), nullable=True, index=True)
|
||||
suggested_ledger_name: Mapped[str] = mapped_column(String(240), nullable=False, default="")
|
||||
suggested_confidence: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
||||
|
||||
final_nature_id: Mapped[int] = mapped_column(ForeignKey("accounting_natures.id", ondelete="RESTRICT"), nullable=False, index=True)
|
||||
final_ledger_name: Mapped[str] = mapped_column(String(240), nullable=False, default="")
|
||||
accepted_suggestion: Mapped[bool] = mapped_column(Boolean, nullable=False, default=False, index=True)
|
||||
|
||||
explanation_json: Mapped[str | None] = mapped_column(Text, nullable=True)
|
||||
business_profile_snapshot_json: Mapped[str | None] = mapped_column(Text, nullable=True)
|
||||
|
||||
reviewed_by_user_id: Mapped[int | None] = mapped_column(ForeignKey("users.id", ondelete="SET NULL"), nullable=True)
|
||||
created_at_utc: Mapped[datetime] = mapped_column(DateTime(timezone=True), default=lambda: datetime.now(timezone.utc), nullable=False, index=True)
|
||||
@@ -0,0 +1,532 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import math
|
||||
import re
|
||||
from collections import defaultdict
|
||||
from datetime import datetime, timezone
|
||||
|
||||
from sqlalchemy import select
|
||||
|
||||
from app.modules.accounting.historical_learning_models import (
|
||||
AccountingHistoricalLedgerEvidence,
|
||||
AccountingLedgerNatureMapping,
|
||||
)
|
||||
from app.modules.accounting.ledger_learning_models import (
|
||||
AccountingLedgerLearningEvent,
|
||||
AccountingLedgerLearningRule,
|
||||
)
|
||||
from app.modules.accounting.taxonomy_models import AccountingNature
|
||||
from app.modules.clients.models import ClientBusinessProfile
|
||||
|
||||
|
||||
TOKEN_RE = re.compile(r"[A-Z0-9]+")
|
||||
STOP_WORDS = {
|
||||
"THE", "AND", "FOR", "PVT", "PRIVATE", "LIMITED", "LTD", "LLP", "INDIA",
|
||||
"INVOICE", "BILL", "TAX", "GST", "GSTIN", "SERVICES", "SERVICE", "TRADERS",
|
||||
"TRADING", "ENTERPRISES", "ENTERPRISE", "COMPANY", "CO",
|
||||
}
|
||||
|
||||
KEYWORD_PRIORS = {
|
||||
"TELEPHONE": {"AIRTEL", "VODAFONE", "IDEA", "JIO", "MOBILE", "TELEPHONE", "TELECOM"},
|
||||
"INTERNET": {"BROADBAND", "INTERNET", "FIBER", "FIBRE", "LEASEDLINE"},
|
||||
"ELECTRICITY": {"ELECTRICITY", "POWER", "TANGEDCO", "EB"},
|
||||
"INSURANCE": {"INSURANCE", "PREMIUM"},
|
||||
"VEHICLE_MAINTENANCE": {"TYRE", "TYRES", "TIRE", "BRAKE", "CLUTCH", "VEHICLE", "CAR", "MOTOR", "SERVICECENTER"},
|
||||
"COMPUTER_MAINTENANCE": {"LAPTOPREPAIR", "COMPUTERREPAIR", "PRINTERREPAIR", "AMCIT"},
|
||||
"BUILDING_MAINTENANCE": {"PLUMBING", "PLUMBER", "PAINTING", "CIVILREPAIR", "BUILDINGREPAIR"},
|
||||
"MACHINERY_MAINTENANCE": {"MACHINERYREPAIR", "MACHINEPART", "BEARING", "INDUSTRIALREPAIR"},
|
||||
"PROFESSIONAL_CHARGES": {"CONSULTANCY", "CONSULTANT", "PROFESSIONAL"},
|
||||
"LEGAL_FEES": {"ADVOCATE", "LEGAL", "LAWYER"},
|
||||
"AUDIT_FEES": {"AUDIT", "AUDITOR"},
|
||||
"TRAVELLING": {"FLIGHT", "AIRLINE", "TRAVEL", "RAILWAY", "TRAIN", "TAXI", "CAB"},
|
||||
"HOTEL_ACCOMMODATION": {"HOTEL", "RESORT", "ACCOMMODATION"},
|
||||
"FREIGHT_CARRIAGE": {"FREIGHT", "TRANSPORT", "CARRIAGE", "LOGISTICS"},
|
||||
"PRINTING_STATIONERY": {"STATIONERY", "PRINTING", "PAPER", "TONER", "CARTRIDGE"},
|
||||
"SOFTWARE_SUBSCRIPTION": {"SOFTWARE", "SUBSCRIPTION", "SAAS", "LICENSE", "LICENCE"},
|
||||
"CLOUD_HOSTING": {"HOSTING", "CLOUD", "DOMAIN", "AWS", "AZURE"},
|
||||
"ADVERTISEMENT_MARKETING": {"ADVERTISEMENT", "ADVERTISING", "MARKETING", "PROMOTION"},
|
||||
"COMMISSION_BROKERAGE": {"COMMISSION", "BROKERAGE"},
|
||||
"COMPUTERS": {"LAPTOP", "DESKTOP", "COMPUTER", "SERVER"},
|
||||
"FURNITURE_FIXTURES": {"FURNITURE", "CHAIR", "TABLE", "WORKSTATION"},
|
||||
"MOTOR_VEHICLES": {"MOTORCAR", "MOTORVEHICLE", "NEWCAR", "NEWVEHICLE"},
|
||||
"PLANT_MACHINERY": {"MACHINERY", "MACHINE", "EQUIPMENTPLANT"},
|
||||
}
|
||||
|
||||
|
||||
def _utcnow():
|
||||
return datetime.now(timezone.utc)
|
||||
|
||||
|
||||
def normalize_text(value: str | None) -> str:
|
||||
return " ".join(TOKEN_RE.findall(str(value or "").upper())).strip()
|
||||
|
||||
|
||||
def normalize_gstin(value: str | None) -> str:
|
||||
return re.sub(r"[^A-Z0-9]", "", str(value or "").upper())[:15]
|
||||
|
||||
|
||||
def normalize_hsn(value: str | None) -> str:
|
||||
return re.sub(r"\D", "", str(value or ""))[:8]
|
||||
|
||||
|
||||
def description_signature(value: str | None) -> str:
|
||||
tokens = [t for t in TOKEN_RE.findall(str(value or "").upper()) if len(t) >= 3 and t not in STOP_WORDS]
|
||||
return " ".join(sorted(dict.fromkeys(tokens))[:10])
|
||||
|
||||
|
||||
def _confidence(confirmations: int, rejections: int) -> int:
|
||||
total = max(0, int(confirmations)) + max(0, int(rejections))
|
||||
if total <= 0:
|
||||
return 0
|
||||
# Bayesian smoothing prevents one confirmation from becoming 100% certainty.
|
||||
ratio = (confirmations + 2.0) / (total + 4.0)
|
||||
volume = min(1.0, math.log1p(total) / math.log(11))
|
||||
return max(1, min(99, round((ratio * 75) + (volume * 24))))
|
||||
|
||||
|
||||
def business_profile(db, client_id: int):
|
||||
return db.execute(select(ClientBusinessProfile).where(ClientBusinessProfile.client_id == client_id)).scalar_one_or_none()
|
||||
|
||||
|
||||
def active_natures(db, tenant_id: int):
|
||||
return list(db.execute(
|
||||
select(AccountingNature).where(
|
||||
AccountingNature.tenant_id == tenant_id,
|
||||
AccountingNature.is_active.is_(True),
|
||||
AccountingNature.is_posting_nature.is_(True),
|
||||
).order_by(AccountingNature.sort_order, AccountingNature.name)
|
||||
).scalars().all())
|
||||
|
||||
|
||||
def _nature_maps(db, tenant_id: int):
|
||||
rows = active_natures(db, tenant_id)
|
||||
return rows, {r.id: r for r in rows}, {r.code: r for r in rows}
|
||||
|
||||
|
||||
def learned_rules(db, tenant_id: int, client_id: int, tally_guid: str = ""):
|
||||
stmt = select(AccountingLedgerLearningRule).where(
|
||||
AccountingLedgerLearningRule.tenant_id == tenant_id,
|
||||
AccountingLedgerLearningRule.client_id == client_id,
|
||||
AccountingLedgerLearningRule.is_active.is_(True),
|
||||
)
|
||||
if tally_guid:
|
||||
stmt = stmt.where(
|
||||
(AccountingLedgerLearningRule.tally_guid == tally_guid) |
|
||||
(AccountingLedgerLearningRule.tally_guid == "")
|
||||
)
|
||||
return list(db.execute(stmt).scalars().all())
|
||||
|
||||
|
||||
def recent_events(db, tenant_id: int, client_id: int, limit: int = 30):
|
||||
return list(db.execute(
|
||||
select(AccountingLedgerLearningEvent).where(
|
||||
AccountingLedgerLearningEvent.tenant_id == tenant_id,
|
||||
AccountingLedgerLearningEvent.client_id == client_id,
|
||||
).order_by(AccountingLedgerLearningEvent.id.desc()).limit(limit)
|
||||
).scalars().all())
|
||||
|
||||
|
||||
def available_tally_guids(db, tenant_id: int, client_id: int):
|
||||
vals = set()
|
||||
for row in db.execute(select(
|
||||
AccountingLedgerNatureMapping.tally_guid,
|
||||
AccountingLedgerNatureMapping.company_name,
|
||||
).where(
|
||||
AccountingLedgerNatureMapping.tenant_id == tenant_id,
|
||||
AccountingLedgerNatureMapping.client_id == client_id,
|
||||
)).all():
|
||||
if row[0]:
|
||||
vals.add((row[0], row[1] or ""))
|
||||
for row in db.execute(select(
|
||||
AccountingHistoricalLedgerEvidence.tally_guid,
|
||||
AccountingHistoricalLedgerEvidence.company_name,
|
||||
).where(
|
||||
AccountingHistoricalLedgerEvidence.tenant_id == tenant_id,
|
||||
AccountingHistoricalLedgerEvidence.client_id == client_id,
|
||||
)).all():
|
||||
if row[0]:
|
||||
vals.add((row[0], row[1] or ""))
|
||||
return sorted(vals, key=lambda x: ((x[1] or "").casefold(), x[0]))
|
||||
|
||||
|
||||
def _rule_contexts(*, supplier_name: str, supplier_gstin: str, hsn_code: str, description: str):
|
||||
contexts = []
|
||||
gstin = normalize_gstin(supplier_gstin)
|
||||
supplier = normalize_text(supplier_name)
|
||||
hsn = normalize_hsn(hsn_code)
|
||||
desc = description_signature(description)
|
||||
if gstin:
|
||||
contexts.append(("supplier_gstin", gstin, supplier_gstin))
|
||||
if supplier:
|
||||
contexts.append(("supplier_name", supplier, supplier_name))
|
||||
if hsn:
|
||||
contexts.append(("hsn", hsn, hsn_code))
|
||||
if desc:
|
||||
contexts.append(("description_signature", desc, description[:500]))
|
||||
if supplier and hsn:
|
||||
contexts.append(("supplier_hsn", f"{supplier}|{hsn}", f"{supplier_name} / HSN {hsn}"))
|
||||
if gstin and hsn:
|
||||
contexts.append(("gstin_hsn", f"{gstin}|{hsn}", f"{gstin} / HSN {hsn}"))
|
||||
return contexts
|
||||
|
||||
|
||||
def _add_score(scores, nature_id, points, reason):
|
||||
if not nature_id or points <= 0:
|
||||
return
|
||||
row = scores.setdefault(nature_id, {"score": 0.0, "reasons": []})
|
||||
row["score"] += float(points)
|
||||
row["reasons"].append(reason)
|
||||
|
||||
|
||||
def rank_suggestions(
|
||||
db, *,
|
||||
tenant_id: int,
|
||||
client_id: int,
|
||||
tally_guid: str = "",
|
||||
supplier_name: str = "",
|
||||
supplier_gstin: str = "",
|
||||
hsn_code: str = "",
|
||||
description: str = "",
|
||||
amount: float | None = None,
|
||||
):
|
||||
natures, nature_by_id, nature_by_code = _nature_maps(db, tenant_id)
|
||||
if not natures:
|
||||
return []
|
||||
|
||||
scores = {}
|
||||
contexts = _rule_contexts(
|
||||
supplier_name=supplier_name,
|
||||
supplier_gstin=supplier_gstin,
|
||||
hsn_code=hsn_code,
|
||||
description=description,
|
||||
)
|
||||
context_lookup = {(t, k) for t, k, _ in contexts}
|
||||
|
||||
# 1. User-confirmed client-specific learning.
|
||||
rule_weights = {
|
||||
"gstin_hsn": 72,
|
||||
"supplier_gstin": 68,
|
||||
"supplier_hsn": 62,
|
||||
"supplier_name": 52,
|
||||
"hsn": 34,
|
||||
"description_signature": 28,
|
||||
}
|
||||
for rule in learned_rules(db, tenant_id, client_id, tally_guid):
|
||||
if (rule.rule_type, rule.rule_key) not in context_lookup:
|
||||
continue
|
||||
strength = max(0.10, rule.confidence_percent / 100)
|
||||
points = rule_weights.get(rule.rule_type, 20) * strength
|
||||
_add_score(
|
||||
scores, rule.nature_id, points,
|
||||
f"Confirmed {rule.rule_type.replace('_', ' ')} rule: "
|
||||
f"{rule.confirmation_count} confirmation(s), {rule.rejection_count} correction(s), "
|
||||
f"{rule.confidence_percent}% learned confidence."
|
||||
)
|
||||
|
||||
# 2. Phase 5 historical supplier treatment.
|
||||
supplier_norm = normalize_text(supplier_name)
|
||||
if supplier_norm:
|
||||
evidence = list(db.execute(select(AccountingHistoricalLedgerEvidence).where(
|
||||
AccountingHistoricalLedgerEvidence.tenant_id == tenant_id,
|
||||
AccountingHistoricalLedgerEvidence.client_id == client_id,
|
||||
)).scalars().all())
|
||||
mappings = list(db.execute(select(AccountingLedgerNatureMapping).where(
|
||||
AccountingLedgerNatureMapping.tenant_id == tenant_id,
|
||||
AccountingLedgerNatureMapping.client_id == client_id,
|
||||
)).scalars().all())
|
||||
mapping_by_ledger = {(m.tally_guid, normalize_text(m.ledger_name)): m for m in mappings}
|
||||
buckets = defaultdict(int)
|
||||
total = 0
|
||||
for row in evidence:
|
||||
if tally_guid and row.tally_guid != tally_guid:
|
||||
continue
|
||||
if normalize_text(row.party_ledger_name) != supplier_norm:
|
||||
continue
|
||||
m = mapping_by_ledger.get((row.tally_guid, normalize_text(row.counter_ledger_name)))
|
||||
if not m:
|
||||
continue
|
||||
count = max(0, int(row.voucher_count or 0))
|
||||
buckets[m.nature_id] += count
|
||||
total += count
|
||||
if total:
|
||||
for nature_id, count in buckets.items():
|
||||
share = count / total
|
||||
_add_score(
|
||||
scores, nature_id, 46 * share,
|
||||
f"Historical Tally treatment: {count} of {total} mapped purchase voucher(s) "
|
||||
f"for this supplier used this accounting nature."
|
||||
)
|
||||
|
||||
# 3. Deterministic text priors. These are intentionally weaker than confirmed history.
|
||||
combined = normalize_text(" ".join([supplier_name, description]))
|
||||
compact = combined.replace(" ", "")
|
||||
token_set = set(combined.split())
|
||||
for code, words in KEYWORD_PRIORS.items():
|
||||
nature = nature_by_code.get(code)
|
||||
if not nature:
|
||||
continue
|
||||
hits = [w for w in words if w in token_set or w in compact]
|
||||
if hits:
|
||||
_add_score(scores, nature.id, min(24, 12 + 4 * len(hits)), f"Description/supplier keyword match: {', '.join(sorted(hits)[:4])}.")
|
||||
|
||||
# 4. Business profile context. Never overrides client-confirmed mappings.
|
||||
profile = business_profile(db, client_id)
|
||||
if profile:
|
||||
model = str(profile.business_model or "")
|
||||
activity = normalize_text(profile.primary_business_activity)
|
||||
products = normalize_text(profile.main_products)
|
||||
services = normalize_text(profile.main_services)
|
||||
if model in {"trading", "manufacturing_and_trading"}:
|
||||
n = nature_by_code.get("TRADING_PURCHASE")
|
||||
if n:
|
||||
_add_score(scores, n.id, 10 if model == "trading" else 6, f"Client business model is {model.replace('_', ' ')}.")
|
||||
if model in {"manufacturing", "manufacturing_and_trading"}:
|
||||
n = nature_by_code.get("RAW_MATERIAL_PURCHASE")
|
||||
if n:
|
||||
_add_score(scores, n.id, 9, f"Client business model is {model.replace('_', ' ')}.")
|
||||
if model in {"construction", "contracting"}:
|
||||
for code in ("RAW_MATERIAL_PURCHASE", "CAPITAL_WIP"):
|
||||
n = nature_by_code.get(code)
|
||||
if n:
|
||||
_add_score(scores, n.id, 5, f"Client business model is {model}.")
|
||||
if profile.vehicle_intensive:
|
||||
n = nature_by_code.get("VEHICLE_MAINTENANCE")
|
||||
if n:
|
||||
_add_score(scores, n.id, 5, "Client business profile is marked vehicle-intensive.")
|
||||
if profile.capital_intensive:
|
||||
for code in ("PLANT_MACHINERY", "CAPITAL_WIP"):
|
||||
n = nature_by_code.get(code)
|
||||
if n:
|
||||
_add_score(scores, n.id, 3, "Client business profile is marked capital-intensive.")
|
||||
if combined and activity and any(tok in activity for tok in combined.split() if len(tok) >= 5):
|
||||
# This supports context but deliberately does not pick a new nature by itself.
|
||||
pass
|
||||
|
||||
# Find candidate client-specific Tally ledgers for each nature.
|
||||
mappings = list(db.execute(select(AccountingLedgerNatureMapping).where(
|
||||
AccountingLedgerNatureMapping.tenant_id == tenant_id,
|
||||
AccountingLedgerNatureMapping.client_id == client_id,
|
||||
)).scalars().all())
|
||||
ledgers_by_nature = defaultdict(list)
|
||||
for m in mappings:
|
||||
if tally_guid and m.tally_guid != tally_guid:
|
||||
continue
|
||||
ledgers_by_nature[m.nature_id].append(m)
|
||||
|
||||
max_raw = max([v["score"] for v in scores.values()], default=0.0)
|
||||
result = []
|
||||
for nature_id, info in scores.items():
|
||||
nature = nature_by_id.get(nature_id)
|
||||
if not nature:
|
||||
continue
|
||||
raw = info["score"]
|
||||
# Confidence is capped for suggestion-only Phase 6. Human confirmation remains required.
|
||||
confidence = min(99, max(1, round((raw / max(70.0, max_raw)) * 96))) if raw else 0
|
||||
candidates = sorted(
|
||||
ledgers_by_nature.get(nature_id, []),
|
||||
key=lambda m: (-int(m.confidence_percent or 0), (m.ledger_name or "").casefold())
|
||||
)
|
||||
result.append({
|
||||
"nature": nature,
|
||||
"raw_score": round(raw, 2),
|
||||
"confidence": confidence,
|
||||
"reasons": info["reasons"],
|
||||
"ledger_candidates": candidates[:5],
|
||||
"suggested_ledger": candidates[0].ledger_name if candidates else "",
|
||||
})
|
||||
|
||||
# If evidence is weak, REVIEW_REQUIRED must be visible rather than pretending certainty.
|
||||
result.sort(key=lambda x: (-x["raw_score"], x["nature"].sort_order, x["nature"].name))
|
||||
if not result or (result and result[0]["confidence"] < 45):
|
||||
review = nature_by_code.get("REVIEW_REQUIRED")
|
||||
if review and not any(r["nature"].id == review.id for r in result):
|
||||
result.append({
|
||||
"nature": review,
|
||||
"raw_score": 1.0,
|
||||
"confidence": 100 if not result else max(55, 100 - result[0]["confidence"]),
|
||||
"reasons": ["Available evidence is not strong enough for a reliable automatic classification."],
|
||||
"ledger_candidates": [],
|
||||
"suggested_ledger": "",
|
||||
})
|
||||
return result[:8]
|
||||
|
||||
|
||||
def _find_rule(db, *, tenant_id: int, client_id: int, tally_guid: str, rule_type: str, rule_key: str, nature_id: int, ledger_name: str):
|
||||
return db.execute(select(AccountingLedgerLearningRule).where(
|
||||
AccountingLedgerLearningRule.tenant_id == tenant_id,
|
||||
AccountingLedgerLearningRule.client_id == client_id,
|
||||
AccountingLedgerLearningRule.tally_guid == (tally_guid or ""),
|
||||
AccountingLedgerLearningRule.rule_type == rule_type,
|
||||
AccountingLedgerLearningRule.rule_key == rule_key,
|
||||
AccountingLedgerLearningRule.nature_id == nature_id,
|
||||
AccountingLedgerLearningRule.ledger_name == (ledger_name or ""),
|
||||
)).scalar_one_or_none()
|
||||
|
||||
|
||||
def _touch_rule(
|
||||
db, *, tenant_id: int, client_id: int, tally_guid: str,
|
||||
rule_type: str, rule_key: str, display_value: str,
|
||||
nature_id: int, ledger_name: str, confirmed: bool, user_id: int,
|
||||
):
|
||||
row = _find_rule(
|
||||
db, tenant_id=tenant_id, client_id=client_id, tally_guid=tally_guid,
|
||||
rule_type=rule_type, rule_key=rule_key, nature_id=nature_id, ledger_name=ledger_name,
|
||||
)
|
||||
if not row:
|
||||
row = AccountingLedgerLearningRule(
|
||||
tenant_id=tenant_id,
|
||||
client_id=client_id,
|
||||
tally_guid=tally_guid or "",
|
||||
rule_type=rule_type,
|
||||
rule_key=rule_key,
|
||||
display_value=display_value or rule_key,
|
||||
nature_id=nature_id,
|
||||
ledger_name=ledger_name or "",
|
||||
)
|
||||
if confirmed:
|
||||
row.confirmation_count = int(row.confirmation_count or 0) + 1
|
||||
row.last_confirmed_by_user_id = user_id
|
||||
row.last_confirmed_at_utc = _utcnow()
|
||||
else:
|
||||
row.rejection_count = int(row.rejection_count or 0) + 1
|
||||
row.confidence_percent = _confidence(row.confirmation_count, row.rejection_count)
|
||||
row.is_active = True
|
||||
row.updated_at_utc = _utcnow()
|
||||
db.add(row)
|
||||
return row
|
||||
|
||||
|
||||
def record_review(
|
||||
db, *,
|
||||
tenant_id: int,
|
||||
client_id: int,
|
||||
tally_guid: str,
|
||||
supplier_name: str,
|
||||
supplier_gstin: str,
|
||||
hsn_code: str,
|
||||
description: str,
|
||||
amount: float | None,
|
||||
suggested_nature_id: int | None,
|
||||
suggested_ledger_name: str,
|
||||
suggested_confidence: int,
|
||||
final_nature_id: int,
|
||||
final_ledger_name: str,
|
||||
user_id: int,
|
||||
explanation: list[str] | None = None,
|
||||
):
|
||||
active_rows = active_natures(db, tenant_id)
|
||||
active_by_id = {n.id: n for n in active_rows}
|
||||
if final_nature_id not in active_by_id:
|
||||
raise ValueError("Select an active accounting nature.")
|
||||
|
||||
final_ledger = (final_ledger_name or "").strip()
|
||||
if final_ledger:
|
||||
ledger_stmt = select(AccountingLedgerNatureMapping).where(
|
||||
AccountingLedgerNatureMapping.tenant_id == tenant_id,
|
||||
AccountingLedgerNatureMapping.client_id == client_id,
|
||||
AccountingLedgerNatureMapping.ledger_name == final_ledger,
|
||||
AccountingLedgerNatureMapping.nature_id == final_nature_id,
|
||||
)
|
||||
if tally_guid:
|
||||
ledger_stmt = ledger_stmt.where(AccountingLedgerNatureMapping.tally_guid == tally_guid)
|
||||
if db.execute(ledger_stmt).scalar_one_or_none() is None:
|
||||
raise ValueError("The selected Tally ledger is not mapped to the selected accounting nature for this client/company.")
|
||||
|
||||
accepted = bool(
|
||||
suggested_nature_id
|
||||
and int(suggested_nature_id) == int(final_nature_id)
|
||||
and normalize_text(suggested_ledger_name) == normalize_text(final_ledger_name)
|
||||
)
|
||||
|
||||
profile = business_profile(db, client_id)
|
||||
profile_snapshot = {}
|
||||
if profile:
|
||||
profile_snapshot = {
|
||||
"primary_industry": profile.primary_industry,
|
||||
"primary_business_activity": profile.primary_business_activity,
|
||||
"business_model": profile.business_model,
|
||||
"main_products": profile.main_products,
|
||||
"main_services": profile.main_services,
|
||||
"inventory_maintained": profile.inventory_maintained,
|
||||
"project_job_based": profile.project_job_based,
|
||||
"capital_intensive": profile.capital_intensive,
|
||||
"vehicle_intensive": profile.vehicle_intensive,
|
||||
"profile_status": profile.profile_status,
|
||||
}
|
||||
|
||||
event = AccountingLedgerLearningEvent(
|
||||
tenant_id=tenant_id,
|
||||
client_id=client_id,
|
||||
tally_guid=tally_guid or "",
|
||||
source_type="manual_review",
|
||||
supplier_name=(supplier_name or "").strip(),
|
||||
supplier_gstin=normalize_gstin(supplier_gstin),
|
||||
hsn_code=normalize_hsn(hsn_code),
|
||||
description_text=(description or "").strip() or None,
|
||||
amount=amount,
|
||||
suggested_nature_id=suggested_nature_id,
|
||||
suggested_ledger_name=(suggested_ledger_name or "").strip(),
|
||||
suggested_confidence=max(0, min(100, int(suggested_confidence or 0))),
|
||||
final_nature_id=final_nature_id,
|
||||
final_ledger_name=final_ledger,
|
||||
accepted_suggestion=accepted,
|
||||
explanation_json=json.dumps(explanation or [], ensure_ascii=False),
|
||||
business_profile_snapshot_json=json.dumps(profile_snapshot, ensure_ascii=False, default=str),
|
||||
reviewed_by_user_id=user_id,
|
||||
)
|
||||
db.add(event)
|
||||
|
||||
contexts = _rule_contexts(
|
||||
supplier_name=supplier_name,
|
||||
supplier_gstin=supplier_gstin,
|
||||
hsn_code=hsn_code,
|
||||
description=description,
|
||||
)
|
||||
|
||||
# REVIEW_REQUIRED is an audit outcome, not a training label. It is stored in
|
||||
# the event history but never strengthened into a future automatic rule.
|
||||
final_is_review = active_by_id[final_nature_id].code == "REVIEW_REQUIRED"
|
||||
|
||||
# A correction weakens the exact contextual rule that produced the wrong choice.
|
||||
if suggested_nature_id and int(suggested_nature_id) != int(final_nature_id):
|
||||
for rule_type, rule_key, display_value in contexts:
|
||||
_touch_rule(
|
||||
db, tenant_id=tenant_id, client_id=client_id, tally_guid=tally_guid,
|
||||
rule_type=rule_type, rule_key=rule_key, display_value=display_value,
|
||||
nature_id=int(suggested_nature_id), ledger_name=(suggested_ledger_name or "").strip(),
|
||||
confirmed=False, user_id=user_id,
|
||||
)
|
||||
|
||||
# Final human choice is the training label, unless the reviewer intentionally
|
||||
# chose the non-classification REVIEW_REQUIRED bucket.
|
||||
if not final_is_review:
|
||||
for rule_type, rule_key, display_value in contexts:
|
||||
_touch_rule(
|
||||
db, tenant_id=tenant_id, client_id=client_id, tally_guid=tally_guid,
|
||||
rule_type=rule_type, rule_key=rule_key, display_value=display_value,
|
||||
nature_id=final_nature_id, ledger_name=final_ledger,
|
||||
confirmed=True, user_id=user_id,
|
||||
)
|
||||
|
||||
db.commit()
|
||||
db.refresh(event)
|
||||
return event
|
||||
|
||||
|
||||
def learning_summary(db, tenant_id: int, client_id: int):
|
||||
rules = list(db.execute(select(AccountingLedgerLearningRule).where(
|
||||
AccountingLedgerLearningRule.tenant_id == tenant_id,
|
||||
AccountingLedgerLearningRule.client_id == client_id,
|
||||
AccountingLedgerLearningRule.is_active.is_(True),
|
||||
)).order_by(
|
||||
AccountingLedgerLearningRule.confidence_percent.desc(),
|
||||
AccountingLedgerLearningRule.confirmation_count.desc(),
|
||||
AccountingLedgerLearningRule.id.desc(),
|
||||
).scalars().all())
|
||||
natures = {n.id: n for n in active_natures(db, tenant_id)}
|
||||
return [{
|
||||
"rule": r,
|
||||
"nature": natures.get(r.nature_id),
|
||||
"net_confirmations": max(0, int(r.confirmation_count or 0) - int(r.rejection_count or 0)),
|
||||
} for r in rules[:100] if natures.get(r.nature_id)]
|
||||
@@ -0,0 +1,177 @@
|
||||
from __future__ import annotations
|
||||
|
||||
from urllib.parse import urlencode
|
||||
|
||||
from fastapi import APIRouter, Form, Request
|
||||
from fastapi.responses import RedirectResponse
|
||||
|
||||
from app.core.db.common import CommonSessionLocal
|
||||
from app.core.security.csrf import get_or_create_csrf_token, validate_csrf
|
||||
from app.core.templating import templates
|
||||
from app.modules.accounting.historical_learning_service import active_natures, ledger_mappings
|
||||
from app.modules.accounting.ledger_learning_service import (
|
||||
available_tally_guids,
|
||||
learning_summary,
|
||||
rank_suggestions,
|
||||
recent_events,
|
||||
record_review,
|
||||
)
|
||||
from app.modules.accounting.ui import _find_visible_client, _require_partner, _visible_clients
|
||||
from app.modules.clients.business_profile_service import get_profile
|
||||
from app.modules.core.rbac.deps import get_user_permissions, get_user_roles
|
||||
|
||||
router = APIRouter(prefix="/tools/accounting/ledger-learning", tags=["accounting-ledger-learning-ui"])
|
||||
|
||||
|
||||
def _float_or_none(value):
|
||||
try:
|
||||
return float(value) if str(value or "").strip() else None
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
|
||||
@router.get("")
|
||||
def ledger_learning(
|
||||
request: Request,
|
||||
client_id: int | None = None,
|
||||
tally_guid: str = "",
|
||||
supplier_name: str = "",
|
||||
supplier_gstin: str = "",
|
||||
hsn_code: str = "",
|
||||
description: str = "",
|
||||
amount: str = "",
|
||||
reviewed: int = 0,
|
||||
error: str = "",
|
||||
):
|
||||
db = CommonSessionLocal()
|
||||
try:
|
||||
user, response = _require_partner(request, db, "accounting.learning.view")
|
||||
if response:
|
||||
return response
|
||||
|
||||
clients, scope = _visible_clients(db, request, user)
|
||||
selected = next((c for c in clients if client_id and int(c.id) == int(client_id)), None)
|
||||
suggestions = []
|
||||
mappings = []
|
||||
tally_companies = []
|
||||
profile = None
|
||||
summary = []
|
||||
events = []
|
||||
|
||||
if selected:
|
||||
profile = get_profile(db, selected.id)
|
||||
mappings = ledger_mappings(db, scope.tenant_id, selected.id, tally_guid)
|
||||
tally_companies = available_tally_guids(db, scope.tenant_id, selected.id)
|
||||
summary = learning_summary(db, scope.tenant_id, selected.id)
|
||||
events = recent_events(db, scope.tenant_id, selected.id, 20)
|
||||
if any([supplier_name.strip(), supplier_gstin.strip(), hsn_code.strip(), description.strip()]):
|
||||
suggestions = rank_suggestions(
|
||||
db,
|
||||
tenant_id=scope.tenant_id,
|
||||
client_id=selected.id,
|
||||
tally_guid=tally_guid.strip(),
|
||||
supplier_name=supplier_name,
|
||||
supplier_gstin=supplier_gstin,
|
||||
hsn_code=hsn_code,
|
||||
description=description,
|
||||
amount=_float_or_none(amount),
|
||||
)
|
||||
|
||||
return templates.TemplateResponse("modules/accounting/templates/accounting/ledger_learning.html", {
|
||||
"request": request,
|
||||
"current_user": user,
|
||||
"current_user_roles": get_user_roles(db, user.id),
|
||||
"current_user_permissions": get_user_permissions(db, user.id),
|
||||
"csrf_token": get_or_create_csrf_token(request),
|
||||
"title": "Self-improving Ledger Selection",
|
||||
"clients": clients,
|
||||
"selected_client": selected,
|
||||
"profile": profile,
|
||||
"tally_companies": tally_companies,
|
||||
"mappings": mappings,
|
||||
"natures": active_natures(db, scope.tenant_id),
|
||||
"suggestions": suggestions,
|
||||
"learning_summary": summary,
|
||||
"events": events,
|
||||
"query": {
|
||||
"tally_guid": tally_guid,
|
||||
"supplier_name": supplier_name,
|
||||
"supplier_gstin": supplier_gstin,
|
||||
"hsn_code": hsn_code,
|
||||
"description": description,
|
||||
"amount": amount,
|
||||
},
|
||||
"reviewed": bool(reviewed),
|
||||
"error": error,
|
||||
})
|
||||
finally:
|
||||
db.close()
|
||||
|
||||
|
||||
@router.post("/review")
|
||||
def review(
|
||||
request: Request,
|
||||
client_id: int = Form(...),
|
||||
tally_guid: str = Form(""),
|
||||
supplier_name: str = Form(""),
|
||||
supplier_gstin: str = Form(""),
|
||||
hsn_code: str = Form(""),
|
||||
description: str = Form(""),
|
||||
amount: str = Form(""),
|
||||
suggested_nature_id: str = Form(""),
|
||||
suggested_ledger_name: str = Form(""),
|
||||
suggested_confidence: int = Form(0),
|
||||
final_nature_id: int = Form(...),
|
||||
final_ledger_name: str = Form(""),
|
||||
explanation: str = Form(""),
|
||||
csrf_token: str = Form(...),
|
||||
):
|
||||
validate_csrf(request, csrf_token)
|
||||
db = CommonSessionLocal()
|
||||
try:
|
||||
user, response = _require_partner(request, db, "accounting.learning.manage")
|
||||
if response:
|
||||
return response
|
||||
client, _, scope = _find_visible_client(db, request, user, client_id)
|
||||
if not client:
|
||||
from app.core.http_responses import ui_access_denied
|
||||
return ui_access_denied()
|
||||
|
||||
suggested_id = int(suggested_nature_id) if str(suggested_nature_id or "").isdigit() else None
|
||||
explanations = [x.strip() for x in str(explanation or "").split("||") if x.strip()]
|
||||
record_review(
|
||||
db,
|
||||
tenant_id=scope.tenant_id,
|
||||
client_id=client.id,
|
||||
tally_guid=tally_guid.strip(),
|
||||
supplier_name=supplier_name,
|
||||
supplier_gstin=supplier_gstin,
|
||||
hsn_code=hsn_code,
|
||||
description=description,
|
||||
amount=_float_or_none(amount),
|
||||
suggested_nature_id=suggested_id,
|
||||
suggested_ledger_name=suggested_ledger_name,
|
||||
suggested_confidence=suggested_confidence,
|
||||
final_nature_id=final_nature_id,
|
||||
final_ledger_name=final_ledger_name,
|
||||
user_id=user.id,
|
||||
explanation=explanations,
|
||||
)
|
||||
|
||||
params = {
|
||||
"client_id": client_id,
|
||||
"tally_guid": tally_guid,
|
||||
"supplier_name": supplier_name,
|
||||
"supplier_gstin": supplier_gstin,
|
||||
"hsn_code": hsn_code,
|
||||
"description": description,
|
||||
"amount": amount,
|
||||
"reviewed": 1,
|
||||
}
|
||||
return RedirectResponse(url="/tools/accounting/ledger-learning?" + urlencode(params), status_code=303)
|
||||
except Exception as exc:
|
||||
db.rollback()
|
||||
params = {"client_id": client_id, "error": str(exc)[:120]}
|
||||
return RedirectResponse(url="/tools/accounting/ledger-learning?" + urlencode(params), status_code=303)
|
||||
finally:
|
||||
db.close()
|
||||
@@ -0,0 +1,229 @@
|
||||
{% extends "ui/templates/base/layout.html" %}
|
||||
{% block content %}
|
||||
<div class="space-y-6">
|
||||
<div class="flex flex-wrap items-start justify-between gap-4">
|
||||
<div>
|
||||
<p class="text-xs font-semibold uppercase tracking-[0.16em] text-brand-600">Tools · Accounting Intelligence</p>
|
||||
<h1 class="mt-1 text-2xl font-semibold text-slate-900">Self-improving Ledger Selection</h1>
|
||||
<p class="mt-1 text-sm text-slate-500">Phase 6 ranks accounting natures and existing client Tally ledgers from confirmed learning, Phase 5 history, business context and conservative deterministic rules. It never posts to Tally.</p>
|
||||
</div>
|
||||
<div class="flex flex-wrap gap-2">
|
||||
<a href="/tools/accounting/historical-learning{% if selected_client %}?client_id={{ selected_client.id }}{% endif %}" class="rounded-xl border border-slate-300 bg-white px-4 py-2 text-sm font-semibold text-slate-700 hover:bg-slate-50">Historical Learning</a>
|
||||
<a href="/tools/accounting/taxonomy" class="rounded-xl border border-slate-300 bg-white px-4 py-2 text-sm font-semibold text-slate-700 hover:bg-slate-50">Accounting Taxonomy</a>
|
||||
<a href="/tools/tally{% if selected_client %}?client_id={{ selected_client.id }}{% endif %}" class="rounded-xl bg-brand-600 px-4 py-2 text-sm font-semibold text-white hover:bg-brand-700">Back to Tally</a>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
{% if reviewed %}
|
||||
<div class="rounded-xl border border-emerald-200 bg-emerald-50 px-4 py-3 text-sm font-medium text-emerald-800">Review saved. The confirmed choice has been added to this client's learning memory.</div>
|
||||
{% endif %}
|
||||
{% if error %}
|
||||
<div class="rounded-xl border border-red-200 bg-red-50 px-4 py-3 text-sm text-red-800">{{ error }}</div>
|
||||
{% endif %}
|
||||
|
||||
<section class="rounded-2xl bg-white p-5 shadow-soft">
|
||||
<form method="get" action="/tools/accounting/ledger-learning" class="grid gap-4 lg:grid-cols-6">
|
||||
<label class="text-sm font-medium text-slate-700 lg:col-span-2">
|
||||
ERP Client
|
||||
<select name="client_id" required class="mt-1 w-full rounded-xl border border-slate-300 bg-white px-3 py-2 text-sm">
|
||||
<option value="">Select client</option>
|
||||
{% for client in clients %}
|
||||
<option value="{{ client.id }}" {% if selected_client and selected_client.id == client.id %}selected{% endif %}>{{ client.client_name }}</option>
|
||||
{% endfor %}
|
||||
</select>
|
||||
</label>
|
||||
|
||||
{% if selected_client %}
|
||||
<label class="text-sm font-medium text-slate-700 lg:col-span-2">
|
||||
Tally Company
|
||||
<select name="tally_guid" class="mt-1 w-full rounded-xl border border-slate-300 bg-white px-3 py-2 text-sm">
|
||||
<option value="">All mapped companies</option>
|
||||
{% for guid, company in tally_companies %}
|
||||
<option value="{{ guid }}" {% if query.tally_guid == guid %}selected{% endif %}>{{ company or guid }} · {{ guid }}</option>
|
||||
{% endfor %}
|
||||
</select>
|
||||
</label>
|
||||
<div class="lg:col-span-2 flex items-end">
|
||||
<button type="submit" class="w-full rounded-xl border border-slate-300 bg-white px-4 py-2 text-sm font-semibold text-slate-700 hover:bg-slate-50">Load Client</button>
|
||||
</div>
|
||||
|
||||
<label class="text-sm font-medium text-slate-700 lg:col-span-2">
|
||||
Supplier / Party Name
|
||||
<input name="supplier_name" value="{{ query.supplier_name }}" class="mt-1 w-full rounded-xl border border-slate-300 px-3 py-2 text-sm" placeholder="e.g. ABC Tyres Pvt Ltd" />
|
||||
</label>
|
||||
<label class="text-sm font-medium text-slate-700">
|
||||
Supplier GSTIN
|
||||
<input name="supplier_gstin" value="{{ query.supplier_gstin }}" maxlength="15" class="mt-1 w-full rounded-xl border border-slate-300 px-3 py-2 text-sm uppercase" />
|
||||
</label>
|
||||
<label class="text-sm font-medium text-slate-700">
|
||||
HSN
|
||||
<input name="hsn_code" value="{{ query.hsn_code }}" class="mt-1 w-full rounded-xl border border-slate-300 px-3 py-2 text-sm" />
|
||||
</label>
|
||||
<label class="text-sm font-medium text-slate-700">
|
||||
Amount
|
||||
<input name="amount" value="{{ query.amount }}" inputmode="decimal" class="mt-1 w-full rounded-xl border border-slate-300 px-3 py-2 text-sm" />
|
||||
</label>
|
||||
<div class="flex items-end">
|
||||
<button type="submit" class="w-full rounded-xl bg-brand-600 px-4 py-2 text-sm font-semibold text-white hover:bg-brand-700">Get Suggestions</button>
|
||||
</div>
|
||||
<label class="text-sm font-medium text-slate-700 lg:col-span-6">
|
||||
Item / Invoice Description
|
||||
<textarea name="description" rows="2" class="mt-1 w-full rounded-xl border border-slate-300 px-3 py-2 text-sm" placeholder="Product/service description, narration or invoice particulars">{{ query.description }}</textarea>
|
||||
</label>
|
||||
{% endif %}
|
||||
</form>
|
||||
</section>
|
||||
|
||||
{% if selected_client %}
|
||||
<section class="grid gap-4 md:grid-cols-2 xl:grid-cols-4">
|
||||
<div class="rounded-2xl bg-white p-4 shadow-soft">
|
||||
<div class="text-xs font-semibold uppercase tracking-wide text-slate-500">Business Model</div>
|
||||
<div class="mt-2 font-semibold text-slate-900">{{ profile.business_model|replace('_',' ')|title if profile and profile.business_model else 'Not profiled' }}</div>
|
||||
</div>
|
||||
<div class="rounded-2xl bg-white p-4 shadow-soft">
|
||||
<div class="text-xs font-semibold uppercase tracking-wide text-slate-500">Industry</div>
|
||||
<div class="mt-2 font-semibold text-slate-900">{{ profile.primary_industry if profile and profile.primary_industry else '-' }}</div>
|
||||
</div>
|
||||
<div class="rounded-2xl bg-white p-4 shadow-soft">
|
||||
<div class="text-xs font-semibold uppercase tracking-wide text-slate-500">Profile Status</div>
|
||||
<div class="mt-2 font-semibold {% if profile and profile.profile_status == 'confirmed' %}text-emerald-700{% else %}text-amber-700{% endif %}">{{ profile.profile_status|title if profile else 'Missing' }}</div>
|
||||
</div>
|
||||
<div class="rounded-2xl bg-white p-4 shadow-soft">
|
||||
<div class="text-xs font-semibold uppercase tracking-wide text-slate-500">Learned Rules</div>
|
||||
<div class="mt-2 text-2xl font-semibold text-slate-900">{{ learning_summary|length }}</div>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
{% if suggestions %}
|
||||
<section class="space-y-4">
|
||||
<div>
|
||||
<h2 class="text-lg font-semibold text-slate-900">Ranked Suggestions</h2>
|
||||
<p class="mt-1 text-sm text-slate-500">Confirm the proposed treatment or correct it. The final human choice becomes the learning label.</p>
|
||||
</div>
|
||||
|
||||
{% for item in suggestions %}
|
||||
<article class="rounded-2xl bg-white p-5 shadow-soft">
|
||||
<div class="flex flex-wrap items-start justify-between gap-4">
|
||||
<div>
|
||||
<div class="flex flex-wrap items-center gap-2">
|
||||
<h3 class="text-lg font-semibold text-slate-900">{{ item.nature.name }}</h3>
|
||||
<span class="rounded-full px-2.5 py-1 text-xs font-semibold {% if item.confidence >= 85 %}bg-emerald-50 text-emerald-700{% elif item.confidence >= 60 %}bg-blue-50 text-blue-700{% else %}bg-amber-50 text-amber-700{% endif %}">
|
||||
{{ item.confidence }}% confidence
|
||||
</span>
|
||||
</div>
|
||||
<p class="mt-1 text-xs text-slate-500">{{ item.nature.code }} · {{ item.nature.capital_revenue|title }}</p>
|
||||
</div>
|
||||
{% if item.suggested_ledger %}
|
||||
<div class="rounded-xl bg-slate-50 px-3 py-2 text-sm">
|
||||
<span class="text-slate-500">Suggested Tally ledger:</span>
|
||||
<span class="ml-1 font-semibold text-slate-900">{{ item.suggested_ledger }}</span>
|
||||
</div>
|
||||
{% endif %}
|
||||
</div>
|
||||
|
||||
<div class="mt-4 rounded-xl border border-slate-200 bg-slate-50 p-3">
|
||||
<div class="text-xs font-semibold uppercase tracking-wide text-slate-500">Why</div>
|
||||
<ul class="mt-2 space-y-1 text-sm text-slate-700">
|
||||
{% for reason in item.reasons %}
|
||||
<li>• {{ reason }}</li>
|
||||
{% endfor %}
|
||||
</ul>
|
||||
</div>
|
||||
|
||||
<form method="post" action="/tools/accounting/ledger-learning/review" class="mt-4 grid gap-3 lg:grid-cols-5">
|
||||
<input type="hidden" name="csrf_token" value="{{ csrf_token }}" />
|
||||
<input type="hidden" name="client_id" value="{{ selected_client.id }}" />
|
||||
<input type="hidden" name="tally_guid" value="{{ query.tally_guid }}" />
|
||||
<input type="hidden" name="supplier_name" value="{{ query.supplier_name }}" />
|
||||
<input type="hidden" name="supplier_gstin" value="{{ query.supplier_gstin }}" />
|
||||
<input type="hidden" name="hsn_code" value="{{ query.hsn_code }}" />
|
||||
<input type="hidden" name="description" value="{{ query.description }}" />
|
||||
<input type="hidden" name="amount" value="{{ query.amount }}" />
|
||||
<input type="hidden" name="suggested_nature_id" value="{{ item.nature.id }}" />
|
||||
<input type="hidden" name="suggested_ledger_name" value="{{ item.suggested_ledger }}" />
|
||||
<input type="hidden" name="suggested_confidence" value="{{ item.confidence }}" />
|
||||
<input type="hidden" name="explanation" value="{{ item.reasons|join('||') }}" />
|
||||
|
||||
<label class="text-sm font-medium text-slate-700 lg:col-span-2">
|
||||
Final Accounting Nature
|
||||
<select name="final_nature_id" required class="mt-1 w-full rounded-xl border border-slate-300 bg-white px-3 py-2 text-sm">
|
||||
{% for nature in natures %}
|
||||
<option value="{{ nature.id }}" {% if nature.id == item.nature.id %}selected{% endif %}>{{ nature.name }}</option>
|
||||
{% endfor %}
|
||||
</select>
|
||||
</label>
|
||||
<label class="text-sm font-medium text-slate-700 lg:col-span-2">
|
||||
Final Tally Ledger
|
||||
<select name="final_ledger_name" class="mt-1 w-full rounded-xl border border-slate-300 bg-white px-3 py-2 text-sm">
|
||||
<option value="">No ledger selected yet</option>
|
||||
{% for mapping in mappings %}
|
||||
<option value="{{ mapping.ledger_name }}" {% if mapping.ledger_name == item.suggested_ledger %}selected{% endif %}>{{ mapping.ledger_name }}</option>
|
||||
{% endfor %}
|
||||
</select>
|
||||
<span class="mt-1 block text-xs font-normal text-slate-500">Only Phase 5 mapped client ledgers are offered. Create/change mappings from Historical Learning.</span>
|
||||
</label>
|
||||
<div class="flex items-end">
|
||||
<button type="submit" class="w-full rounded-xl bg-slate-900 px-4 py-2 text-sm font-semibold text-white hover:bg-slate-800">Confirm / Correct</button>
|
||||
</div>
|
||||
</form>
|
||||
</article>
|
||||
{% endfor %}
|
||||
</section>
|
||||
{% elif query.supplier_name or query.supplier_gstin or query.hsn_code or query.description %}
|
||||
<div class="rounded-xl border border-amber-200 bg-amber-50 px-4 py-3 text-sm text-amber-800">No usable suggestion was produced. Map historical ledgers in Phase 5 or manually select a review-required nature after adding more transaction context.</div>
|
||||
{% endif %}
|
||||
|
||||
<section class="rounded-2xl bg-white p-5 shadow-soft">
|
||||
<div class="flex flex-wrap items-center justify-between gap-3">
|
||||
<div>
|
||||
<h2 class="font-semibold text-slate-900">Learning Memory</h2>
|
||||
<p class="mt-1 text-sm text-slate-500">Client-specific rules learned from reviewed selections. A correction lowers confidence in the rejected treatment and strengthens the confirmed one.</p>
|
||||
</div>
|
||||
<span class="rounded-full bg-slate-100 px-3 py-1 text-xs font-semibold text-slate-600">Top {{ learning_summary|length }}</span>
|
||||
</div>
|
||||
<div class="mt-4 overflow-x-auto">
|
||||
<table class="min-w-full text-sm">
|
||||
<thead><tr class="border-b border-slate-200 text-left text-xs uppercase tracking-wide text-slate-500"><th class="px-2 py-2">Rule</th><th class="px-2 py-2">Value</th><th class="px-2 py-2">Nature</th><th class="px-2 py-2">Ledger</th><th class="px-2 py-2 text-right">Confirmed</th><th class="px-2 py-2 text-right">Corrected</th><th class="px-2 py-2 text-right">Confidence</th></tr></thead>
|
||||
<tbody>
|
||||
{% for item in learning_summary %}
|
||||
<tr class="border-b border-slate-100">
|
||||
<td class="px-2 py-2 font-medium text-slate-700">{{ item.rule.rule_type|replace('_',' ')|title }}</td>
|
||||
<td class="px-2 py-2 text-slate-600">{{ item.rule.display_value }}</td>
|
||||
<td class="px-2 py-2 text-slate-900">{{ item.nature.name }}</td>
|
||||
<td class="px-2 py-2 text-slate-600">{{ item.rule.ledger_name or '-' }}</td>
|
||||
<td class="px-2 py-2 text-right">{{ item.rule.confirmation_count }}</td>
|
||||
<td class="px-2 py-2 text-right">{{ item.rule.rejection_count }}</td>
|
||||
<td class="px-2 py-2 text-right font-semibold">{{ item.rule.confidence_percent }}%</td>
|
||||
</tr>
|
||||
{% else %}
|
||||
<tr><td colspan="7" class="px-2 py-8 text-center text-slate-500">No reviewed selections yet.</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<section class="rounded-2xl bg-white p-5 shadow-soft">
|
||||
<h2 class="font-semibold text-slate-900">Recent Review Feedback</h2>
|
||||
<div class="mt-4 overflow-x-auto">
|
||||
<table class="min-w-full text-sm">
|
||||
<thead><tr class="border-b border-slate-200 text-left text-xs uppercase tracking-wide text-slate-500"><th class="px-2 py-2">When</th><th class="px-2 py-2">Supplier</th><th class="px-2 py-2">Accepted</th><th class="px-2 py-2">Suggested</th><th class="px-2 py-2">Final Ledger</th></tr></thead>
|
||||
<tbody>
|
||||
{% for event in events %}
|
||||
<tr class="border-b border-slate-100">
|
||||
<td class="px-2 py-2 text-slate-600">{{ event.created_at_utc }}</td>
|
||||
<td class="px-2 py-2 text-slate-900">{{ event.supplier_name or event.supplier_gstin or '-' }}</td>
|
||||
<td class="px-2 py-2"><span class="rounded-full px-2 py-1 text-xs font-semibold {% if event.accepted_suggestion %}bg-emerald-50 text-emerald-700{% else %}bg-amber-50 text-amber-700{% endif %}">{{ 'Yes' if event.accepted_suggestion else 'Corrected' }}</span></td>
|
||||
<td class="px-2 py-2 text-slate-600">{{ event.suggested_ledger_name or '-' }} · {{ event.suggested_confidence }}%</td>
|
||||
<td class="px-2 py-2 font-medium text-slate-900">{{ event.final_ledger_name or '-' }}</td>
|
||||
</tr>
|
||||
{% else %}
|
||||
<tr><td colspan="5" class="px-2 py-8 text-center text-slate-500">No review feedback yet.</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</section>
|
||||
{% endif %}
|
||||
</div>
|
||||
{% endblock %}
|
||||
@@ -15,6 +15,7 @@
|
||||
<div class="flex flex-wrap gap-2">
|
||||
<a href="/tools/accounting/taxonomy" class="rounded-xl border border-slate-300 bg-white px-4 py-2 text-sm font-semibold text-slate-700 hover:bg-slate-50">Accounting Taxonomy</a>
|
||||
{% if selected_client %}<a href="/tools/accounting/historical-learning?client_id={{ selected_client.id }}" class="rounded-xl border border-slate-300 bg-white px-4 py-2 text-sm font-semibold text-slate-700 hover:bg-slate-50">Historical Learning</a>{% endif %}
|
||||
{% if selected_client %}<a href="/tools/accounting/ledger-learning?client_id={{ selected_client.id }}" class="rounded-xl border border-slate-300 bg-white px-4 py-2 text-sm font-semibold text-slate-700 hover:bg-slate-50">Ledger Learning</a>{% endif %}
|
||||
{% if selected_client %}<a href="/tools/tally/depreciation?client_id={{ selected_client.id }}" class="rounded-xl border border-slate-300 bg-white px-4 py-2 text-sm font-semibold text-slate-700 hover:bg-slate-50">Depreciation (IT)</a>{% endif %}
|
||||
<a href="/tools/tally{% if selected_client %}?client_id={{ selected_client.id }}&refresh=1{% else %}?refresh=1{% endif %}" class="rounded-xl bg-brand-600 px-4 py-2 text-sm font-semibold text-white shadow-soft hover:bg-brand-700">Refresh Tally Companies</a>
|
||||
</div>
|
||||
|
||||
@@ -39,6 +39,7 @@ from app.modules.bank_statement_analyzer.ui import router as bank_statement_anal
|
||||
from app.modules.accounting.ui import router as accounting_ui_router
|
||||
from app.modules.accounting.taxonomy_ui import router as accounting_taxonomy_ui_router
|
||||
from app.modules.accounting.historical_learning_ui import router as accounting_historical_learning_ui_router
|
||||
from app.modules.accounting.ledger_learning_ui import router as accounting_ledger_learning_ui_router
|
||||
from app.modules.registrations.ui import router as registrations_ui_router
|
||||
from app.modules.credential_vault.ui import router as credential_vault_ui_router
|
||||
from app.modules.client_identity.ui import router as client_identity_ui_router
|
||||
@@ -64,6 +65,7 @@ def mount_ui(app: FastAPI) -> None:
|
||||
app.include_router(accounting_ui_router)
|
||||
app.include_router(accounting_taxonomy_ui_router)
|
||||
app.include_router(accounting_historical_learning_ui_router)
|
||||
app.include_router(accounting_ledger_learning_ui_router)
|
||||
app.include_router(work_tracker_ui_router)
|
||||
app.include_router(billing_ui_router)
|
||||
app.include_router(platform_billing_ui_router)
|
||||
|
||||
Reference in New Issue
Block a user