feat: VK OAuth flow, catalog sync improvements, and expanded test suite
- Add VK OAuth implicit flow: /vk-auth redirect, /vk-callback JS page, /vk-callback/save endpoint with state validation - Add VK_CLIENT_ID/VK_CLIENT_SECRET to config - Add refresh_token/token_expires_at columns to vk_connections (migration 0006) - Fix vk_catalog task: handle price/thumb_photo as string or dict (VK API v5.199) - Fix connections/vk/test: use groups.getById instead of market.getAlbums (works with both user and group tokens) - Add orphan deletion to mirror_to_vk: VK products not in Evotor are removed - Handle ungrouped Evotor products: push to "Без категории" VK album - Respect SyncConfig.is_enabled in mirror_to_vk - Add product count column to catalog groups page - Add group name column to catalog products page - Expand test suite: 73 new tests covering connections routes, catalog routes, vk_sync task logic, and catalog task helpers (138 total, all passing) Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -11,9 +11,15 @@ class Settings(BaseSettings):
|
||||
EVOTOR_APP_ID: str = ""
|
||||
EVOTOR_WEBHOOK_SECRET: str = ""
|
||||
|
||||
VK_CLIENT_ID: str = ""
|
||||
VK_CLIENT_SECRET: str = ""
|
||||
|
||||
JIVOSITE_WIDGET_ID: str = ""
|
||||
VK_DEFAULT_PHOTO_PATH: str = "/app/default_product.png"
|
||||
VK_API_VERSION: str = "5.199"
|
||||
VK_CATEGORY_ID: int = 40932
|
||||
VK_STOCK_AMOUNT: int = 1000
|
||||
VK_WEIGHT_PRICE_MULTIPLIER: int = 10
|
||||
|
||||
CATALOG_REFRESH_INTERVAL_SECONDS: int = 3600
|
||||
INVITE_EXPIRE_HOURS: int = 48
|
||||
|
||||
@@ -0,0 +1,24 @@
|
||||
"""Add vk_product_id to cached_products
|
||||
|
||||
Revision ID: 0005
|
||||
Revises: 0004
|
||||
Create Date: 2026-05-01
|
||||
|
||||
"""
|
||||
from typing import Sequence, Union
|
||||
|
||||
import sqlalchemy as sa
|
||||
from alembic import op
|
||||
|
||||
revision: str = "0005"
|
||||
down_revision: Union[str, None] = "0004"
|
||||
branch_labels: Union[str, Sequence[str], None] = None
|
||||
depends_on: Union[str, Sequence[str], None] = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.add_column("cached_products", sa.Column("vk_product_id", sa.String(50), nullable=True))
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_column("cached_products", "vk_product_id")
|
||||
26
web/migrations/versions/0006_vk_connection_token_fields.py
Normal file
26
web/migrations/versions/0006_vk_connection_token_fields.py
Normal file
@@ -0,0 +1,26 @@
|
||||
"""Add refresh_token and token_expires_at to vk_connections
|
||||
|
||||
Revision ID: 0006
|
||||
Revises: 0005
|
||||
Create Date: 2026-05-12
|
||||
|
||||
"""
|
||||
from typing import Sequence, Union
|
||||
|
||||
import sqlalchemy as sa
|
||||
from alembic import op
|
||||
|
||||
revision: str = "0006"
|
||||
down_revision: Union[str, None] = "0005"
|
||||
branch_labels: Union[str, Sequence[str], None] = None
|
||||
depends_on: Union[str, Sequence[str], None] = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.add_column("vk_connections", sa.Column("refresh_token", sa.Text, nullable=True))
|
||||
op.add_column("vk_connections", sa.Column("token_expires_at", sa.DateTime, nullable=True))
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_column("vk_connections", "token_expires_at")
|
||||
op.drop_column("vk_connections", "refresh_token")
|
||||
@@ -35,6 +35,8 @@ class VkConnection(Base):
|
||||
id = Column(Integer, primary_key=True, autoincrement=True)
|
||||
user_id = Column(Integer, ForeignKey("users.id", ondelete="CASCADE"), nullable=False)
|
||||
access_token = Column(Text, nullable=False)
|
||||
refresh_token = Column(Text, nullable=True)
|
||||
token_expires_at = Column(DateTime, nullable=True)
|
||||
vk_user_id = Column(String(50), nullable=True)
|
||||
first_name = Column(String(255), nullable=True)
|
||||
last_name = Column(String(255), nullable=True)
|
||||
@@ -167,6 +169,7 @@ class CachedProduct(Base):
|
||||
allow_to_sell = Column(Boolean, nullable=True)
|
||||
fetched_at = Column(DateTime, nullable=False)
|
||||
synced_at = Column(DateTime, nullable=True)
|
||||
vk_product_id = Column(String(50), nullable=True) # VK market item ID after first push
|
||||
|
||||
__table_args__ = (
|
||||
UniqueConstraint("user_id", "evotor_id", name="uq_cached_products_user_evotor"),
|
||||
|
||||
@@ -2,6 +2,7 @@ from datetime import datetime, timezone
|
||||
|
||||
from fastapi import APIRouter, Depends, Request
|
||||
from fastapi.responses import HTMLResponse, RedirectResponse
|
||||
from sqlalchemy import func
|
||||
from sqlalchemy.orm import Session
|
||||
|
||||
from web.auth.session import get_current_user
|
||||
@@ -99,9 +100,19 @@ async def catalog_groups(store_evotor_id: str, request: Request, db: Session = D
|
||||
.all()
|
||||
)
|
||||
enabled_ids = _enabled_group_ids(db, user.id, store_evotor_id)
|
||||
|
||||
counts_q = (
|
||||
db.query(CachedProduct.group_evotor_id, func.count().label("cnt"))
|
||||
.filter(CachedProduct.user_id == user.id, CachedProduct.store_evotor_id == store_evotor_id)
|
||||
.group_by(CachedProduct.group_evotor_id)
|
||||
.all()
|
||||
)
|
||||
product_counts = {row.group_evotor_id: row.cnt for row in counts_q}
|
||||
|
||||
return _render(request, "catalog/groups.html", {
|
||||
"user": user, "store": store, "groups": groups,
|
||||
"enabled_ids": enabled_ids,
|
||||
"product_counts": product_counts,
|
||||
})
|
||||
|
||||
|
||||
@@ -135,12 +146,14 @@ async def catalog_products(store_evotor_id: str, request: Request, db: Session =
|
||||
.order_by(CachedGroup.name)
|
||||
.all()
|
||||
)
|
||||
group_map = {g.evotor_id: g.name for g in groups}
|
||||
return _render(request, "catalog/products.html", {
|
||||
"user": user,
|
||||
"store": store,
|
||||
"products": products,
|
||||
"groups": groups,
|
||||
"group_id": group_id,
|
||||
"group_map": group_map,
|
||||
})
|
||||
|
||||
|
||||
|
||||
@@ -1,5 +1,6 @@
|
||||
import secrets
|
||||
from datetime import datetime, timezone
|
||||
from datetime import datetime, timedelta, timezone
|
||||
from urllib.parse import urlencode
|
||||
|
||||
import httpx
|
||||
from fastapi import APIRouter, Depends, Request
|
||||
@@ -12,6 +13,8 @@ from web.database import get_db
|
||||
from web.models.connections import EvotorConnection, VkConnection
|
||||
from web.templates_env import templates
|
||||
|
||||
VK_SCOPE = 335876 # photos(4) + wall(8192) + groups(262144) + offline(65536)
|
||||
|
||||
router = APIRouter()
|
||||
|
||||
|
||||
@@ -137,6 +140,146 @@ async def connections_vk_post(request: Request, db: Session = Depends(get_db)):
|
||||
return RedirectResponse("/connections?success=1", 303)
|
||||
|
||||
|
||||
@router.get("/vk-auth")
|
||||
async def vk_auth(request: Request):
|
||||
try:
|
||||
get_current_user(request, next(get_db()))
|
||||
except Exception:
|
||||
return RedirectResponse("/login", 303)
|
||||
|
||||
if not settings.VK_CLIENT_ID:
|
||||
return RedirectResponse("/connections?error=vk_not_configured", 303)
|
||||
|
||||
state = secrets.token_urlsafe(16)
|
||||
request.session["vk_oauth_state"] = state
|
||||
|
||||
redirect_uri = f"{settings.BASE_URL}/vk-callback"
|
||||
params = urlencode({
|
||||
"client_id": settings.VK_CLIENT_ID,
|
||||
"redirect_uri": redirect_uri,
|
||||
"scope": VK_SCOPE,
|
||||
"response_type": "token",
|
||||
"display": "page",
|
||||
"state": state,
|
||||
"revoke": "1",
|
||||
})
|
||||
return RedirectResponse(f"https://oauth.vk.com/authorize?{params}", 302)
|
||||
|
||||
|
||||
@router.get("/vk-callback")
|
||||
async def vk_callback_page(request: Request):
|
||||
"""Serves the callback page that reads the token from the URL fragment and POSTs it."""
|
||||
return HTMLResponse("""<!DOCTYPE html>
|
||||
<html lang="ru">
|
||||
<head><meta charset="utf-8"><title>VK авторизация…</title>
|
||||
<style>
|
||||
body { font-family: sans-serif; display: flex; align-items: center; justify-content: center;
|
||||
min-height: 100vh; margin: 0; background: #f4f4f4; }
|
||||
.box { background: #fff; padding: 2rem; border-radius: 8px; box-shadow: 0 2px 8px rgba(0,0,0,.1);
|
||||
text-align: center; max-width: 360px; }
|
||||
.spinner { width: 36px; height: 36px; border: 4px solid #e0e0e0;
|
||||
border-top-color: #0077ff; border-radius: 50%;
|
||||
animation: spin .8s linear infinite; margin: 0 auto 1rem; }
|
||||
@keyframes spin { to { transform: rotate(360deg); } }
|
||||
.error { color: #c0392b; }
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div class="box" id="box">
|
||||
<div class="spinner"></div>
|
||||
<p>Завершаем авторизацию…</p>
|
||||
</div>
|
||||
<script>
|
||||
(function() {
|
||||
const hash = window.location.hash.slice(1);
|
||||
const params = new URLSearchParams(hash);
|
||||
const token = params.get('access_token');
|
||||
const state = params.get('state');
|
||||
const userId = params.get('user_id');
|
||||
const expiresIn = params.get('expires_in');
|
||||
|
||||
if (!token) {
|
||||
document.getElementById('box').innerHTML =
|
||||
'<p class="error">Токен не получен. <a href="/connections">Вернуться назад</a></p>';
|
||||
return;
|
||||
}
|
||||
|
||||
fetch('/vk-callback/save', {
|
||||
method: 'POST',
|
||||
headers: {'Content-Type': 'application/json'},
|
||||
body: JSON.stringify({ access_token: token, state: state,
|
||||
user_id: userId, expires_in: expiresIn })
|
||||
})
|
||||
.then(r => r.json())
|
||||
.then(data => {
|
||||
if (data.ok) {
|
||||
window.location.href = '/connections?success=1';
|
||||
} else {
|
||||
document.getElementById('box').innerHTML =
|
||||
'<p class="error">' + (data.message || 'Ошибка сохранения') +
|
||||
' <a href="/connections">Вернуться назад</a></p>';
|
||||
}
|
||||
})
|
||||
.catch(() => {
|
||||
document.getElementById('box').innerHTML =
|
||||
'<p class="error">Ошибка сети. <a href="/connections">Вернуться назад</a></p>';
|
||||
});
|
||||
})();
|
||||
</script>
|
||||
</body>
|
||||
</html>""")
|
||||
|
||||
|
||||
@router.post("/vk-callback/save")
|
||||
async def vk_callback_save(request: Request, db: Session = Depends(get_db)):
|
||||
try:
|
||||
user = get_current_user(request, db)
|
||||
except Exception:
|
||||
return JSONResponse({"ok": False, "message": "Сессия истекла, войдите снова"}, status_code=401)
|
||||
|
||||
body = await request.json()
|
||||
access_token = (body.get("access_token") or "").strip()
|
||||
state = body.get("state") or ""
|
||||
vk_user_id = str(body.get("user_id") or "").strip() or None
|
||||
expires_in = body.get("expires_in")
|
||||
|
||||
expected_state = request.session.pop("vk_oauth_state", None)
|
||||
if not expected_state or state != expected_state:
|
||||
return JSONResponse({"ok": False, "message": "Недействительный state, попробуйте снова"})
|
||||
|
||||
if not access_token:
|
||||
return JSONResponse({"ok": False, "message": "Токен не получен"})
|
||||
|
||||
token_expires_at = None
|
||||
if expires_in and str(expires_in) != "0":
|
||||
try:
|
||||
token_expires_at = _now() + timedelta(seconds=int(expires_in))
|
||||
except (ValueError, TypeError):
|
||||
pass
|
||||
|
||||
now = _now()
|
||||
conn = db.query(VkConnection).filter_by(user_id=user.id).first()
|
||||
if conn:
|
||||
conn.access_token = access_token
|
||||
conn.token_expires_at = token_expires_at
|
||||
if vk_user_id:
|
||||
conn.vk_user_id = vk_user_id
|
||||
conn.updated_at = now
|
||||
else:
|
||||
conn = VkConnection(
|
||||
user_id=user.id,
|
||||
access_token=access_token,
|
||||
token_expires_at=token_expires_at,
|
||||
vk_user_id=vk_user_id,
|
||||
connected_at=now,
|
||||
updated_at=now,
|
||||
)
|
||||
db.add(conn)
|
||||
|
||||
db.commit()
|
||||
return JSONResponse({"ok": True})
|
||||
|
||||
|
||||
@router.post("/connections/vk/disconnect")
|
||||
async def connections_vk_disconnect(request: Request, db: Session = Depends(get_db)):
|
||||
try:
|
||||
@@ -198,16 +341,17 @@ async def connections_vk_test(request: Request, db: Session = Depends(get_db)):
|
||||
return JSONResponse({"ok": False, "message": "Подключение не настроено"})
|
||||
|
||||
try:
|
||||
params = {
|
||||
"access_token": conn.access_token,
|
||||
"v": settings.VK_API_VERSION,
|
||||
}
|
||||
if conn.vk_user_id:
|
||||
params["group_ids"] = conn.vk_user_id
|
||||
if not conn.vk_user_id:
|
||||
return JSONResponse({"ok": False, "message": "Укажите ID сообщества для проверки подключения."})
|
||||
|
||||
r = httpx.get(
|
||||
"https://api.vk.com/method/groups.getById",
|
||||
params=params,
|
||||
params={
|
||||
"group_id": conn.vk_user_id,
|
||||
"fields": "market",
|
||||
"access_token": conn.access_token,
|
||||
"v": settings.VK_API_VERSION,
|
||||
},
|
||||
timeout=10,
|
||||
)
|
||||
data = r.json()
|
||||
@@ -217,11 +361,13 @@ async def connections_vk_test(request: Request, db: Session = Depends(get_db)):
|
||||
return JSONResponse({"ok": False, "message": f"Ошибка VK API ({code}): {msg}"})
|
||||
|
||||
groups = data.get("response", {}).get("groups", [])
|
||||
if groups:
|
||||
name = groups[0].get("name", "—")
|
||||
return JSONResponse({"ok": True, "message": f"Успешно. Сообщество: «{name}»"})
|
||||
else:
|
||||
return JSONResponse({"ok": True, "message": "Токен действителен. Укажите ID сообщества для полной проверки."})
|
||||
if not groups:
|
||||
return JSONResponse({"ok": False, "message": "Сообщество не найдено"})
|
||||
group = groups[0]
|
||||
name = group.get("name", "—")
|
||||
market = group.get("market", {})
|
||||
market_status = "включён" if market.get("enabled") else "выключен"
|
||||
return JSONResponse({"ok": True, "message": f"Успешно. Сообщество: «{name}», Маркет {market_status}"})
|
||||
except httpx.TimeoutException:
|
||||
return JSONResponse({"ok": False, "message": "Таймаут запроса к VK"})
|
||||
except Exception as e:
|
||||
|
||||
@@ -17,21 +17,45 @@ celery_app.conf.update(
|
||||
broker_connection_retry_on_startup=True,
|
||||
task_routes={
|
||||
"web.tasks.sync.*": {"queue": "sync"},
|
||||
"web.tasks.vk_sync.*": {"queue": "sync"},
|
||||
"web.tasks.health.*": {"queue": "health"},
|
||||
"web.tasks.catalog.*": {"queue": "default"},
|
||||
"web.tasks.vk_catalog.*": {"queue": "default"},
|
||||
"web.notifications.tasks.*": {"queue": "notifications"},
|
||||
},
|
||||
beat_schedule={
|
||||
"refresh-catalog": {
|
||||
"task": "web.tasks.catalog.refresh_catalog",
|
||||
"schedule": timedelta(seconds=settings.CATALOG_REFRESH_INTERVAL_SECONDS),
|
||||
},
|
||||
"refresh-vk-catalog": {
|
||||
"task": "web.tasks.vk_catalog.refresh_vk_catalog",
|
||||
# Chain: fetch Evotor → fetch VK catalog → mirror Evotor→VK
|
||||
# Beat fires the launcher task which chains all three sequentially.
|
||||
"sync-pipeline": {
|
||||
"task": "web.tasks.celery_app.run_sync_pipeline",
|
||||
"schedule": timedelta(seconds=settings.CATALOG_REFRESH_INTERVAL_SECONDS),
|
||||
},
|
||||
},
|
||||
)
|
||||
|
||||
# Register task modules so beat/worker can discover them
|
||||
celery_app.autodiscover_tasks(["web.tasks.catalog", "web.tasks.vk_catalog"])
|
||||
celery_app.autodiscover_tasks([
|
||||
"web.tasks.catalog",
|
||||
"web.tasks.vk_catalog",
|
||||
"web.tasks.vk_sync",
|
||||
"web.tasks.celery_app",
|
||||
])
|
||||
|
||||
|
||||
@celery_app.task(name="web.tasks.celery_app.run_sync_pipeline", queue="default")
|
||||
def run_sync_pipeline() -> str:
|
||||
"""
|
||||
Beat entry point. Chains refresh_catalog → refresh_vk_catalog → mirror_to_vk
|
||||
so that mirror only runs after both catalog fetches are complete.
|
||||
"""
|
||||
from celery import chain
|
||||
from web.tasks.catalog import refresh_catalog
|
||||
from web.tasks.vk_catalog import refresh_vk_catalog
|
||||
from web.tasks.vk_sync import mirror_to_vk
|
||||
|
||||
chain(
|
||||
refresh_catalog.si(),
|
||||
refresh_vk_catalog.si(),
|
||||
mirror_to_vk.si(),
|
||||
).apply_async()
|
||||
return "pipeline dispatched"
|
||||
|
||||
@@ -91,13 +91,20 @@ def _sync_user(db, user_id: int, token: str, group_id: str) -> None:
|
||||
for p in all_products:
|
||||
pid = str(p["id"])
|
||||
album_id = str(p["albums_ids"][0]) if p.get("albums_ids") else None
|
||||
price_raw = p.get("price", {}).get("amount")
|
||||
price = float(price_raw) / 100 if price_raw is not None else None
|
||||
price_field = p.get("price")
|
||||
if isinstance(price_field, dict):
|
||||
price_raw = price_field.get("amount")
|
||||
price = float(price_raw) / 100 if price_raw is not None else None
|
||||
else:
|
||||
price = float(price_field) / 100 if price_field is not None else None
|
||||
thumb = None
|
||||
if p.get("thumb_photo"):
|
||||
sizes = p["thumb_photo"].get("sizes", [])
|
||||
thumb_field = p.get("thumb_photo")
|
||||
if isinstance(thumb_field, dict):
|
||||
sizes = thumb_field.get("sizes", [])
|
||||
if sizes:
|
||||
thumb = sizes[-1].get("url")
|
||||
elif isinstance(thumb_field, str):
|
||||
thumb = thumb_field
|
||||
|
||||
row = db.query(VkCachedProduct).filter_by(
|
||||
user_id=user_id, vk_group_id=group_id, vk_product_id=pid,
|
||||
|
||||
409
web/tasks/vk_sync.py
Normal file
409
web/tasks/vk_sync.py
Normal file
@@ -0,0 +1,409 @@
|
||||
"""
|
||||
Mirror Evotor product catalog → VK Market.
|
||||
|
||||
Runs after both refresh_catalog and refresh_vk_catalog complete.
|
||||
Only processes stores and groups that have sync enabled (via SyncFilter).
|
||||
Updates VK products only when at least one synced field has changed.
|
||||
"""
|
||||
import logging
|
||||
import os
|
||||
from datetime import datetime, timezone
|
||||
from decimal import Decimal
|
||||
|
||||
import httpx
|
||||
from celery import shared_task
|
||||
|
||||
from web.config import settings
|
||||
from web.database import SessionLocal
|
||||
from web.models.connections import (
|
||||
CachedGroup, CachedProduct, CachedStore,
|
||||
SyncConfig, SyncFilter,
|
||||
VkCachedAlbum, VkConnection,
|
||||
)
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
VK_API = "https://api.vk.com/method"
|
||||
|
||||
WEIGHT_MEASURES = {"г", "г.", "грамм", "граммов", "гр", "гр."}
|
||||
|
||||
_PHOTO_CACHE: dict[int, str] = {} # user_id → uploaded photo_id for this run
|
||||
|
||||
|
||||
def _now() -> datetime:
|
||||
return datetime.now(timezone.utc).replace(tzinfo=None)
|
||||
|
||||
|
||||
def _is_weight(measure: str | None) -> bool:
|
||||
return (measure or "").strip().lower() in WEIGHT_MEASURES
|
||||
|
||||
|
||||
def _calc_price(price: Decimal | None, measure: str | None) -> int:
|
||||
"""Return price in VK kopecks (integer). Weight items are multiplied."""
|
||||
if price is None:
|
||||
return 0
|
||||
base = int(price)
|
||||
if _is_weight(measure):
|
||||
base *= settings.VK_WEIGHT_PRICE_MULTIPLIER
|
||||
return base * 100 # kopecks
|
||||
|
||||
|
||||
def _build_description(name: str, measure: str | None, evo_description: str | None) -> str:
|
||||
if _is_weight(measure):
|
||||
price_info = f"{settings.VK_WEIGHT_PRICE_MULTIPLIER}{(measure or '').strip()}"
|
||||
else:
|
||||
price_info = (measure or "").strip()
|
||||
desc = f"{name} (цена за {price_info}.)\n\n"
|
||||
if evo_description:
|
||||
desc += evo_description
|
||||
return desc
|
||||
|
||||
|
||||
def _name_for_vk(name: str) -> str:
|
||||
return name.replace(";", ",")
|
||||
|
||||
|
||||
def _vk_post(method: str, data: dict, token: str) -> dict:
|
||||
data = {**data, "access_token": token, "v": settings.VK_API_VERSION}
|
||||
r = httpx.post(f"{VK_API}/{method}", data=data, timeout=30)
|
||||
r.raise_for_status()
|
||||
return r.json()
|
||||
|
||||
|
||||
def _upload_photo(token: str, group_id: str) -> str | None:
|
||||
"""Upload the default product photo and return photo_id, or None on failure."""
|
||||
photo_path = settings.VK_DEFAULT_PHOTO_PATH
|
||||
if not os.path.exists(photo_path):
|
||||
logger.warning("Default photo not found at %s", photo_path)
|
||||
return None
|
||||
try:
|
||||
# Step 1: get upload URL
|
||||
resp = _vk_post("market.getProductPhotoUploadServer", {"group_id": group_id}, token)
|
||||
if "error" in resp:
|
||||
logger.warning("getProductPhotoUploadServer error: %s", resp["error"])
|
||||
return None
|
||||
upload_url = resp["response"]["upload_url"]
|
||||
|
||||
# Step 2: upload file
|
||||
with open(photo_path, "rb") as f:
|
||||
up = httpx.post(upload_url, files={"file": f}, timeout=30)
|
||||
up.raise_for_status()
|
||||
upload_obj = up.text
|
||||
|
||||
# Step 3: save
|
||||
resp2 = _vk_post("market.saveProductPhoto", {"upload_response": upload_obj}, token)
|
||||
if "error" in resp2:
|
||||
logger.warning("saveProductPhoto error: %s", resp2["error"])
|
||||
return None
|
||||
return str(resp2["response"]["photo_id"])
|
||||
except Exception as e:
|
||||
logger.warning("Photo upload failed: %s", e)
|
||||
return None
|
||||
|
||||
|
||||
def _get_photo_id(user_id: int, token: str, group_id: str) -> str | None:
|
||||
"""Upload photo once per sync run per user, cache the result."""
|
||||
if user_id not in _PHOTO_CACHE:
|
||||
_PHOTO_CACHE[user_id] = _upload_photo(token, group_id)
|
||||
return _PHOTO_CACHE[user_id]
|
||||
|
||||
|
||||
def _enabled_store_ids(db, user_id: int) -> set[str] | None:
|
||||
cfg = db.query(SyncConfig).filter_by(user_id=user_id).first()
|
||||
if not cfg:
|
||||
return None
|
||||
filters = db.query(SyncFilter).filter_by(
|
||||
sync_config_id=cfg.id, entity_type="store", filter_mode="include",
|
||||
).all()
|
||||
return None if not filters else {f.entity_id for f in filters}
|
||||
|
||||
|
||||
def _enabled_group_ids(db, user_id: int, store_evotor_id: str) -> set[str] | None:
|
||||
cfg = db.query(SyncConfig).filter_by(user_id=user_id).first()
|
||||
if not cfg:
|
||||
return None
|
||||
filters = db.query(SyncFilter).filter_by(
|
||||
sync_config_id=cfg.id, entity_type="group", filter_mode="include",
|
||||
parent_entity_id=store_evotor_id,
|
||||
).all()
|
||||
return None if not filters else {f.entity_id for f in filters}
|
||||
|
||||
|
||||
def _ensure_album(db, user_id: int, vk_group_id: str, group_name: str, token: str) -> str | None:
|
||||
"""Return VK album_id for the given group name, creating it if needed."""
|
||||
album = db.query(VkCachedAlbum).filter_by(
|
||||
user_id=user_id, vk_group_id=vk_group_id,
|
||||
).filter(VkCachedAlbum.title == group_name).first()
|
||||
|
||||
if album:
|
||||
return album.album_id
|
||||
|
||||
# Create album in VK
|
||||
resp = _vk_post("market.addAlbum", {
|
||||
"owner_id": f"-{vk_group_id}",
|
||||
"title": group_name,
|
||||
}, token)
|
||||
if "error" in resp:
|
||||
logger.warning("market.addAlbum error for '%s': %s", group_name, resp["error"])
|
||||
return None
|
||||
|
||||
album_id = str(resp["response"]["market_album_id"])
|
||||
db.add(VkCachedAlbum(
|
||||
user_id=user_id,
|
||||
vk_group_id=vk_group_id,
|
||||
album_id=album_id,
|
||||
title=group_name,
|
||||
fetched_at=_now(),
|
||||
))
|
||||
db.flush()
|
||||
logger.info("user=%s created VK album '%s' id=%s", user_id, group_name, album_id)
|
||||
return album_id
|
||||
|
||||
|
||||
def _sync_product(
|
||||
db,
|
||||
user_id: int,
|
||||
product: CachedProduct,
|
||||
album_id: str,
|
||||
vk_group_id: str,
|
||||
token: str,
|
||||
) -> None:
|
||||
name = _name_for_vk(product.name)
|
||||
price_kopecks = _calc_price(product.price, product.measure_name)
|
||||
desc = _build_description(product.name, product.measure_name, None)
|
||||
stock = settings.VK_STOCK_AMOUNT if product.allow_to_sell else 0
|
||||
owner_id = f"-{vk_group_id}"
|
||||
now = _now()
|
||||
|
||||
if product.vk_product_id:
|
||||
# Check if update needed
|
||||
changed = False
|
||||
# Re-read current VK state from cache
|
||||
from web.models.connections import VkCachedProduct
|
||||
vk_p = db.query(VkCachedProduct).filter_by(
|
||||
user_id=user_id, vk_group_id=vk_group_id, vk_product_id=product.vk_product_id,
|
||||
).first()
|
||||
if vk_p:
|
||||
vk_price_kopecks = int(vk_p.price * 100) if vk_p.price is not None else 0
|
||||
vk_stock = settings.VK_STOCK_AMOUNT if vk_p.availability == 0 else 0
|
||||
vk_name = vk_p.name or ""
|
||||
vk_desc = (vk_p.description or "").strip()
|
||||
curr_desc = desc.strip()
|
||||
changed = (
|
||||
name != vk_name
|
||||
or price_kopecks != vk_price_kopecks
|
||||
or curr_desc != vk_desc
|
||||
or stock != vk_stock
|
||||
)
|
||||
else:
|
||||
changed = True # cached VK product gone, push update
|
||||
|
||||
if not changed:
|
||||
return
|
||||
|
||||
resp = _vk_post("market.edit", {
|
||||
"owner_id": owner_id,
|
||||
"item_id": product.vk_product_id,
|
||||
"name": name,
|
||||
"description": desc.strip(),
|
||||
"category_id": settings.VK_CATEGORY_ID,
|
||||
"price": price_kopecks,
|
||||
"stock_amount": stock,
|
||||
}, token)
|
||||
if "error" in resp:
|
||||
logger.warning("market.edit error product=%s: %s", product.evotor_id, resp["error"])
|
||||
return
|
||||
product.synced_at = now
|
||||
logger.info("user=%s updated VK product '%s' id=%s", user_id, name, product.vk_product_id)
|
||||
|
||||
else:
|
||||
# Create — only if allow_to_sell
|
||||
if not product.allow_to_sell:
|
||||
return
|
||||
|
||||
photo_id = _get_photo_id(user_id, token, vk_group_id)
|
||||
if not photo_id:
|
||||
logger.warning("user=%s skipping create for '%s': no photo", user_id, name)
|
||||
return
|
||||
|
||||
resp = _vk_post("market.add", {
|
||||
"owner_id": owner_id,
|
||||
"name": name,
|
||||
"description": desc,
|
||||
"category_id": settings.VK_CATEGORY_ID,
|
||||
"price": price_kopecks,
|
||||
"main_photo_id": photo_id,
|
||||
"stock_amount": stock,
|
||||
}, token)
|
||||
if "error" in resp:
|
||||
logger.warning("market.add error product=%s: %s", product.evotor_id, resp["error"])
|
||||
return
|
||||
|
||||
vk_item_id = str(resp["response"]["market_item_id"])
|
||||
product.vk_product_id = vk_item_id
|
||||
product.synced_at = now
|
||||
|
||||
# Add to album
|
||||
resp2 = _vk_post("market.addToAlbum", {
|
||||
"owner_id": owner_id,
|
||||
"item_ids": vk_item_id,
|
||||
"album_ids": album_id,
|
||||
}, token)
|
||||
if "error" in resp2:
|
||||
logger.warning("market.addToAlbum error product=%s: %s", product.evotor_id, resp2["error"])
|
||||
|
||||
logger.info("user=%s created VK product '%s' id=%s", user_id, name, vk_item_id)
|
||||
|
||||
|
||||
def _sync_product_list(db, user_id, products, album_id, vk_group_id, token, results, owned_ids):
|
||||
for product in products:
|
||||
was_new = product.vk_product_id is None
|
||||
try:
|
||||
_sync_product(db, user_id, product, album_id, vk_group_id, token)
|
||||
if product.vk_product_id:
|
||||
owned_ids.add(product.vk_product_id)
|
||||
if product.synced_at:
|
||||
if was_new and product.vk_product_id:
|
||||
results["created"] += 1
|
||||
elif not was_new:
|
||||
results["updated"] += 1
|
||||
else:
|
||||
results["skipped"] += 1
|
||||
else:
|
||||
results["skipped"] += 1
|
||||
except Exception as e:
|
||||
logger.error("user=%s sync_product failed '%s': %s", user_id, product.name, e)
|
||||
results["errors"] += 1
|
||||
|
||||
|
||||
def _delete_orphans(db, user_id, vk_group_id, owned_ids, token, results):
|
||||
from web.models.connections import VkCachedProduct
|
||||
orphans = db.query(VkCachedProduct).filter_by(
|
||||
user_id=user_id, vk_group_id=vk_group_id,
|
||||
).filter(VkCachedProduct.vk_product_id.notin_(owned_ids)).all() if owned_ids else \
|
||||
db.query(VkCachedProduct).filter_by(user_id=user_id, vk_group_id=vk_group_id).all()
|
||||
|
||||
owner_id = f"-{vk_group_id}"
|
||||
for vk_p in orphans:
|
||||
try:
|
||||
resp = _vk_post("market.delete", {
|
||||
"owner_id": owner_id,
|
||||
"item_id": vk_p.vk_product_id,
|
||||
}, token)
|
||||
if "error" in resp:
|
||||
logger.warning("market.delete error id=%s: %s", vk_p.vk_product_id, resp["error"])
|
||||
results["errors"] += 1
|
||||
else:
|
||||
logger.info("user=%s deleted VK product id=%s '%s'", user_id, vk_p.vk_product_id, vk_p.name)
|
||||
db.delete(vk_p)
|
||||
results["deleted"] += 1
|
||||
except Exception as e:
|
||||
logger.error("user=%s delete failed id=%s: %s", user_id, vk_p.vk_product_id, e)
|
||||
results["errors"] += 1
|
||||
|
||||
# Also clear vk_product_id on any cached_products that pointed to deleted VK items
|
||||
if orphans:
|
||||
deleted_vk_ids = {vk_p.vk_product_id for vk_p in orphans}
|
||||
stale = db.query(CachedProduct).filter(
|
||||
CachedProduct.user_id == user_id,
|
||||
CachedProduct.vk_product_id.in_(deleted_vk_ids),
|
||||
).all()
|
||||
for p in stale:
|
||||
p.vk_product_id = None
|
||||
|
||||
|
||||
def _sync_user(db, user_id: int, token: str, vk_group_id: str) -> dict:
|
||||
results = {"created": 0, "updated": 0, "skipped": 0, "deleted": 0, "errors": 0}
|
||||
owned_ids: set[str] = set() # VK product IDs that Evotor owns this run
|
||||
|
||||
enabled_stores = _enabled_store_ids(db, user_id)
|
||||
|
||||
stores = db.query(CachedStore).filter_by(user_id=user_id).all()
|
||||
for store in stores:
|
||||
if enabled_stores is not None and store.evotor_id not in enabled_stores:
|
||||
continue
|
||||
|
||||
enabled_groups = _enabled_group_ids(db, user_id, store.evotor_id)
|
||||
|
||||
groups = db.query(CachedGroup).filter_by(
|
||||
user_id=user_id, store_evotor_id=store.evotor_id,
|
||||
).all()
|
||||
|
||||
for group in groups:
|
||||
if enabled_groups is not None and group.evotor_id not in enabled_groups:
|
||||
continue
|
||||
|
||||
try:
|
||||
album_id = _ensure_album(db, user_id, vk_group_id, group.name, token)
|
||||
except Exception as e:
|
||||
logger.error("user=%s ensure_album failed for '%s': %s", user_id, group.name, e)
|
||||
results["errors"] += 1
|
||||
continue
|
||||
if not album_id:
|
||||
results["errors"] += 1
|
||||
continue
|
||||
|
||||
products = db.query(CachedProduct).filter_by(
|
||||
user_id=user_id, store_evotor_id=store.evotor_id, group_evotor_id=group.evotor_id,
|
||||
).all()
|
||||
_sync_product_list(db, user_id, products, album_id, vk_group_id, token, results, owned_ids)
|
||||
|
||||
# Ungrouped products → "Без категории" album
|
||||
ungrouped = db.query(CachedProduct).filter_by(
|
||||
user_id=user_id, store_evotor_id=store.evotor_id, group_evotor_id=None,
|
||||
).all()
|
||||
if ungrouped:
|
||||
try:
|
||||
fallback_album_id = _ensure_album(db, user_id, vk_group_id, "Без категории", token)
|
||||
except Exception as e:
|
||||
logger.error("user=%s ensure_album failed for 'Без категории': %s", user_id, e)
|
||||
fallback_album_id = None
|
||||
if fallback_album_id:
|
||||
_sync_product_list(db, user_id, ungrouped, fallback_album_id, vk_group_id, token, results, owned_ids)
|
||||
|
||||
# Delete VK products not owned by any Evotor product
|
||||
_delete_orphans(db, user_id, vk_group_id, owned_ids, token, results)
|
||||
|
||||
db.commit()
|
||||
return results
|
||||
|
||||
|
||||
@shared_task(
|
||||
name="web.tasks.vk_sync.mirror_to_vk",
|
||||
queue="sync",
|
||||
bind=True,
|
||||
max_retries=1,
|
||||
default_retry_delay=120,
|
||||
)
|
||||
def mirror_to_vk(self) -> dict:
|
||||
"""Mirror Evotor catalog → VK Market for all users with both connections active."""
|
||||
_PHOTO_CACHE.clear()
|
||||
db = SessionLocal()
|
||||
totals = {"ok": 0, "failed": 0}
|
||||
try:
|
||||
vk_connections = (
|
||||
db.query(VkConnection)
|
||||
.filter(
|
||||
VkConnection.user_id.isnot(None),
|
||||
VkConnection.access_token.isnot(None),
|
||||
VkConnection.access_token != "",
|
||||
VkConnection.vk_user_id.isnot(None),
|
||||
VkConnection.vk_user_id != "",
|
||||
)
|
||||
.all()
|
||||
)
|
||||
for conn in vk_connections:
|
||||
cfg = db.query(SyncConfig).filter_by(user_id=conn.user_id).first()
|
||||
if not cfg or not cfg.is_enabled:
|
||||
continue
|
||||
try:
|
||||
result = _sync_user(db, conn.user_id, conn.access_token, conn.vk_user_id)
|
||||
logger.info("user=%s mirror_to_vk: %s", conn.user_id, result)
|
||||
totals["ok"] += 1
|
||||
except Exception as exc:
|
||||
logger.error("mirror_to_vk failed for user=%s: %s", conn.user_id, exc)
|
||||
totals["failed"] += 1
|
||||
finally:
|
||||
db.close()
|
||||
logger.info("mirror_to_vk done: %s", totals)
|
||||
return totals
|
||||
@@ -23,6 +23,7 @@
|
||||
<tr>
|
||||
<th>Синхронизация</th>
|
||||
<th>Название</th>
|
||||
<th>Количество товаров</th>
|
||||
<th>ID</th>
|
||||
<th>Обновлено</th>
|
||||
<th></th>
|
||||
@@ -47,6 +48,7 @@
|
||||
</form>
|
||||
</td>
|
||||
<td><i class="bi bi-folder2 me-1 text-muted"></i> <strong>{{ g.name }}</strong></td>
|
||||
<td class="text-muted small">{{ product_counts.get(g.evotor_id, 0) }}</td>
|
||||
<td class="text-muted small">{{ g.evotor_id }}</td>
|
||||
<td class="text-muted small">{{ g.fetched_at | datefmt }}</td>
|
||||
<td>
|
||||
|
||||
@@ -40,6 +40,7 @@
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Название</th>
|
||||
<th>Группа</th>
|
||||
<th>Артикул</th>
|
||||
<th>Цена</th>
|
||||
<th>Остаток</th>
|
||||
@@ -52,6 +53,7 @@
|
||||
{% for p in products %}
|
||||
<tr>
|
||||
<td>{{ p.name }}</td>
|
||||
<td class="text-muted small">{{ group_map.get(p.group_evotor_id) or '—' }}</td>
|
||||
<td class="text-muted small">{{ p.article_number or '—' }}</td>
|
||||
<td>{% if p.price is not none %}{{ p.price | price }}{% else %}—{% endif %}</td>
|
||||
<td>{% if p.quantity is not none %}{{ p.quantity }}{% else %}—{% endif %}</td>
|
||||
|
||||
@@ -134,14 +134,15 @@
|
||||
{% endif %}
|
||||
|
||||
<div class="card-body">
|
||||
<details {% if not vk %}open{% endif %}>
|
||||
<summary>
|
||||
{% if vk %}Обновить подключение{% else %}Подключить ВКонтакте{% endif %}
|
||||
</summary>
|
||||
<p class="text-muted small mt-2">
|
||||
Укажите токен пользователя VK с правами <code>market,photos,groups</code>
|
||||
и ID сообщества, в котором включён Маркет.
|
||||
</p>
|
||||
<div class="mt-3">
|
||||
<a href="/vk-auth" role="button">
|
||||
<i class="bi bi-box-arrow-in-right me-1"></i>
|
||||
{% if vk %}Переподключить ВКонтакте{% else %}Войти через ВКонтакте{% endif %}
|
||||
</a>
|
||||
</div>
|
||||
|
||||
<details class="mt-3">
|
||||
<summary class="text-muted small">Ввести токен вручную</summary>
|
||||
<form method="post" action="/connections/vk" class="mt-2">
|
||||
<label>
|
||||
Токен доступа VK
|
||||
|
||||
Reference in New Issue
Block a user