Compare commits

..

9 Commits

25 changed files with 2350 additions and 656 deletions

View File

@@ -1,4 +1,5 @@
DB_HOST=10.10.10.34 DB_HOST=10.10.10.34
DB_PORT=1433
DB_USER=sa DB_USER=sa
DB_PASSWORD= DB_PASSWORD=
DB_DATABASE=eazybusiness DB_DATABASE=eazybusiness
@@ -8,7 +9,9 @@ ROOT_CATEGORY_ID=0
JTL_SHOP_ID=0 JTL_SHOP_ID=0
JTL_SPRACHE_ID=1 JTL_SPRACHE_ID=1
JTL_PLATTFORM_ID=1 JTL_PLATTFORM_ID=1
JTL_STEUERZONE_ID=1
SERVER_PORT=3991 SERVER_PORT=3991
SERVER_HOST=127.0.0.1 SERVER_HOST=127.0.0.1
SYNC_INTERVAL_MS=600000 SYNC_INTERVAL_MS=600000
EXCLUDE_CATEGORY_IDS= EXCLUDE_CATEGORY_IDS=
INCLUDE_CATEGORY_IDS=

View File

@@ -5,6 +5,11 @@
<meta charset="UTF-8"> <meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0"> <meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>Category Tree Viewer</title> <title>Category Tree Viewer</title>
<!-- Resource hints to optimize loading -->
<link rel="preload" href="/socket.io/socket.io.js" as="script">
<link rel="preconnect" href="/api">
<style> <style>
* { * {
margin: 0; margin: 0;
@@ -60,7 +65,6 @@
} }
.category:hover { .category:hover {
transform: translateX(4px);
box-shadow: 0 4px 12px rgba(102, 126, 234, 0.2); box-shadow: 0 4px 12px rgba(102, 126, 234, 0.2);
} }
@@ -132,13 +136,33 @@
} }
.product-item { .product-item {
padding: 0.25rem 0; padding: 0.5rem 0;
border-bottom: 1px solid #eee; border-bottom: 1px solid #eee;
display: flex; display: flex;
align-items: center; align-items: center;
gap: 0.75rem;
}
.product-details {
flex: 1;
display: flex;
flex-direction: column;
gap: 0.1rem;
}
.product-meta {
font-size: 0.8rem;
color: #888;
display: flex;
gap: 0.5rem; gap: 0.5rem;
} }
.product-price {
font-weight: bold;
color: #2d3748;
font-size: 0.95rem;
}
.product-image { .product-image {
width: 32px; width: 32px;
height: 32px; height: 32px;
@@ -162,10 +186,14 @@
text-decoration: underline; text-decoration: underline;
} }
.search-wrapper {
position: relative;
margin-bottom: 1.5rem;
}
#filter-input { #filter-input {
width: 100%; width: 100%;
padding: 0.75rem 1rem; padding: 0.75rem 2.5rem 0.75rem 1rem;
margin-bottom: 1.5rem;
border: 1px solid #ddd; border: 1px solid #ddd;
border-radius: 8px; border-radius: 8px;
font-size: 1rem; font-size: 1rem;
@@ -178,22 +206,452 @@
box-shadow: 0 0 0 3px rgba(102, 126, 234, 0.2); box-shadow: 0 0 0 3px rgba(102, 126, 234, 0.2);
outline: none; outline: none;
} }
#clear-btn {
position: absolute;
right: 0.5rem;
top: 50%;
transform: translateY(-50%);
background: none;
border: none;
color: #999;
font-size: 1.25rem;
cursor: pointer;
padding: 0.25rem 0.5rem;
border-radius: 4px;
transition: all 0.2s ease;
opacity: 0;
pointer-events: none;
}
#clear-btn.visible {
opacity: 1;
pointer-events: auto;
}
#clear-btn:hover {
color: #667eea;
background: rgba(102, 126, 234, 0.1);
}
#version-reload-btn {
position: fixed;
bottom: 20px;
right: 20px;
background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
color: white;
border: none;
padding: 12px 20px;
border-radius: 8px;
font-size: 0.9rem;
font-weight: 600;
cursor: pointer;
box-shadow: 0 4px 12px rgba(102, 126, 234, 0.4);
transition: all 0.3s ease;
display: none;
z-index: 1000;
}
#version-reload-btn:hover {
transform: translateY(-2px);
box-shadow: 0 6px 16px rgba(102, 126, 234, 0.5);
}
#version-reload-btn.show {
display: block;
animation: slideIn 0.3s ease;
}
@keyframes slideIn {
from {
transform: translateY(100px);
opacity: 0;
}
to {
transform: translateY(0);
opacity: 1;
}
}
/* Mobile Responsive Styles */
@media (max-width: 768px) {
body {
padding: 1rem;
}
.container {
padding: 1rem;
border-radius: 12px;
}
h1 {
font-size: 1.75rem;
margin-bottom: 1rem;
}
.search-wrapper {
margin-bottom: 1rem;
}
#filter-input {
padding: 0.625rem 2.25rem 0.625rem 0.875rem;
font-size: 0.95rem;
}
#clear-btn {
font-size: 1.1rem;
right: 0.375rem;
}
.tree ul {
padding-left: 1rem;
}
.category {
margin: 0.375rem 0;
padding: 0.625rem;
border-left-width: 3px;
}
.category-header {
gap: 0.75rem;
}
.category-image {
width: 40px;
height: 40px;
}
.category-name {
font-size: 1rem;
}
.category-count {
font-size: 0.85rem;
}
.toggle {
font-size: 0.9rem;
margin-right: 0.375rem;
}
.category-products {
padding-left: 2.5rem;
font-size: 0.85rem;
}
.product-image {
width: 28px;
height: 28px;
}
.product-item {
padding: 0.375rem 0;
}
#version-reload-btn {
bottom: 15px;
right: 15px;
padding: 10px 16px;
font-size: 0.85rem;
}
/* Ensure touch targets are at least 44px */
.category-header.has-children {
min-height: 44px;
}
}
@media (max-width: 480px) {
body {
padding: 0.5rem;
}
.container {
padding: 0.75rem;
border-radius: 8px;
}
h1 {
font-size: 1.5rem;
margin-bottom: 0.75rem;
}
#filter-input {
padding: 0.5rem 2rem 0.5rem 0.75rem;
font-size: 0.9rem;
}
#clear-btn {
font-size: 1rem;
right: 0.25rem;
}
.tree ul {
padding-left: 0.75rem;
}
.category {
margin: 0.25rem 0;
padding: 0.5rem;
}
.category-header {
gap: 0.5rem;
}
.category-image {
width: 36px;
height: 36px;
}
.category-name {
font-size: 0.95rem;
}
.category-count {
font-size: 0.8rem;
}
.category-products {
padding-left: 2rem;
font-size: 0.8rem;
}
.product-image {
width: 24px;
height: 24px;
}
#version-reload-btn {
bottom: 10px;
right: 10px;
padding: 8px 14px;
font-size: 0.8rem;
}
}
/* Product Detail Popper */
.product-popper {
position: fixed;
top: 50%;
left: 50%;
transform: translate(-50%, -50%);
background: white;
padding: 2rem;
border-radius: 12px;
box-shadow: 0 25px 50px -12px rgba(0, 0, 0, 0.25);
z-index: 1000;
max-width: 600px;
width: 90%;
max-height: 80vh;
overflow-y: auto;
display: none;
}
.product-popper.visible {
display: block;
animation: fadeIn 0.2s ease-out;
}
.popper-overlay {
position: fixed;
top: 0;
left: 0;
right: 0;
bottom: 0;
background: rgba(0, 0, 0, 0.5);
z-index: 999;
display: none;
backdrop-filter: blur(2px);
}
.popper-overlay.visible {
display: block;
animation: fadeIn 0.2s ease-out;
}
.popper-close {
position: absolute;
top: 1rem;
right: 1rem;
background: none;
border: none;
font-size: 1.5rem;
cursor: pointer;
color: #666;
padding: 0.5rem;
line-height: 1;
border-radius: 50%;
transition: background 0.2s;
}
.popper-close:hover {
background: #f0f0f0;
color: #333;
}
.popper-content h3 {
margin-bottom: 1rem;
color: #2d3748;
font-size: 1.25rem;
}
.popper-content {
line-height: 1.6;
color: #4a5568;
}
@keyframes fadeIn {
from {
opacity: 0;
}
to {
opacity: 1;
}
}
.product-name-link {
cursor: pointer;
color: #4a5568;
transition: color 0.2s;
text-decoration: none;
}
.product-name-link:hover {
color: #667eea;
text-decoration: underline;
}
</style> </style>
</head> </head>
<body> <body>
<div class="container"> <div class="container">
<input type="text" id="filter-input" placeholder="🔍" autocomplete="off"> <div class="search-wrapper">
<input type="text" id="filter-input" placeholder="🔍" autocomplete="off">
<button id="clear-btn" title="Clear search"></button>
</div>
<div id="tree-container"> <div id="tree-container">
<div class="loading">Loading categories...</div> <div class="loading">Loading categories...</div>
</div> </div>
</div> </div>
<button id="version-reload-btn" onclick="location.reload()">New version - [reload]</button>
<script src="/socket.io/socket.io.js"></script> <!-- Product Detail Popper -->
<div id="popper-overlay" class="popper-overlay"></div>
<div id="product-popper" class="product-popper">
<button class="popper-close" onclick="closePopper()">×</button>
<div id="popper-content" class="popper-content"></div>
</div>
<script src="/socket.io/socket.io.js" async></script>
<script> <script>
const socket = io({ // Initialize socket when io is available (async)
transports: ['websocket'] function initSocket() {
}); if (typeof io === 'undefined') {
// Socket.io not loaded yet, try again soon
setTimeout(initSocket, 50);
return;
}
const socket = io({
transports: ['websocket']
});
// Version checking
const clientEtag = document.querySelector('meta[name="app-version"]')?.content;
const reloadBtn = document.getElementById('version-reload-btn');
// Socket Events
socket.on('connect', () => {
console.log('🔌 Connected to server via WebSocket');
// Check version on connect and reconnect
if (clientEtag) {
socket.emit('checkVersion', clientEtag);
}
});
socket.on('versionMismatch', ({ serverEtag }) => {
console.log('⚠️ New version available on server');
if (reloadBtn) {
reloadBtn.classList.add('show');
}
});
socket.on('categoriesUpdated', () => {
console.log('🔄 Categories updated, reloading tree...');
loadCategories();
});
socket.on('categoryProductsUpdated', ({ id }) => {
console.log(`🔄 Products for category ${id} updated, reloading...`);
updateCategoryProducts(id);
});
// Debounce function
function debounce(func, wait) {
let timeout;
return function (...args) {
clearTimeout(timeout);
timeout = setTimeout(() => func.apply(this, args), wait);
};
}
const debouncedSearch = debounce((value) => {
if (value.trim().length >= 3) {
socket.emit('search', value);
} else {
// Clear matches and collapse all categories if less than 3 chars
resetMatches(state.categories);
resetExpansion(state.categories);
collapseAllProducts(state.categories);
render();
}
}, 300);
// Event Listeners
filterInput.addEventListener('input', (e) => {
const value = e.target.value;
state.filter = value;
// Toggle clear button visibility
if (value) {
clearBtn.classList.add('visible');
} else {
clearBtn.classList.remove('visible');
}
if (value.trim().length >= 3) {
debouncedSearch(value);
} else {
// Clear matches and collapse all categories
resetMatches(state.categories);
resetExpansion(state.categories);
collapseAllProducts(state.categories);
render();
}
});
socket.on('searchResults', ({ query, matches }) => {
if (query !== state.filter) return;
const matchSet = new Set(matches);
// Reset expansion and matches
resetExpansion(state.categories);
// Mark matches and expand
markMatches(state.categories, matchSet);
render();
});
}
// Start socket initialization (async, non-blocking)
initSocket();
// State management // State management
const state = { const state = {
@@ -205,61 +663,27 @@
// DOM Elements // DOM Elements
const container = document.getElementById('tree-container'); const container = document.getElementById('tree-container');
const filterInput = document.getElementById('filter-input'); const filterInput = document.getElementById('filter-input');
const clearBtn = document.getElementById('clear-btn');
// Socket Events // Auto-focus search field on page load
socket.on('connect', () => { window.addEventListener('load', () => {
console.log('🔌 Connected to server via WebSocket'); filterInput.focus();
}); });
socket.on('categoriesUpdated', () => { // Clear button functionality
console.log('🔄 Categories updated, reloading tree...'); clearBtn.addEventListener('click', () => {
loadCategories(); filterInput.value = '';
}); state.filter = '';
clearBtn.classList.remove('visible');
socket.on('categoryProductsUpdated', ({ id }) => { // Clear matches and collapse all categories
console.log(`🔄 Products for category ${id} updated, reloading...`); resetMatches(state.categories);
updateCategoryProducts(id);
});
// Debounce function
function debounce(func, wait) {
let timeout;
return function (...args) {
clearTimeout(timeout);
timeout = setTimeout(() => func.apply(this, args), wait);
};
}
const debouncedSearch = debounce((value) => {
socket.emit('search', value);
}, 300);
// Event Listeners
filterInput.addEventListener('input', (e) => {
const value = e.target.value;
state.filter = value;
if (value.trim()) {
debouncedSearch(value);
} else {
// Clear matches
resetMatches(state.categories);
render();
}
});
socket.on('searchResults', ({ query, matches }) => {
if (query !== state.filter) return;
const matchSet = new Set(matches);
// Reset expansion and matches
resetExpansion(state.categories); resetExpansion(state.categories);
collapseAllProducts(state.categories);
// Mark matches and expand
markMatches(state.categories, matchSet);
render(); render();
// Refocus the input
filterInput.focus();
}); });
function resetMatches(nodes) { function resetMatches(nodes) {
@@ -312,6 +736,12 @@
}); });
} }
function collapseAllProducts(nodes) {
nodes.forEach(node => {
node.isExpanded = false;
if (node.children) collapseAllProducts(node.children);
});
}
// Initial Load // Initial Load
@@ -361,6 +791,49 @@
}); });
} }
function renderProducts(products) {
if (!products) return '<div class="loading">Loading products...</div>';
if (products.length === 0) return '<div class="category-products">No products found.</div>';
const items = products.map(p => {
const image = p.images && p.images.length > 0
? `<img src="/api/images/${p.images[0]}/thumbnail" class="product-image" loading="lazy">`
: '<div class="product-image"></div>';
// Calculate Gross Price
let priceDisplay = '';
if (p.fVKNetto !== undefined && p.fVKNetto !== null) {
const net = parseFloat(p.fVKNetto);
const rate = p.fSteuersatz ? parseFloat(p.fSteuersatz) : 19.0; // Default to 19% if missing
const gross = net * (1 + rate / 100);
priceDisplay = `<div class="product-price">${gross.toFixed(2)} €</div>`;
console.log('Product:', p.cName, 'Net:', net, 'Rate:', rate, 'Gross:', gross.toFixed(2));
} else {
console.log('Product missing price:', p.cName, 'fVKNetto:', p.fVKNetto);
}
// Meta info
const metaParts = [];
if (p.cArtNr) metaParts.push(`Art: ${p.cArtNr}`);
if (p.cBarcode) metaParts.push(`EAN: ${p.cBarcode}`);
const metaHtml = metaParts.length > 0 ? `<div class="product-meta">${metaParts.join(' • ')}</div>` : '';
return `
<div class="product-item">
${image}
<div class="product-details">
<div>
<a class="product-name-link" onclick="showProductDetails(${p.kArtikel}, '${p.cName.replace(/'/g, "\\'")}')">${p.cName}</a>
</div>
${metaHtml}
</div>
${priceDisplay}
</div>
`;
}).join('');
return `<div class="category-products">${items}</div>`;
}
function updateCategoryProducts(id) { function updateCategoryProducts(id) {
const findAndReload = (nodes) => { const findAndReload = (nodes) => {
for (const node of nodes) { for (const node of nodes) {
@@ -379,7 +852,7 @@
// Filtering Logic // Filtering Logic
function filterTree(nodes, query) { function filterTree(nodes, query) {
if (!query.trim()) return nodes; // Return original structure if no filter if (!query.trim() || query.trim().length < 3) return nodes; // Return original structure if no filter or short query
return nodes.map(node => { return nodes.map(node => {
// Only keep if marked as having a match // Only keep if marked as having a match
@@ -395,6 +868,10 @@
const name = p.cName.toLowerCase(); const name = p.cName.toLowerCase();
return words.every(w => name.includes(w)); return words.every(w => name.includes(w));
}); });
// Limit product results
if (matchingProducts.length > 21) {
matchingProducts = matchingProducts.slice(0, 21);
}
} }
return { return {
@@ -427,6 +904,21 @@
container.appendChild(ul); container.appendChild(ul);
} }
function countSubcategoryArticles(children) {
let total = 0;
children.forEach(child => {
// Count articles in this child
const childCount = child.products ? child.products.length : child.articleCount;
total += childCount;
// Recursively count articles in nested subcategories
if (child.children && child.children.length > 0) {
total += countSubcategoryArticles(child.children);
}
});
return total;
}
function renderCategory(category) { function renderCategory(category) {
// category might be a filtered copy or original. // category might be a filtered copy or original.
// If it's a copy, it has _original pointing to the real state node. // If it's a copy, it has _original pointing to the real state node.
@@ -486,19 +978,30 @@
const count = document.createElement('div'); const count = document.createElement('div');
count.className = 'category-count'; count.className = 'category-count';
// Use original counts or filtered counts? // When filtering, show actual matching product count
// "remove all articles ... with no match" // If this category is not a direct match (only matches due to subcategories),
// If filtered, we should probably show the count of MATCHING articles? // and products aren't loaded, show 0 instead of total articleCount
// User didn't specify, but it makes sense to show matching count if filtered. let productCount;
// But articleCount comes from API. if (category.products !== null && category.products !== undefined) {
// We can calculate it from products array if loaded. // Products are loaded, use the filtered count
const productCount = category.products ? category.products.length : category.articleCount; productCount = category.products.length;
} else if (state.filter && !realNode._isDirectMatch) {
// Filtering is active and this is not a direct match, so show 0
productCount = 0;
} else {
// No filter or is a direct match, use API count
productCount = category.articleCount;
}
let countText = `${productCount} articles`; let countText = `${productCount} articles`;
// Always show subcategory count if children exist (User requirement) // Always show subcategory count if children exist (User requirement)
// Use filtered children length // Use filtered children length
if (category.children && category.children.length > 0) { if (category.children && category.children.length > 0) {
const subcategoryArticleCount = countSubcategoryArticles(category.children);
countText += `, ${category.children.length} subcategories`; countText += `, ${category.children.length} subcategories`;
if (subcategoryArticleCount > 0) {
countText += ` with ${subcategoryArticleCount} more articles`;
}
} }
count.textContent = countText; count.textContent = countText;
info.appendChild(count); info.appendChild(count);
@@ -524,12 +1027,14 @@
const ul = document.createElement('ul'); const ul = document.createElement('ul');
ul.style.listStyle = 'none'; ul.style.listStyle = 'none';
const limit = realNode.isExpanded ? category.products.length : 3; const limit = realNode.isExpanded ? 20 : 3;
const displayProducts = category.products.slice(0, limit);
category.products.slice(0, limit).forEach(p => { displayProducts.forEach(p => {
const li = document.createElement('li'); const li = document.createElement('li');
li.className = 'product-item'; li.className = 'product-item';
// Image
if (p.images && p.images.length > 0) { if (p.images && p.images.length > 0) {
const img = document.createElement('img'); const img = document.createElement('img');
img.className = 'product-image'; img.className = 'product-image';
@@ -540,13 +1045,59 @@
li.appendChild(img); li.appendChild(img);
} }
const span = document.createElement('span'); // Product details container
span.textContent = p.cName; const detailsDiv = document.createElement('div');
li.appendChild(span); detailsDiv.className = 'product-details';
// Product name
const nameDiv = document.createElement('div');
const nameLink = document.createElement('span');
nameLink.className = 'product-name-link';
nameLink.textContent = p.cName;
nameLink.onclick = (e) => {
e.stopPropagation();
showProductDetails(p.kArtikel, p.cName);
};
nameDiv.appendChild(nameLink);
detailsDiv.appendChild(nameDiv);
// Meta info (Article number and barcode)
const metaParts = [];
if (p.cArtNr) metaParts.push(`Art: ${p.cArtNr}`);
if (p.cBarcode) metaParts.push(`EAN: ${p.cBarcode}`);
if (metaParts.length > 0) {
const metaDiv = document.createElement('div');
metaDiv.className = 'product-meta';
metaDiv.textContent = metaParts.join(' • ');
detailsDiv.appendChild(metaDiv);
}
li.appendChild(detailsDiv);
// Price
if (p.fVKNetto !== undefined && p.fVKNetto !== null) {
const net = parseFloat(p.fVKNetto);
const rate = p.fSteuersatz ? parseFloat(p.fSteuersatz) : 19.0;
const gross = net * (1 + rate / 100);
const priceDiv = document.createElement('div');
priceDiv.className = 'product-price';
priceDiv.textContent = `${gross.toFixed(2)}`;
li.appendChild(priceDiv);
}
ul.appendChild(li); ul.appendChild(li);
}); });
if (!realNode.isExpanded && category.products.length > 3) { // Show "more" if expanded and there are more than 20, OR if collapsed and there are more than 3
if (realNode.isExpanded && category.products.length > 20) {
const more = document.createElement('li');
more.className = 'product-item more';
more.style.fontStyle = 'italic';
more.textContent = `(more)`;
// Prevent click from collapsing
more.onclick = (e) => e.stopPropagation();
ul.appendChild(more);
} else if (!realNode.isExpanded && category.products.length > 3) {
const more = document.createElement('li'); const more = document.createElement('li');
more.className = 'product-item more'; more.className = 'product-item more';
more.style.fontStyle = 'italic'; more.style.fontStyle = 'italic';
@@ -592,6 +1143,44 @@
if (node.children) collapseAllProducts(node.children); if (node.children) collapseAllProducts(node.children);
}); });
} }
// Product Details Popper Logic
const popperOverlay = document.getElementById('popper-overlay');
const productPopper = document.getElementById('product-popper');
const popperContent = document.getElementById('popper-content');
function closePopper() {
popperOverlay.classList.remove('visible');
productPopper.classList.remove('visible');
popperContent.innerHTML = '';
}
popperOverlay.addEventListener('click', closePopper);
// Close on Escape key
document.addEventListener('keydown', (e) => {
if (e.key === 'Escape') closePopper();
});
async function showProductDetails(id) {
// Show loading state
popperContent.innerHTML = '<div class="loading">Loading details...</div>';
popperOverlay.classList.add('visible');
productPopper.classList.add('visible');
try {
const response = await fetch(`/api/products/${id}/details`);
if (!response.ok) throw new Error('Failed to load details');
const data = await response.json();
// The description is in cBeschreibung
popperContent.innerHTML = data.cBeschreibung || 'No description available.';
} catch (err) {
console.error('Error fetching product details:', err);
popperContent.innerHTML = `<div class="error">❌ Failed to load details: ${err.message}</div>`;
}
}
</script> </script>
</body> </body>

11
nodemon.json Normal file
View File

@@ -0,0 +1,11 @@
{
"watch": [
"src",
"index.html"
],
"ext": "js,json,html",
"ignore": [
"node_modules",
"cache"
]
}

402
package-lock.json generated
View File

@@ -8,12 +8,16 @@
"name": "category-syncer", "name": "category-syncer",
"version": "1.0.0", "version": "1.0.0",
"dependencies": { "dependencies": {
"compression": "^1.8.1",
"dotenv": "^17.2.3", "dotenv": "^17.2.3",
"express": "^5.1.0", "express": "^5.1.0",
"mssql": "^12.1.0", "mssql": "^12.1.0",
"openai": "^6.9.1", "openai": "^6.9.1",
"sharp": "^0.34.5", "sharp": "^0.34.5",
"socket.io": "^4.8.1" "socket.io": "^4.8.1"
},
"devDependencies": {
"nodemon": "^3.1.11"
} }
}, },
"node_modules/@azure-rest/core-client": { "node_modules/@azure-rest/core-client": {
@@ -842,6 +846,27 @@
"node": ">= 14" "node": ">= 14"
} }
}, },
"node_modules/anymatch": {
"version": "3.1.3",
"resolved": "https://registry.npmjs.org/anymatch/-/anymatch-3.1.3.tgz",
"integrity": "sha512-KMReFUr0B4t+D+OBkjR3KYqvocp2XaSzO55UcB6mgQMd3KbcE+mWTyvVV7D/zsdEbNnV6acZUutkiHQXvTr1Rw==",
"dev": true,
"license": "ISC",
"dependencies": {
"normalize-path": "^3.0.0",
"picomatch": "^2.0.4"
},
"engines": {
"node": ">= 8"
}
},
"node_modules/balanced-match": {
"version": "1.0.2",
"resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.2.tgz",
"integrity": "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw==",
"dev": true,
"license": "MIT"
},
"node_modules/base64-js": { "node_modules/base64-js": {
"version": "1.5.1", "version": "1.5.1",
"resolved": "https://registry.npmjs.org/base64-js/-/base64-js-1.5.1.tgz", "resolved": "https://registry.npmjs.org/base64-js/-/base64-js-1.5.1.tgz",
@@ -871,6 +896,19 @@
"node": "^4.5.0 || >= 5.9" "node": "^4.5.0 || >= 5.9"
} }
}, },
"node_modules/binary-extensions": {
"version": "2.3.0",
"resolved": "https://registry.npmjs.org/binary-extensions/-/binary-extensions-2.3.0.tgz",
"integrity": "sha512-Ceh+7ox5qe7LJuLHoY0feh3pHuUDHAcRUeyL2VYghZwfpkNIy/+8Ocg0a3UuSoYzavmylwuLWQOf3hl0jjMMIw==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=8"
},
"funding": {
"url": "https://github.com/sponsors/sindresorhus"
}
},
"node_modules/bl": { "node_modules/bl": {
"version": "6.1.4", "version": "6.1.4",
"resolved": "https://registry.npmjs.org/bl/-/bl-6.1.4.tgz", "resolved": "https://registry.npmjs.org/bl/-/bl-6.1.4.tgz",
@@ -915,6 +953,30 @@
"node": ">=0.10.0" "node": ">=0.10.0"
} }
}, },
"node_modules/brace-expansion": {
"version": "1.1.12",
"resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.12.tgz",
"integrity": "sha512-9T9UjW3r0UW5c1Q7GTwllptXwhvYmEzFhzMfZ9H7FQWt+uZePjZPjBP/W1ZEyZ1twGWom5/56TF4lPcqjnDHcg==",
"dev": true,
"license": "MIT",
"dependencies": {
"balanced-match": "^1.0.0",
"concat-map": "0.0.1"
}
},
"node_modules/braces": {
"version": "3.0.3",
"resolved": "https://registry.npmjs.org/braces/-/braces-3.0.3.tgz",
"integrity": "sha512-yQbXgO/OSZVD2IsiLlro+7Hf6Q18EJrKSEsdoMzKePKXct3gvD8oLcOQdIzGupr5Fj+EDe8gO/lxc1BzfMpxvA==",
"dev": true,
"license": "MIT",
"dependencies": {
"fill-range": "^7.1.1"
},
"engines": {
"node": ">=8"
}
},
"node_modules/buffer": { "node_modules/buffer": {
"version": "6.0.3", "version": "6.0.3",
"resolved": "https://registry.npmjs.org/buffer/-/buffer-6.0.3.tgz", "resolved": "https://registry.npmjs.org/buffer/-/buffer-6.0.3.tgz",
@@ -998,6 +1060,31 @@
"url": "https://github.com/sponsors/ljharb" "url": "https://github.com/sponsors/ljharb"
} }
}, },
"node_modules/chokidar": {
"version": "3.6.0",
"resolved": "https://registry.npmjs.org/chokidar/-/chokidar-3.6.0.tgz",
"integrity": "sha512-7VT13fmjotKpGipCW9JEQAusEPE+Ei8nl6/g4FBAmIm0GOOLMua9NDDo/DWp0ZAxCr3cPq5ZpBqmPAQgDda2Pw==",
"dev": true,
"license": "MIT",
"dependencies": {
"anymatch": "~3.1.2",
"braces": "~3.0.2",
"glob-parent": "~5.1.2",
"is-binary-path": "~2.1.0",
"is-glob": "~4.0.1",
"normalize-path": "~3.0.0",
"readdirp": "~3.6.0"
},
"engines": {
"node": ">= 8.10.0"
},
"funding": {
"url": "https://paulmillr.com/funding/"
},
"optionalDependencies": {
"fsevents": "~2.3.2"
}
},
"node_modules/commander": { "node_modules/commander": {
"version": "11.1.0", "version": "11.1.0",
"resolved": "https://registry.npmjs.org/commander/-/commander-11.1.0.tgz", "resolved": "https://registry.npmjs.org/commander/-/commander-11.1.0.tgz",
@@ -1007,6 +1094,67 @@
"node": ">=16" "node": ">=16"
} }
}, },
"node_modules/compressible": {
"version": "2.0.18",
"resolved": "https://registry.npmjs.org/compressible/-/compressible-2.0.18.tgz",
"integrity": "sha512-AF3r7P5dWxL8MxyITRMlORQNaOA2IkAFaTr4k7BUumjPtRpGDTZpl0Pb1XCO6JeDCBdp126Cgs9sMxqSjgYyRg==",
"license": "MIT",
"dependencies": {
"mime-db": ">= 1.43.0 < 2"
},
"engines": {
"node": ">= 0.6"
}
},
"node_modules/compression": {
"version": "1.8.1",
"resolved": "https://registry.npmjs.org/compression/-/compression-1.8.1.tgz",
"integrity": "sha512-9mAqGPHLakhCLeNyxPkK4xVo746zQ/czLH1Ky+vkitMnWfWZps8r0qXuwhwizagCRttsL4lfG4pIOvaWLpAP0w==",
"license": "MIT",
"dependencies": {
"bytes": "3.1.2",
"compressible": "~2.0.18",
"debug": "2.6.9",
"negotiator": "~0.6.4",
"on-headers": "~1.1.0",
"safe-buffer": "5.2.1",
"vary": "~1.1.2"
},
"engines": {
"node": ">= 0.8.0"
}
},
"node_modules/compression/node_modules/debug": {
"version": "2.6.9",
"resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
"integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
"license": "MIT",
"dependencies": {
"ms": "2.0.0"
}
},
"node_modules/compression/node_modules/ms": {
"version": "2.0.0",
"resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
"integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
"license": "MIT"
},
"node_modules/compression/node_modules/negotiator": {
"version": "0.6.4",
"resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.4.tgz",
"integrity": "sha512-myRT3DiWPHqho5PrJaIRyaMv2kgYf0mUVgBNOYMuCH5Ki1yEiQaf/ZJuQ62nvpc44wL5WDbTX7yGJi1Neevw8w==",
"license": "MIT",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/concat-map": {
"version": "0.0.1",
"resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz",
"integrity": "sha512-/Srv4dswyQNBfohGpz9o6Yb3Gz3SrUDqBH5rTuhGR7ahtlbYKnVxw2bCFMRljaA7EXHaXZ8wsHdodFvbkhKmqg==",
"dev": true,
"license": "MIT"
},
"node_modules/content-disposition": { "node_modules/content-disposition": {
"version": "1.0.1", "version": "1.0.1",
"resolved": "https://registry.npmjs.org/content-disposition/-/content-disposition-1.0.1.tgz", "resolved": "https://registry.npmjs.org/content-disposition/-/content-disposition-1.0.1.tgz",
@@ -1400,6 +1548,19 @@
"url": "https://opencollective.com/express" "url": "https://opencollective.com/express"
} }
}, },
"node_modules/fill-range": {
"version": "7.1.1",
"resolved": "https://registry.npmjs.org/fill-range/-/fill-range-7.1.1.tgz",
"integrity": "sha512-YsGpe3WHLK8ZYi4tWDg2Jy3ebRz2rXowDxnld4bkQB00cc/1Zw9AWnC0i9ztDJitivtQvaI9KaLyKrc+hBW0yg==",
"dev": true,
"license": "MIT",
"dependencies": {
"to-regex-range": "^5.0.1"
},
"engines": {
"node": ">=8"
}
},
"node_modules/finalhandler": { "node_modules/finalhandler": {
"version": "2.1.0", "version": "2.1.0",
"resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-2.1.0.tgz", "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-2.1.0.tgz",
@@ -1435,6 +1596,21 @@
"node": ">= 0.8" "node": ">= 0.8"
} }
}, },
"node_modules/fsevents": {
"version": "2.3.3",
"resolved": "https://registry.npmjs.org/fsevents/-/fsevents-2.3.3.tgz",
"integrity": "sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==",
"dev": true,
"hasInstallScript": true,
"license": "MIT",
"optional": true,
"os": [
"darwin"
],
"engines": {
"node": "^8.16.0 || ^10.6.0 || >=11.0.0"
}
},
"node_modules/function-bind": { "node_modules/function-bind": {
"version": "1.1.2", "version": "1.1.2",
"resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz", "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz",
@@ -1481,6 +1657,19 @@
"node": ">= 0.4" "node": ">= 0.4"
} }
}, },
"node_modules/glob-parent": {
"version": "5.1.2",
"resolved": "https://registry.npmjs.org/glob-parent/-/glob-parent-5.1.2.tgz",
"integrity": "sha512-AOIgSQCepiJYwP3ARnGx+5VnTu2HBYdzbGP45eLw1vr3zB3vZLeyed1sC9hnbcOc9/SrMyM5RPQrkGz4aS9Zow==",
"dev": true,
"license": "ISC",
"dependencies": {
"is-glob": "^4.0.1"
},
"engines": {
"node": ">= 6"
}
},
"node_modules/gopd": { "node_modules/gopd": {
"version": "1.2.0", "version": "1.2.0",
"resolved": "https://registry.npmjs.org/gopd/-/gopd-1.2.0.tgz", "resolved": "https://registry.npmjs.org/gopd/-/gopd-1.2.0.tgz",
@@ -1493,6 +1682,16 @@
"url": "https://github.com/sponsors/ljharb" "url": "https://github.com/sponsors/ljharb"
} }
}, },
"node_modules/has-flag": {
"version": "3.0.0",
"resolved": "https://registry.npmjs.org/has-flag/-/has-flag-3.0.0.tgz",
"integrity": "sha512-sKJf1+ceQBr4SMkvQnBDNDtf4TXpVhVGateu0t918bl30FnbE2m4vNLX+VWe/dpjlb+HugGYzW7uQXH98HPEYw==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=4"
}
},
"node_modules/has-symbols": { "node_modules/has-symbols": {
"version": "1.1.0", "version": "1.1.0",
"resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz", "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz",
@@ -1599,6 +1798,13 @@
], ],
"license": "BSD-3-Clause" "license": "BSD-3-Clause"
}, },
"node_modules/ignore-by-default": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/ignore-by-default/-/ignore-by-default-1.0.1.tgz",
"integrity": "sha512-Ius2VYcGNk7T90CppJqcIkS5ooHUZyIQK+ClZfMfMNFEF9VSE73Fq+906u/CWu92x4gzZMWOwfFYckPObzdEbA==",
"dev": true,
"license": "ISC"
},
"node_modules/inherits": { "node_modules/inherits": {
"version": "2.0.4", "version": "2.0.4",
"resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.4.tgz", "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.4.tgz",
@@ -1614,6 +1820,19 @@
"node": ">= 0.10" "node": ">= 0.10"
} }
}, },
"node_modules/is-binary-path": {
"version": "2.1.0",
"resolved": "https://registry.npmjs.org/is-binary-path/-/is-binary-path-2.1.0.tgz",
"integrity": "sha512-ZMERYes6pDydyuGidse7OsHxtbI7WVeUEozgR/g7rd0xUimYNlvZRE/K2MgZTjWy725IfelLeVcEM97mmtRGXw==",
"dev": true,
"license": "MIT",
"dependencies": {
"binary-extensions": "^2.0.0"
},
"engines": {
"node": ">=8"
}
},
"node_modules/is-docker": { "node_modules/is-docker": {
"version": "3.0.0", "version": "3.0.0",
"resolved": "https://registry.npmjs.org/is-docker/-/is-docker-3.0.0.tgz", "resolved": "https://registry.npmjs.org/is-docker/-/is-docker-3.0.0.tgz",
@@ -1629,6 +1848,29 @@
"url": "https://github.com/sponsors/sindresorhus" "url": "https://github.com/sponsors/sindresorhus"
} }
}, },
"node_modules/is-extglob": {
"version": "2.1.1",
"resolved": "https://registry.npmjs.org/is-extglob/-/is-extglob-2.1.1.tgz",
"integrity": "sha512-SbKbANkN603Vi4jEZv49LeVJMn4yGwsbzZworEoyEiutsN3nJYdbO36zfhGJ6QEDpOZIFkDtnq5JRxmvl3jsoQ==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=0.10.0"
}
},
"node_modules/is-glob": {
"version": "4.0.3",
"resolved": "https://registry.npmjs.org/is-glob/-/is-glob-4.0.3.tgz",
"integrity": "sha512-xelSayHH36ZgE7ZWhli7pW34hNbNl8Ojv5KVmkJD4hBdD3th8Tfk9vYasLM+mXWOZhFkgZfxhLSnrwRr4elSSg==",
"dev": true,
"license": "MIT",
"dependencies": {
"is-extglob": "^2.1.1"
},
"engines": {
"node": ">=0.10.0"
}
},
"node_modules/is-inside-container": { "node_modules/is-inside-container": {
"version": "1.0.0", "version": "1.0.0",
"resolved": "https://registry.npmjs.org/is-inside-container/-/is-inside-container-1.0.0.tgz", "resolved": "https://registry.npmjs.org/is-inside-container/-/is-inside-container-1.0.0.tgz",
@@ -1647,6 +1889,16 @@
"url": "https://github.com/sponsors/sindresorhus" "url": "https://github.com/sponsors/sindresorhus"
} }
}, },
"node_modules/is-number": {
"version": "7.0.0",
"resolved": "https://registry.npmjs.org/is-number/-/is-number-7.0.0.tgz",
"integrity": "sha512-41Cifkg6e8TylSpdtTpeLVMqvSBEVzTttHvERD741+pnZ8ANv0004MRL43QKPDlK9cGvNp6NZWZUBlbGXYxxng==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=0.12.0"
}
},
"node_modules/is-promise": { "node_modules/is-promise": {
"version": "4.0.0", "version": "4.0.0",
"resolved": "https://registry.npmjs.org/is-promise/-/is-promise-4.0.0.tgz", "resolved": "https://registry.npmjs.org/is-promise/-/is-promise-4.0.0.tgz",
@@ -1814,6 +2066,19 @@
"url": "https://opencollective.com/express" "url": "https://opencollective.com/express"
} }
}, },
"node_modules/minimatch": {
"version": "3.1.2",
"resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.1.2.tgz",
"integrity": "sha512-J7p63hRiAjw1NDEww1W7i37+ByIrOWO5XQQAzZ3VOcL0PNybwpfmV/N05zFAzwQ9USyEcX6t3UO+K5aqBQOIHw==",
"dev": true,
"license": "ISC",
"dependencies": {
"brace-expansion": "^1.1.7"
},
"engines": {
"node": "*"
}
},
"node_modules/ms": { "node_modules/ms": {
"version": "2.1.3", "version": "2.1.3",
"resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz", "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
@@ -1854,6 +2119,45 @@
"node": ">= 0.6" "node": ">= 0.6"
} }
}, },
"node_modules/nodemon": {
"version": "3.1.11",
"resolved": "https://registry.npmjs.org/nodemon/-/nodemon-3.1.11.tgz",
"integrity": "sha512-is96t8F/1//UHAjNPHpbsNY46ELPpftGUoSVNXwUfMk/qdjSylYrWSu1XavVTBOn526kFiOR733ATgNBCQyH0g==",
"dev": true,
"license": "MIT",
"dependencies": {
"chokidar": "^3.5.2",
"debug": "^4",
"ignore-by-default": "^1.0.1",
"minimatch": "^3.1.2",
"pstree.remy": "^1.1.8",
"semver": "^7.5.3",
"simple-update-notifier": "^2.0.0",
"supports-color": "^5.5.0",
"touch": "^3.1.0",
"undefsafe": "^2.0.5"
},
"bin": {
"nodemon": "bin/nodemon.js"
},
"engines": {
"node": ">=10"
},
"funding": {
"type": "opencollective",
"url": "https://opencollective.com/nodemon"
}
},
"node_modules/normalize-path": {
"version": "3.0.0",
"resolved": "https://registry.npmjs.org/normalize-path/-/normalize-path-3.0.0.tgz",
"integrity": "sha512-6eZs5Ls3WtCisHWp9S2GUy8dqkpGi4BVSz3GaqiE6ezub0512ESztXUwUB6C6IKbQkY2Pnb/mD4WYojCRwcwLA==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=0.10.0"
}
},
"node_modules/object-assign": { "node_modules/object-assign": {
"version": "4.1.1", "version": "4.1.1",
"resolved": "https://registry.npmjs.org/object-assign/-/object-assign-4.1.1.tgz", "resolved": "https://registry.npmjs.org/object-assign/-/object-assign-4.1.1.tgz",
@@ -1887,6 +2191,15 @@
"node": ">= 0.8" "node": ">= 0.8"
} }
}, },
"node_modules/on-headers": {
"version": "1.1.0",
"resolved": "https://registry.npmjs.org/on-headers/-/on-headers-1.1.0.tgz",
"integrity": "sha512-737ZY3yNnXy37FHkQxPzt4UZ2UWPWiCZWLvFZ4fu5cueciegX0zGPnrlY6bwRg4FdQOe9YU8MkmJwGhoMybl8A==",
"license": "MIT",
"engines": {
"node": ">= 0.8"
}
},
"node_modules/once": { "node_modules/once": {
"version": "1.4.0", "version": "1.4.0",
"resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz", "resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz",
@@ -1954,6 +2267,19 @@
"url": "https://opencollective.com/express" "url": "https://opencollective.com/express"
} }
}, },
"node_modules/picomatch": {
"version": "2.3.1",
"resolved": "https://registry.npmjs.org/picomatch/-/picomatch-2.3.1.tgz",
"integrity": "sha512-JU3teHTNjmE2VCGFzuY8EXzCDVwEqB2a8fsIvwaStHhAWJEeVd1o1QD80CU6+ZdEXXSLbSsuLwJjkCBWqRQUVA==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=8.6"
},
"funding": {
"url": "https://github.com/sponsors/jonschlinkert"
}
},
"node_modules/process": { "node_modules/process": {
"version": "0.11.10", "version": "0.11.10",
"resolved": "https://registry.npmjs.org/process/-/process-0.11.10.tgz", "resolved": "https://registry.npmjs.org/process/-/process-0.11.10.tgz",
@@ -1976,6 +2302,13 @@
"node": ">= 0.10" "node": ">= 0.10"
} }
}, },
"node_modules/pstree.remy": {
"version": "1.1.8",
"resolved": "https://registry.npmjs.org/pstree.remy/-/pstree.remy-1.1.8.tgz",
"integrity": "sha512-77DZwxQmxKnu3aR542U+X8FypNzbfJ+C5XQDk3uWjWxn6151aIMGthWYRXTqT1E5oJvg+ljaa2OJi+VfvCOQ8w==",
"dev": true,
"license": "MIT"
},
"node_modules/qs": { "node_modules/qs": {
"version": "6.14.0", "version": "6.14.0",
"resolved": "https://registry.npmjs.org/qs/-/qs-6.14.0.tgz", "resolved": "https://registry.npmjs.org/qs/-/qs-6.14.0.tgz",
@@ -2031,6 +2364,19 @@
"node": "^12.22.0 || ^14.17.0 || >=16.0.0" "node": "^12.22.0 || ^14.17.0 || >=16.0.0"
} }
}, },
"node_modules/readdirp": {
"version": "3.6.0",
"resolved": "https://registry.npmjs.org/readdirp/-/readdirp-3.6.0.tgz",
"integrity": "sha512-hOS089on8RduqdbhvQ5Z37A0ESjsqz6qnRcffsMU3495FuTdqSm+7bhJ29JvIOsBDEEnan5DPu9t3To9VRlMzA==",
"dev": true,
"license": "MIT",
"dependencies": {
"picomatch": "^2.2.1"
},
"engines": {
"node": ">=8.10.0"
}
},
"node_modules/router": { "node_modules/router": {
"version": "2.2.0", "version": "2.2.0",
"resolved": "https://registry.npmjs.org/router/-/router-2.2.0.tgz", "resolved": "https://registry.npmjs.org/router/-/router-2.2.0.tgz",
@@ -2256,6 +2602,19 @@
"url": "https://github.com/sponsors/ljharb" "url": "https://github.com/sponsors/ljharb"
} }
}, },
"node_modules/simple-update-notifier": {
"version": "2.0.0",
"resolved": "https://registry.npmjs.org/simple-update-notifier/-/simple-update-notifier-2.0.0.tgz",
"integrity": "sha512-a2B9Y0KlNXl9u/vsW6sTIu9vGEpfKu2wRV6l1H3XEas/0gUIzGzBoP/IouTcUQbm9JWZLH3COxyn03TYlFax6w==",
"dev": true,
"license": "MIT",
"dependencies": {
"semver": "^7.5.3"
},
"engines": {
"node": ">=10"
}
},
"node_modules/socket.io": { "node_modules/socket.io": {
"version": "4.8.1", "version": "4.8.1",
"resolved": "https://registry.npmjs.org/socket.io/-/socket.io-4.8.1.tgz", "resolved": "https://registry.npmjs.org/socket.io/-/socket.io-4.8.1.tgz",
@@ -2436,6 +2795,19 @@
"safe-buffer": "~5.2.0" "safe-buffer": "~5.2.0"
} }
}, },
"node_modules/supports-color": {
"version": "5.5.0",
"resolved": "https://registry.npmjs.org/supports-color/-/supports-color-5.5.0.tgz",
"integrity": "sha512-QjVjwdXIt408MIiAqCX4oUKsgU2EqAGzs2Ppkm4aQYbjm+ZEWEcW4SfFNTr4uMNZma0ey4f5lgLrkB0aX0QMow==",
"dev": true,
"license": "MIT",
"dependencies": {
"has-flag": "^3.0.0"
},
"engines": {
"node": ">=4"
}
},
"node_modules/tarn": { "node_modules/tarn": {
"version": "3.0.2", "version": "3.0.2",
"resolved": "https://registry.npmjs.org/tarn/-/tarn-3.0.2.tgz", "resolved": "https://registry.npmjs.org/tarn/-/tarn-3.0.2.tgz",
@@ -2466,6 +2838,19 @@
"node": ">=18.17" "node": ">=18.17"
} }
}, },
"node_modules/to-regex-range": {
"version": "5.0.1",
"resolved": "https://registry.npmjs.org/to-regex-range/-/to-regex-range-5.0.1.tgz",
"integrity": "sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==",
"dev": true,
"license": "MIT",
"dependencies": {
"is-number": "^7.0.0"
},
"engines": {
"node": ">=8.0"
}
},
"node_modules/toidentifier": { "node_modules/toidentifier": {
"version": "1.0.1", "version": "1.0.1",
"resolved": "https://registry.npmjs.org/toidentifier/-/toidentifier-1.0.1.tgz", "resolved": "https://registry.npmjs.org/toidentifier/-/toidentifier-1.0.1.tgz",
@@ -2475,6 +2860,16 @@
"node": ">=0.6" "node": ">=0.6"
} }
}, },
"node_modules/touch": {
"version": "3.1.1",
"resolved": "https://registry.npmjs.org/touch/-/touch-3.1.1.tgz",
"integrity": "sha512-r0eojU4bI8MnHr8c5bNo7lJDdI2qXlWWJk6a9EAFG7vbhTjElYhBVS3/miuE0uOuoLdb8Mc/rVfsmm6eo5o9GA==",
"dev": true,
"license": "ISC",
"bin": {
"nodetouch": "bin/nodetouch.js"
}
},
"node_modules/tslib": { "node_modules/tslib": {
"version": "2.8.1", "version": "2.8.1",
"resolved": "https://registry.npmjs.org/tslib/-/tslib-2.8.1.tgz", "resolved": "https://registry.npmjs.org/tslib/-/tslib-2.8.1.tgz",
@@ -2495,6 +2890,13 @@
"node": ">= 0.6" "node": ">= 0.6"
} }
}, },
"node_modules/undefsafe": {
"version": "2.0.5",
"resolved": "https://registry.npmjs.org/undefsafe/-/undefsafe-2.0.5.tgz",
"integrity": "sha512-WxONCrssBM8TSPRqN5EmsjVrsv4A8X12J4ArBiiayv3DyyG3ZlIg6yysuuSYdZsVz3TKcTg2fd//Ujd4CHV1iA==",
"dev": true,
"license": "MIT"
},
"node_modules/undici-types": { "node_modules/undici-types": {
"version": "7.16.0", "version": "7.16.0",
"resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.16.0.tgz", "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.16.0.tgz",

View File

@@ -2,17 +2,23 @@
"name": "category-syncer", "name": "category-syncer",
"version": "1.0.0", "version": "1.0.0",
"description": "Library to sync JTL categories to local cache", "description": "Library to sync JTL categories to local cache",
"main": "category-syncer.js", "main": "src/index.js",
"type": "module", "type": "module",
"scripts": { "scripts": {
"dev": "nodemon src/index.js",
"start": "node src/index.js",
"test": "node index.js" "test": "node index.js"
}, },
"dependencies": { "dependencies": {
"compression": "^1.8.1",
"dotenv": "^17.2.3", "dotenv": "^17.2.3",
"express": "^5.1.0", "express": "^5.1.0",
"mssql": "^12.1.0", "mssql": "^12.1.0",
"openai": "^6.9.1", "openai": "^6.9.1",
"sharp": "^0.34.5", "sharp": "^0.34.5",
"socket.io": "^4.8.1" "socket.io": "^4.8.1"
},
"devDependencies": {
"nodemon": "^3.1.11"
} }
} }

View File

@@ -1,4 +1,4 @@
import categorySyncer from './syncers/category-syncer.js'; import categorySyncer from './syncers/categories-syncer.js';
import pictureSyncer from './syncers/picture-syncer.js'; import pictureSyncer from './syncers/picture-syncer.js';
import categoryProductsSyncer from './syncers/category-products-syncer.js'; import categoryProductsSyncer from './syncers/category-products-syncer.js';
import { startServer } from './server/server.js'; import { startServer } from './server/server.js';
@@ -29,7 +29,7 @@ categorySyncer.on('synced', async ({ tree, unprunedTree, changed }) => {
traverse(unprunedTree); traverse(unprunedTree);
//console.log(`🔍 Found ${imageIds.length} images and ${categoryIds.length} categories.`); //console.log(`🔍 Found ${imageIds.length} images and ${categoryIds.length} categories.`);
await pictureSyncer.syncImages(imageIds, 'categories'); await pictureSyncer.syncImages(imageIds, 'categories');
await categoryProductsSyncer.syncProducts(categoryIds); await categoryProductsSyncer.syncProducts(categoryIds);
}); });

View File

@@ -11,7 +11,13 @@ export function registerIndex(app, cache) {
res.set('ETag', cache.html.etag); res.set('ETag', cache.html.etag);
res.set('Content-Type', 'text/html'); res.set('Content-Type', 'text/html');
res.send(cache.html.data); // Inject ETag into HTML as meta tag
const htmlWithEtag = cache.html.data.replace(
'<head>',
`<head>\n <meta name="app-version" content="${cache.html.etag}">`
);
res.send(htmlWithEtag);
} catch (err) { } catch (err) {
console.error('Error serving index.html:', err); console.error('Error serving index.html:', err);
res.status(500).send('Error loading page'); res.status(500).send('Error loading page');

View File

@@ -1,8 +1,12 @@
import fs from 'fs/promises';
import path from 'path';
import crypto from 'crypto';
export function registerProducts(app, cache, updateProductCache) { export function registerProducts(app, cache, updateProductCache) {
app.get('/api/categories/:id/products', async (req, res) => { app.get('/api/categories/:id/products', async (req, res) => {
try { try {
const id = parseInt(req.params.id); const id = parseInt(req.params.id);
// Lazy load if not in cache // Lazy load if not in cache
if (!cache.products.has(id)) { if (!cache.products.has(id)) {
await updateProductCache(id); await updateProductCache(id);
@@ -22,11 +26,43 @@ export function registerProducts(app, cache, updateProductCache) {
// Set cache headers with ETag // Set cache headers with ETag
res.set('Cache-Control', 'public, max-age=60, must-revalidate'); res.set('Cache-Control', 'public, max-age=60, must-revalidate');
res.set('ETag', cached.etag); res.set('ETag', cached.etag);
res.json(JSON.parse(cached.data)); res.json(JSON.parse(cached.data));
} catch (err) { } catch (err) {
console.error(`Error serving products for category ${req.params.id}:`, err); console.error(`Error serving products for category ${req.params.id}:`, err);
res.status(500).json({ error: 'Failed to load products' }); res.status(500).json({ error: 'Failed to load products' });
} }
}); });
app.get('/api/products/:id/details', async (req, res) => {
try {
const id = parseInt(req.params.id);
const filePath = path.join(process.cwd(), 'cache', 'details', `${id}.json`);
try {
const data = await fs.readFile(filePath, 'utf8');
const parsed = JSON.parse(data);
// Generate ETag from rowversion if available, otherwise use content hash
// The user example showed "bRowversion": "0x0000000000470394"
const etag = parsed.bRowversion ? `"${parsed.bRowversion}"` : crypto.createHash('md5').update(data).digest('hex');
if (req.headers['if-none-match'] === etag) {
return res.status(304).end();
}
res.set('Cache-Control', 'public, max-age=60, must-revalidate');
res.set('ETag', etag);
res.json(parsed);
} catch (err) {
if (err.code === 'ENOENT') {
return res.status(404).json({ error: 'Product details not found' });
}
throw err;
}
} catch (err) {
console.error(`Error serving details for product ${req.params.id}:`, err);
res.status(500).json({ error: 'Failed to load product details' });
}
});
} }

View File

@@ -4,6 +4,7 @@ import { Server } from 'socket.io';
import path from 'path'; import path from 'path';
import { fileURLToPath } from 'url'; import { fileURLToPath } from 'url';
import fs from 'fs/promises'; import fs from 'fs/promises';
import compression from 'compression';
import { registerCategories } from './routes/categories.js'; import { registerCategories } from './routes/categories.js';
import { registerProducts } from './routes/products.js'; import { registerProducts } from './routes/products.js';
import { registerImages } from './routes/images.js'; import { registerImages } from './routes/images.js';
@@ -18,6 +19,9 @@ export function startServer(categorySyncer, categoryProductsSyncer) {
const httpServer = createServer(app); const httpServer = createServer(app);
const io = new Server(httpServer); const io = new Server(httpServer);
// Enable gzip compression for all responses
app.use(compression());
const PORT = process.env.SERVER_PORT || 3000; const PORT = process.env.SERVER_PORT || 3000;
const HOST = process.env.SERVER_HOST || '0.0.0.0'; const HOST = process.env.SERVER_HOST || '0.0.0.0';
const CACHE_DIR = process.env.CACHE_LOCATION || './cache'; const CACHE_DIR = process.env.CACHE_LOCATION || './cache';
@@ -99,7 +103,7 @@ export function startServer(categorySyncer, categoryProductsSyncer) {
} }
// Register socket connection handler // Register socket connection handler
registerConnection(io, CACHE_DIR); registerConnection(io, CACHE_DIR, cache);
// Register routes // Register routes
registerCategories(app, cache); registerCategories(app, cache);

View File

@@ -1,9 +1,17 @@
import { findMatches } from '../utils/search-helper.js'; import { findMatches } from '../utils/search-helper.js';
export function registerConnection(io, cacheDir) { export function registerConnection(io, cacheDir, cache) {
io.on('connection', (socket) => { io.on('connection', (socket) => {
console.log('🔌 Client connected'); console.log('🔌 Client connected');
socket.on('checkVersion', (clientEtag) => {
const serverEtag = cache.html.etag;
if (clientEtag !== serverEtag) {
console.log(`⚠️ Version mismatch - Client: ${clientEtag}, Server: ${serverEtag}`);
socket.emit('versionMismatch', { serverEtag });
}
});
socket.on('search', async (query) => { socket.on('search', async (query) => {
// console.log(`🔍 Search request: "${query}"`); // console.log(`🔍 Search request: "${query}"`);
try { try {

View File

@@ -67,6 +67,10 @@ export async function findMatches(query, cacheDir) {
matchingCategoryIds.add(node.kKategorie); matchingCategoryIds.add(node.kKategorie);
} }
})); }));
if (matchingCategoryIds.size >= 20) {
break;
}
} }
return Array.from(matchingCategoryIds); return Array.from(matchingCategoryIds);

View File

@@ -0,0 +1,141 @@
import { createConnection } from '../utils/database.js';
/**
* CategoryDataFetcher - Handles all category-related database queries
*/
export class CategoryDataFetcher {
/**
* Fetch all categories with hierarchy information
* @returns {Promise<Array>} - Array of category records
*/
async fetchCategories() {
let pool;
try {
pool = await createConnection();
const result = await pool.request().query(`
SELECT kKategorie, kOberKategorie, nSort
FROM tkategorie
ORDER BY nSort, kKategorie
`);
return result.recordset;
} finally {
if (pool) await pool.close();
}
}
/**
* Fetch category names for a specific language and shop
* @returns {Promise<Array>} - Array of name records
*/
async fetchCategoryNames() {
let pool;
try {
pool = await createConnection();
const result = await pool.request().query(`
SELECT kKategorie, cName
FROM tKategorieSprache
WHERE kSprache = ${process.env.JTL_SPRACHE_ID}
AND kShop = ${process.env.JTL_SHOP_ID}
`);
return result.recordset;
} finally {
if (pool) await pool.close();
}
}
/**
* Fetch article counts per category
* @returns {Promise<Array>} - Array of count records
*/
async fetchArticleCounts() {
let pool;
try {
pool = await createConnection();
const result = await pool.request().query(`
SELECT ka.kKategorie, COUNT(a.kArtikel) as count
FROM tkategorieartikel ka
JOIN tArtikel a ON ka.kArtikel = a.kArtikel
WHERE a.cAktiv = 'Y'
GROUP BY ka.kKategorie
`);
return result.recordset;
} finally {
if (pool) await pool.close();
}
}
/**
* Fetch category images (first image per category)
* @returns {Promise<Array>} - Array of image records
*/
async fetchCategoryImages() {
let pool;
try {
pool = await createConnection();
const result = await pool.request().query(`
SELECT kKategorie, kBild
FROM (
SELECT kKategorie, kBild, ROW_NUMBER() OVER (PARTITION BY kKategorie ORDER BY nNr ASC) as rn
FROM tKategoriebildPlattform
WHERE kShop = ${process.env.JTL_SHOP_ID}
AND kPlattform = ${process.env.JTL_PLATTFORM_ID}
) t
WHERE rn = 1
`);
return result.recordset;
} finally {
if (pool) await pool.close();
}
}
/**
* Fetch all category data at once
* @returns {Promise<Object>} - Object with categories, names, articleCounts, images
*/
async fetchAllCategoryData() {
let pool;
try {
pool = await createConnection();
const [categoriesResult, namesResult, articleCountsResult, imagesResult] = await Promise.all([
pool.request().query(`
SELECT kKategorie, kOberKategorie, nSort
FROM tkategorie
ORDER BY nSort, kKategorie
`),
pool.request().query(`
SELECT kKategorie, cName
FROM tKategorieSprache
WHERE kSprache = ${process.env.JTL_SPRACHE_ID}
AND kShop = ${process.env.JTL_SHOP_ID}
`),
pool.request().query(`
SELECT ka.kKategorie, COUNT(a.kArtikel) as count
FROM tkategorieartikel ka
JOIN tArtikel a ON ka.kArtikel = a.kArtikel
WHERE a.cAktiv = 'Y'
GROUP BY ka.kKategorie
`),
pool.request().query(`
SELECT kKategorie, kBild
FROM (
SELECT kKategorie, kBild, ROW_NUMBER() OVER (PARTITION BY kKategorie ORDER BY nNr ASC) as rn
FROM tKategoriebildPlattform
WHERE kShop = ${process.env.JTL_SHOP_ID}
AND kPlattform = ${process.env.JTL_PLATTFORM_ID}
) t
WHERE rn = 1
`)
]);
return {
categories: categoriesResult.recordset,
names: namesResult.recordset,
articleCounts: articleCountsResult.recordset,
images: imagesResult.recordset
};
} finally {
if (pool) await pool.close();
}
}
}

View File

@@ -0,0 +1,117 @@
import { createConnection } from '../utils/database.js';
import { processInChunks, createInClause } from '../utils/database-utils.js';
/**
* ProductDataFetcher - Handles all product-related database queries
*/
export class ProductDataFetcher {
/**
* Fetch products for given category IDs
* @param {Array<number>} categoryIds - Category IDs to fetch products for
* @param {Object} pool - Database connection pool
* @returns {Promise<Array>} - Array of product records with kKategorie, kArtikel, cName
*/
async fetchProductsForCategories(categoryIds, pool) {
const list = createInClause(categoryIds);
const result = await pool.request().query(`
SELECT
ka.kKategorie,
ka.kArtikel,
ab.cName,
a.cArtNr,
a.fVKNetto,
a.cBarcode,
a.kSteuerklasse,
sk.cName AS cSteuerklasseName,
ss.fSteuersatz
FROM tkategorieartikel ka
JOIN tArtikelBeschreibung ab ON ka.kArtikel = ab.kArtikel
JOIN tArtikel a ON ka.kArtikel = a.kArtikel
LEFT JOIN tSteuerklasse sk ON a.kSteuerklasse = sk.kSteuerklasse
LEFT JOIN tSteuersatz ss ON sk.kSteuerklasse = ss.kSteuerklasse AND ss.kSteuerzone = ${process.env.JTL_STEUERZONE_ID}
WHERE ab.kSprache = ${process.env.JTL_SPRACHE_ID}
AND a.cAktiv = 'Y'
AND ab.kPlattform = ${process.env.JTL_PLATTFORM_ID}
AND ab.kShop = ${process.env.JTL_SHOP_ID}
AND ka.kKategorie IN (${list})
ORDER BY (
CASE
WHEN a.bRowversion >= ab.bRowversion AND a.bRowversion >= ka.bRowversion THEN a.bRowversion
WHEN ab.bRowversion >= a.bRowversion AND ab.bRowversion >= ka.bRowversion THEN ab.bRowversion
ELSE ka.bRowversion
END
) DESC
`);
return result.recordset;
}
/**
* Fetch product images for given article IDs
* @param {Array<number>} articleIds - Article IDs to fetch images for
* @param {Object} pool - Database connection pool
* @returns {Promise<Map>} - Map of kArtikel -> array of kBild
*/
async fetchProductImages(articleIds, pool) {
const list = createInClause(articleIds);
const result = await pool.request().query(`
SELECT kArtikel, kBild
FROM tArtikelbildPlattform
WHERE kShop = ${process.env.JTL_SHOP_ID}
AND kPlattform = ${process.env.JTL_PLATTFORM_ID}
AND kArtikel IN (${list})
ORDER BY nNr ASC
`);
const productImages = new Map();
result.recordset.forEach(r => {
if (!productImages.has(r.kArtikel)) {
productImages.set(r.kArtikel, []);
}
productImages.get(r.kArtikel).push(r.kBild);
});
return productImages;
}
/**
* Fetch products with images for categories in chunks
* @param {Array<number>} categoryIds - All category IDs to process
* @param {Function} chunkCallback - Callback for each chunk (receives chunk data)
* @param {number} chunkSize - Size of each chunk (default: 50)
* @returns {Promise<void>}
*/
async fetchProductsInChunks(categoryIds, chunkCallback, chunkSize = 50) {
let pool;
try {
pool = await createConnection();
await processInChunks(categoryIds, chunkSize, async (chunk) => {
// Fetch products for this chunk
const products = await this.fetchProductsForCategories(chunk, pool);
// Collect all article IDs
const articleIds = new Set();
products.forEach(p => articleIds.add(p.kArtikel));
// Fetch images for these articles
let productImages = new Map();
if (articleIds.size > 0) {
productImages = await this.fetchProductImages(Array.from(articleIds), pool);
}
// Call the callback with chunk data
await chunkCallback({
categoryIds: chunk,
products,
productImages
});
}, { showProgress: false, itemName: 'categories' });
} finally {
if (pool) await pool.close();
}
}
}

View File

@@ -0,0 +1,40 @@
import { createConnection } from '../utils/database.js';
import { processInChunks, createInClause } from '../utils/database-utils.js';
/**
* ImageDataFetcher - Handles all image-related database queries
*/
export class ImageDataFetcher {
/**
* Fetch image binary data for given image IDs
* @param {Array<number>} imageIds - Image IDs to fetch
* @param {Function} imageCallback - Callback for each image (receives {kBild, bBild})
* @param {number} chunkSize - Size of each chunk (default: 50)
* @returns {Promise<void>}
*/
async fetchImagesInChunks(imageIds, imageCallback, chunkSize = 50) {
let pool;
try {
pool = await createConnection();
await processInChunks(imageIds, chunkSize, async (chunk) => {
const list = createInClause(chunk);
const result = await pool.request().query(`
SELECT kBild, bBild
FROM tBild
WHERE kBild IN (${list})
`);
for (const record of result.recordset) {
if (record.bBild) {
await imageCallback(record);
}
}
}, { showProgress: true, itemName: 'images' });
} finally {
if (pool) await pool.close();
}
}
}

View File

@@ -0,0 +1,115 @@
import { createConnection } from '../utils/database.js';
import { processInChunks, createInClause } from '../utils/database-utils.js';
/**
* ProductDetailDataFetcher - Handles fetching product descriptions
*/
export class ProductDetailDataFetcher {
/**
* Fetch product descriptions for given article IDs
* @param {Array<number>} articleIds - Article IDs to fetch details for
* @param {Function} detailCallback - Callback for each detail (receives {kArtikel, cBeschreibung})
* @param {number} chunkSize - Size of each chunk (default: 50)
* @returns {Promise<void>}
*/
async fetchDetailsInChunks(articleIds, detailCallback, chunkSize = 50) {
let pool;
try {
pool = await createConnection();
await processInChunks(articleIds, chunkSize, async (chunk) => {
const list = createInClause(chunk);
const result = await pool.request().query(`
SELECT kArtikel, cBeschreibung, bRowversion
FROM tArtikelBeschreibung
WHERE kArtikel IN (${list})
AND kSprache = ${process.env.JTL_SPRACHE_ID}
AND kPlattform = ${process.env.JTL_PLATTFORM_ID}
AND kShop = ${process.env.JTL_SHOP_ID}
`);
const foundIds = new Set();
for (const record of result.recordset) {
foundIds.add(record.kArtikel);
// Convert Buffer or binary string to hex string if needed
if (Buffer.isBuffer(record.bRowversion)) {
record.bRowversion = '0x' + record.bRowversion.toString('hex').toUpperCase();
} else if (typeof record.bRowversion === 'string' && !record.bRowversion.startsWith('0x')) {
// Assume binary string
record.bRowversion = '0x' + Buffer.from(record.bRowversion, 'binary').toString('hex').toUpperCase();
}
if (!record.cBeschreibung) {
console.log(`⚠️ Item ${record.kArtikel} has no description, writing empty file.`);
}
await detailCallback(record);
}
// Check for missing items in this chunk
chunk.forEach(id => {
if (!foundIds.has(id)) {
// console.log(`⚠️ Item ${id} not found in tArtikelBeschreibung (or filtered out).`);
}
});
}, { showProgress: true, itemName: 'details' });
} finally {
if (pool) await pool.close();
}
}
/**
* Fetch IDs of articles that have changed since a given version
* @param {Array<number>} articleIds - Candidate article IDs
* @param {string} minRowversion - Minimum rowversion (hex string)
* @returns {Promise<Set<number>>} - Set of changed article IDs
*/
async fetchChangedArticleIds(articleIds, minRowversion) {
//console.log(`🔍 Checking changes for ${articleIds ? articleIds.length : 0} articles against version ${minRowversion}`);
if (!articleIds || articleIds.length === 0) return new Set();
// If no minRowversion, all are considered changed
if (!minRowversion) {
console.log('⚠️ No minRowversion provided, fetching all.');
return new Set(articleIds);
}
let pool;
const changedIds = new Set();
try {
pool = await createConnection();
await processInChunks(articleIds, 2000, async (chunk) => {
const list = createInClause(chunk);
// Convert hex string back to buffer for comparison if needed,
// but MSSQL driver usually handles 0x strings as binary.
// Let's assume minRowversion is passed as '0x...' string.
const query = `
SELECT kArtikel, bRowversion
FROM tArtikelBeschreibung
WHERE kArtikel IN (${list})
AND kSprache = ${process.env.JTL_SPRACHE_ID}
AND kPlattform = ${process.env.JTL_PLATTFORM_ID}
AND kShop = ${process.env.JTL_SHOP_ID}
AND bRowversion > ${minRowversion}
`;
// console.log('Executing query:', query);
const result = await pool.request().query(query);
result.recordset.forEach(r => {
// console.log(`Changed item: ${r.kArtikel}, version: 0x${r.bRowversion.toString('hex').toUpperCase()}`);
changedIds.add(r.kArtikel);
});
}, { showProgress: false });
if (changedIds.size > 0) console.log(`🔍 Found ${changedIds.size} changed articles.`);
return changedIds;
} finally {
if (pool) await pool.close();
}
}
}

View File

@@ -0,0 +1,106 @@
import { EventEmitter } from 'events';
import fs from 'fs/promises';
import path from 'path';
import { SyncQueueManager } from '../utils/sync-queue-manager.js';
import { CategoryDataFetcher } from '../services/categories-data-fetcher.js';
import { buildTree, pruneTree, buildTranslationTemplate, formatTranslationTemplate } from '../utils/category-tree-utils.js';
import { readTextFile } from '../utils/file-sync-utils.js';
class CategorySyncer extends EventEmitter {
constructor() {
super();
if (CategorySyncer.instance) {
return CategorySyncer.instance;
}
this.syncQueue = new SyncQueueManager();
this.dataFetcher = new CategoryDataFetcher();
this.cacheDir = process.env.CACHE_LOCATION || '.';
this.lastTreeString = null;
this.lastTemplateString = null;
// Load existing template if it exists
this._loadExistingTemplate();
CategorySyncer.instance = this;
}
async _loadExistingTemplate() {
const templatePath = path.join(this.cacheDir, 'categories_translation_template.txt');
this.lastTemplateString = await readTextFile(templatePath);
const treePath = path.join(this.cacheDir, 'category_tree.json');
this.lastTreeString = await readTextFile(treePath);
}
async triggerSync() {
await this.syncQueue.executeSync('category-sync', async () => {
await this._doSync();
});
}
async _doSync() {
const startTime = Date.now();
try {
await this._syncFromDb();
const duration = Date.now() - startTime;
// Log completion and next sync time
const syncInterval = parseInt(process.env.SYNC_INTERVAL_MS) || 60000;
const minutes = Math.round(syncInterval / 60000);
//console.log(`✅ Sync completed in ${duration}ms. Next sync in ${minutes} minute${minutes !== 1 ? 's' : ''}`);
} catch (err) {
console.error('❌ Sync failed:', err);
}
}
async _syncFromDb() {
// Fetch all category data
const { categories, names, articleCounts, images } = await this.dataFetcher.fetchAllCategoryData();
// Build tree with ROOT_CATEGORY_ID filter (if set)
let tree = buildTree(categories, names, articleCounts, images, true);
// Deep copy tree for unpruned version (before pruning modifies it)
const unprunedTree = JSON.parse(JSON.stringify(tree));
// Generate translation template BEFORE pruning (to include all categories)
const translationTemplate = buildTranslationTemplate(tree);
const templateString = formatTranslationTemplate(translationTemplate);
// Now prune for the main tree
tree = pruneTree(tree);
// Ensure directory exists
await fs.mkdir(this.cacheDir, { recursive: true });
// Compare pruned tree
const treeString = JSON.stringify(tree, null, 2);
const changed = this.lastTreeString !== treeString;
if (changed) {
// Save template if it changed
if (this.lastTemplateString !== templateString) {
const templatePath = path.join(this.cacheDir, 'categories_translation_template.txt');
await fs.writeFile(templatePath, templateString);
console.log(`💾 Translation template saved to ${templatePath}`);
this.lastTemplateString = templateString;
}
const filePath = path.join(this.cacheDir, 'category_tree.json');
await fs.writeFile(filePath, treeString);
console.log(`💾 Category tree saved to ${filePath}`);
this.lastTreeString = treeString;
console.log('📢 Tree updated.');
} else {
//console.log('🤷 No changes detected in category tree.');
}
this.emit('synced', { tree, unprunedTree, changed });
}
}
const instance = new CategorySyncer();
export default instance;

View File

@@ -1,8 +1,11 @@
import fs from 'fs/promises'; import fs from 'fs/promises';
import path from 'path'; import path from 'path';
import { EventEmitter } from 'events'; import { EventEmitter } from 'events';
import { createConnection } from '../utils/database.js'; import { SyncQueueManager } from '../utils/sync-queue-manager.js';
import { ProductDataFetcher } from '../services/category-products-data-fetcher.js';
import { getExistingIds, deleteObsoleteFiles, writeJsonIfChanged, ensureDir } from '../utils/file-sync-utils.js';
import pictureSyncer from './picture-syncer.js'; import pictureSyncer from './picture-syncer.js';
import productDetailSyncer from './product-detail-syncer.js';
class CategoryProductsSyncer extends EventEmitter { class CategoryProductsSyncer extends EventEmitter {
constructor() { constructor() {
@@ -10,38 +13,18 @@ class CategoryProductsSyncer extends EventEmitter {
if (CategoryProductsSyncer.instance) { if (CategoryProductsSyncer.instance) {
return CategoryProductsSyncer.instance; return CategoryProductsSyncer.instance;
} }
this.cacheBaseDir = process.env.CACHE_LOCATION || '.';
// Track syncing state this.syncQueue = new SyncQueueManager();
this.isSyncing = false; this.dataFetcher = new ProductDataFetcher();
this.queuedCategoryIds = null; this.cacheBaseDir = process.env.CACHE_LOCATION || '.';
CategoryProductsSyncer.instance = this; CategoryProductsSyncer.instance = this;
} }
async syncProducts(categoryIds) { async syncProducts(categoryIds) {
// Check if already syncing await this.syncQueue.executeSync('category-products-sync', async () => {
if (this.isSyncing) {
console.log('⏳ CategoryProductsSyncer is busy. Queuing sync...');
this.queuedCategoryIds = categoryIds;
return;
}
this.isSyncing = true;
try {
await this._performSync(categoryIds); await this._performSync(categoryIds);
} catch (err) { }, categoryIds);
console.error('❌ Error syncing products:', err);
} finally {
this.isSyncing = false;
// Process queued sync if exists
if (this.queuedCategoryIds) {
const nextIds = this.queuedCategoryIds;
this.queuedCategoryIds = null;
// Use setTimeout to allow event loop to breathe
setTimeout(() => this.syncProducts(nextIds), 0);
}
}
} }
async _performSync(categoryIds) { async _performSync(categoryIds) {
@@ -49,37 +32,26 @@ class CategoryProductsSyncer extends EventEmitter {
const productsDir = path.join(this.cacheBaseDir, 'products'); const productsDir = path.join(this.cacheBaseDir, 'products');
// Ensure directory exists // Ensure directory exists
await fs.mkdir(productsDir, { recursive: true }); await ensureDir(productsDir);
// Get existing files // Get existing files
let existingFiles = []; const existingIds = await getExistingIds(productsDir, {
try { prefix: 'category_',
existingFiles = await fs.readdir(productsDir); suffix: '.json'
} catch (err) { });
// Directory might be empty or new
}
// Filter for category json files (assuming we save as category_{id}.json)
const existingIds = existingFiles
.filter(f => f.startsWith('category_') && f.endsWith('.json'))
.map(f => parseInt(f.replace('category_', '').replace('.json', '')));
const validIds = new Set(categoryIds.filter(id => id !== null && id !== undefined)); const validIds = new Set(categoryIds.filter(id => id !== null && id !== undefined));
// 1. Delete obsolete category files // Delete obsolete category files
const toDelete = existingIds.filter(id => !validIds.has(id)); await deleteObsoleteFiles(
for (const id of toDelete) { productsDir,
const filePath = path.join(productsDir, `category_${id}.json`); existingIds,
await fs.unlink(filePath); validIds,
} (id) => `category_${id}.json`
if (toDelete.length > 0) { );
console.log(`🗑️ Deleted ${toDelete.length} obsolete product lists.`);
}
// 2. Update/Create product lists for all valid categories // Update/Create product lists for all valid categories
// We update all because product assignments might have changed even if category exists
if (validIds.size > 0) { if (validIds.size > 0) {
//console.log(`📦 Syncing products for ${validIds.size} categories...`);
await this._fetchAndWriteProducts([...validIds], productsDir); await this._fetchAndWriteProducts([...validIds], productsDir);
} else { } else {
console.log(`✅ No categories to sync products for.`); console.log(`✅ No categories to sync products for.`);
@@ -90,128 +62,60 @@ class CategoryProductsSyncer extends EventEmitter {
} }
async _fetchAndWriteProducts(ids, dir) { async _fetchAndWriteProducts(ids, dir) {
let pool;
const globalImageIds = new Set(); const globalImageIds = new Set();
const globalArticleIds = new Set();
try { await this.dataFetcher.fetchProductsInChunks(ids, async (chunkData) => {
pool = await createConnection(); const { categoryIds, products, productImages } = chunkData;
// Process in chunks to avoid huge queries // Group results by kKategorie
const chunkSize = 50; const productsByCategory = {};
for (let i = 0; i < ids.length; i += chunkSize) {
const chunk = ids.slice(i, i + chunkSize);
const list = chunk.join(',');
// Fetch products for this chunk of categories // Initialize arrays for all requested IDs (so we create empty files for empty categories)
// We need kArtikel and cName, ordered by bRowversion descending categoryIds.forEach(id => {
const result = await pool.request().query(` productsByCategory[id] = [];
SELECT });
ka.kKategorie,
ka.kArtikel,
ab.cName
FROM tkategorieartikel ka
JOIN tArtikelBeschreibung ab ON ka.kArtikel = ab.kArtikel
JOIN tArtikel a ON ka.kArtikel = a.kArtikel
WHERE ab.kSprache = ${process.env.JTL_SPRACHE_ID}
AND a.cAktiv = 'Y'
AND ab.kPlattform = ${process.env.JTL_PLATTFORM_ID}
AND ab.kShop = ${process.env.JTL_SHOP_ID}
AND ka.kKategorie IN (${list})
ORDER BY (
CASE
WHEN a.bRowversion >= ab.bRowversion AND a.bRowversion >= ka.bRowversion THEN a.bRowversion
WHEN ab.bRowversion >= a.bRowversion AND ab.bRowversion >= ka.bRowversion THEN ab.bRowversion
ELSE ka.bRowversion
END
) DESC
`);
// Collect all kArtikel IDs to fetch images for (const record of products) {
const artikelIds = new Set(); if (productsByCategory[record.kKategorie]) {
result.recordset.forEach(r => artikelIds.add(r.kArtikel)); const images = productImages.get(record.kArtikel) || [];
images.forEach(imgId => globalImageIds.add(imgId));
globalArticleIds.add(record.kArtikel);
// Fetch images for these articles productsByCategory[record.kKategorie].push({
let productImages = new Map(); // kArtikel -> kBild[] kArtikel: record.kArtikel,
if (artikelIds.size > 0) { cName: record.cName,
const artikelList = Array.from(artikelIds).join(','); cArtNr: record.cArtNr,
const imagesResult = await pool.request().query(` fVKNetto: record.fVKNetto,
SELECT kArtikel, kBild cBarcode: record.cBarcode,
FROM tArtikelbildPlattform fSteuersatz: record.fSteuersatz,
WHERE kShop = ${process.env.JTL_SHOP_ID} images: images
AND kPlattform = ${process.env.JTL_PLATTFORM_ID}
AND kArtikel IN (${artikelList})
ORDER BY nNr ASC
`);
imagesResult.recordset.forEach(r => {
if (!productImages.has(r.kArtikel)) {
productImages.set(r.kArtikel, []);
}
productImages.get(r.kArtikel).push(r.kBild);
}); });
} }
// Group results by kKategorie
const productsByCategory = {};
// Initialize arrays for all requested IDs (so we create empty files for empty categories)
chunk.forEach(id => {
productsByCategory[id] = [];
});
for (const record of result.recordset) {
if (productsByCategory[record.kKategorie]) {
const images = productImages.get(record.kArtikel) || [];
images.forEach(imgId => globalImageIds.add(imgId));
productsByCategory[record.kKategorie].push({
kArtikel: record.kArtikel,
cName: record.cName,
images: images
});
}
}
// Write files
for (const catId of chunk) {
const filePath = path.join(dir, `category_${catId}.json`);
const products = productsByCategory[catId] || [];
const newContent = JSON.stringify(products, null, 2);
// Check for changes
let oldContent = '';
try {
oldContent = await fs.readFile(filePath, 'utf-8');
} catch (e) {
// File doesn't exist yet
}
if (oldContent !== newContent) {
await fs.writeFile(filePath, newContent);
this.emit('categoryUpdated', { id: catId, products });
}
}
const processed = Math.min(i + chunkSize, ids.length);
if (processed === ids.length) {
//console.log(`✅ Processed products for ${processed}/${ids.length} categories.`);
} else {
//console.log(`⏳ Processed products for ${processed}/${ids.length} categories...`);
}
} }
// Sync all collected images at once // Write files
if (globalImageIds.size > 0) { for (const catId of categoryIds) {
//console.log(`🖼️ Syncing ${globalImageIds.size} product images...`); const filePath = path.join(dir, `category_${catId}.json`);
await pictureSyncer.syncImages(Array.from(globalImageIds), 'products'); const categoryProducts = productsByCategory[catId] || [];
}
} catch (err) { const changed = await writeJsonIfChanged(filePath, categoryProducts);
console.error('❌ Error fetching products:', err);
} finally { if (changed) {
if (pool) { this.emit('categoryUpdated', { id: catId, products: categoryProducts });
await pool.close(); }
} }
});
// Sync all collected images at once
if (globalImageIds.size > 0) {
//console.log(`🖼️ Syncing ${globalImageIds.size} product images...`);
await pictureSyncer.syncImages(Array.from(globalImageIds), 'products');
}
// Sync product details for all articles found
if (globalArticleIds.size > 0) {
await productDetailSyncer.syncDetails(Array.from(globalArticleIds));
} }
} }
} }

View File

@@ -1,316 +0,0 @@
import { EventEmitter } from 'events';
import fs from 'fs/promises';
import path from 'path';
import { createConnection } from '../utils/database.js';
class CategorySyncer extends EventEmitter {
constructor() {
super();
if (CategorySyncer.instance) {
return CategorySyncer.instance;
}
this.isSyncing = false;
this.queuedSync = false;
this.cacheDir = process.env.CACHE_LOCATION || '.';
this.lastTreeString = null;
this.lastTemplateString = null;
// Load existing template if it exists
this._loadExistingTemplate();
CategorySyncer.instance = this;
}
async _loadExistingTemplate() {
try {
const templatePath = path.join(this.cacheDir, 'categories_translation_template.txt');
this.lastTemplateString = await fs.readFile(templatePath, 'utf-8');
} catch (err) {
// File doesn't exist yet, that's fine
}
try {
const treePath = path.join(this.cacheDir, 'category_tree.json');
const treeContent = await fs.readFile(treePath, 'utf-8');
this.lastTreeString = treeContent;
} catch (err) {
// File doesn't exist yet, that's fine
}
}
async triggerSync() {
if (this.isSyncing) {
if (this.queuedSync) {
console.log('🚫 Sync already in progress and next sync already queued. Ignoring.');
return;
}
console.log('⏳ Sync already in progress. Queuing next sync.');
this.queuedSync = true;
return;
}
await this._doSync();
}
async _doSync() {
this.isSyncing = true;
const startTime = Date.now();
//console.log('🚀 Starting sync...');
try {
await this._syncFromDb();
const duration = Date.now() - startTime;
// Log completion and next sync time
const syncInterval = parseInt(process.env.SYNC_INTERVAL_MS) || 60000;
const minutes = Math.round(syncInterval / 60000);
//console.log(`✅ Sync completed in ${duration}ms. Next sync in ${minutes} minute${minutes !== 1 ? 's' : ''}`);
} catch (err) {
console.error('❌ Sync failed:', err);
} finally {
this.isSyncing = false;
if (this.queuedSync) {
console.log('🔄 Processing queued sync...');
this.queuedSync = false;
// Use setImmediate to allow stack to clear/event loop to tick
setImmediate(() => this.triggerSync());
}
}
}
async _syncFromDb() {
let pool;
try {
pool = await createConnection();
// Fetch categories
const categoriesResult = await pool.request().query(`
SELECT kKategorie, kOberKategorie, nSort
FROM tkategorie
ORDER BY nSort, kKategorie
`);
// Fetch names
const namesResult = await pool.request().query(`
SELECT kKategorie, cName
FROM tKategorieSprache
WHERE kSprache = ${process.env.JTL_SPRACHE_ID} AND kShop = ${process.env.JTL_SHOP_ID}
`);
// Fetch article counts
const articleCountsResult = await pool.request().query(`
SELECT ka.kKategorie, COUNT(a.kArtikel) as count
FROM tkategorieartikel ka
JOIN tArtikel a ON ka.kArtikel = a.kArtikel
WHERE a.cAktiv = 'Y'
GROUP BY ka.kKategorie
`);
// Fetch images (kBild)
const imagesResult = await pool.request().query(`
SELECT kKategorie, kBild
FROM (
SELECT kKategorie, kBild, ROW_NUMBER() OVER (PARTITION BY kKategorie ORDER BY nNr ASC) as rn
FROM tKategoriebildPlattform
WHERE kShop = ${process.env.JTL_SHOP_ID} AND kPlattform = ${process.env.JTL_PLATTFORM_ID}
) t
WHERE rn = 1
`);
const categories = categoriesResult.recordset;
const names = namesResult.recordset;
const articleCounts = articleCountsResult.recordset;
const images = imagesResult.recordset;
// Build tree with ROOT_CATEGORY_ID filter (if set)
// This gives us the subtree we're interested in
let tree = this._buildTree(categories, names, articleCounts, images, true);
// Deep copy tree for unpruned version (before pruning modifies it)
const unprunedTree = JSON.parse(JSON.stringify(tree));
// Generate translation template BEFORE pruning (to include all categories)
const translationTemplate = this._buildTranslationTemplate(tree);
const templateString = this._formatTranslationTemplate(translationTemplate);
// Now prune for the main tree
tree = this._pruneTree(tree);
// Ensure directory exists
await fs.mkdir(this.cacheDir, { recursive: true });
// Compare pruned tree
const treeString = JSON.stringify(tree, null, 2);
const changed = this.lastTreeString !== treeString;
if (changed) {
// Save template if it changed
if (this.lastTemplateString !== templateString) {
const templatePath = path.join(this.cacheDir, 'categories_translation_template.txt');
await fs.writeFile(templatePath, templateString);
console.log(`💾 Translation template saved to ${templatePath}`);
this.lastTemplateString = templateString;
}
const filePath = path.join(this.cacheDir, 'category_tree.json');
await fs.writeFile(filePath, treeString);
console.log(`💾 Category tree saved to ${filePath}`);
this.lastTreeString = treeString;
console.log('📢 Tree updated.');
} else {
//console.log('🤷 No changes detected in category tree.');
}
this.emit('synced', { tree, unprunedTree, changed });
} finally {
if (pool) {
await pool.close();
}
}
}
_buildTree(categories, names, articleCounts, images, applyRootFilter = true) {
// Create a map for quick lookup of names
const nameMap = new Map();
names.forEach(n => nameMap.set(n.kKategorie, n.cName));
// Create a map for article counts
const countMap = new Map();
articleCounts.forEach(c => countMap.set(c.kKategorie, c.count));
// Create a map for images
const imageMap = new Map();
images.forEach(i => imageMap.set(i.kKategorie, i.kBild));
// Create a map for category nodes
const categoryMap = new Map();
// Initialize all nodes
categories.forEach(cat => {
categoryMap.set(cat.kKategorie, {
kKategorie: cat.kKategorie,
cName: nameMap.get(cat.kKategorie) || `Unknown (${cat.kKategorie})`, // Fallback if name missing
articleCount: countMap.get(cat.kKategorie) || 0,
kBild: imageMap.get(cat.kKategorie) || null,
children: [],
nSort: cat.nSort || 0 // Store nSort temporarily
});
});
const rootNodes = [];
// Parse excluded IDs
const excludedIds = new Set(
(process.env.EXCLUDE_CATEGORY_IDS || '')
.split(',')
.map(id => parseInt(id.trim()))
.filter(id => !isNaN(id))
);
// Build hierarchy
categories.forEach(cat => {
// Skip if excluded
if (excludedIds.has(cat.kKategorie)) return;
const node = categoryMap.get(cat.kKategorie);
if (cat.kOberKategorie === 0) {
rootNodes.push(node);
} else {
const parent = categoryMap.get(cat.kOberKategorie);
if (parent) {
parent.children.push(node);
} else {
// Handle orphan nodes if necessary, or ignore
// console.warn(`Orphan category found: ${cat.kKategorie}`);
}
}
});
const rootId = process.env.ROOT_CATEGORY_ID ? parseInt(process.env.ROOT_CATEGORY_ID) : null;
let resultNodes = rootNodes;
if (rootId && applyRootFilter) {
if (excludedIds.has(rootId)) {
resultNodes = [];
} else {
const specificRoot = categoryMap.get(rootId);
// Return the children of the specified root, not the root itself
resultNodes = specificRoot ? specificRoot.children : [];
}
}
// Sort children and remove nSort
for (const node of categoryMap.values()) {
node.children.sort((a, b) => a.nSort - b.nSort || a.kKategorie - b.kKategorie);
}
// Sort root nodes if returning multiple
resultNodes.sort((a, b) => a.nSort - b.nSort || a.kKategorie - b.kKategorie);
// Remove nSort property from all nodes
for (const node of categoryMap.values()) {
delete node.nSort;
}
return resultNodes;
}
_pruneTree(nodes) {
// Filter out nodes that are empty (no articles) and have no valid children
return nodes.filter(node => {
// Recursively prune children
if (node.children && node.children.length > 0) {
node.children = this._pruneTree(node.children);
}
// Keep node if it has articles OR has remaining children
const hasArticles = node.articleCount > 0;
const hasChildren = node.children && node.children.length > 0;
return hasArticles || hasChildren;
});
}
_buildTranslationTemplate(nodes) {
return nodes.map(node => {
const result = { name: node.cName };
if (node.children && node.children.length > 0) {
result.children = this._buildTranslationTemplate(node.children);
}
return result;
});
}
_formatTranslationTemplate(nodes, indent = 0) {
const spaces = ' '.repeat(indent);
const innerSpaces = ' '.repeat(indent + 1);
if (nodes.length === 0) return '[]';
const lines = ['['];
nodes.forEach((node, index) => {
const isLast = index === nodes.length - 1;
if (node.children && node.children.length > 0) {
// Node with children - multi-line format
lines.push(`${innerSpaces}{`);
lines.push(`${innerSpaces} "name": "${node.name}",`);
lines.push(`${innerSpaces} "children": ${this._formatTranslationTemplate(node.children, indent + 2)}`);
lines.push(`${innerSpaces}}${isLast ? '' : ','}`);
} else {
// Leaf node - single line format
lines.push(`${innerSpaces}{ "name": "${node.name}" }${isLast ? '' : ','}`);
}
});
lines.push(`${spaces}]`);
return lines.join('\n');
}
}
const instance = new CategorySyncer();
export default instance;

View File

@@ -1,87 +1,51 @@
import fs from 'fs/promises'; import fs from 'fs/promises';
import path from 'path'; import path from 'path';
import sharp from 'sharp'; import sharp from 'sharp';
import { createConnection } from '../utils/database.js'; import { SyncQueueManager } from '../utils/sync-queue-manager.js';
import { ImageDataFetcher } from '../services/image-data-fetcher.js';
import { getExistingIds, deleteObsoleteFiles, ensureDir } from '../utils/file-sync-utils.js';
class PictureSyncer { class PictureSyncer {
constructor() { constructor() {
if (PictureSyncer.instance) { if (PictureSyncer.instance) {
return PictureSyncer.instance; return PictureSyncer.instance;
} }
this.cacheBaseDir = process.env.CACHE_LOCATION || '.';
// Track syncing state per group this.syncQueue = new SyncQueueManager();
this.isSyncing = new Map(); // groupName -> boolean this.dataFetcher = new ImageDataFetcher();
this.queuedSyncs = new Map(); // groupName -> { imageIds, groupName } this.cacheBaseDir = process.env.CACHE_LOCATION || '.';
PictureSyncer.instance = this; PictureSyncer.instance = this;
} }
async syncImages(imageIds, groupName) { async syncImages(imageIds, groupName) {
// Check if already syncing this group await this.syncQueue.executeSync(groupName, async () => {
if (this.isSyncing.get(groupName)) {
if (this.queuedSyncs.has(groupName)) {
console.log(`🚫 Image sync for '${groupName}' already in progress and queued. Ignoring.`);
return;
}
console.log(`⏳ Image sync for '${groupName}' already in progress. Queuing.`);
this.queuedSyncs.set(groupName, { imageIds, groupName });
return;
}
await this._doSync(imageIds, groupName);
}
async _doSync(imageIds, groupName) {
this.isSyncing.set(groupName, true);
try {
await this._performSync(imageIds, groupName); await this._performSync(imageIds, groupName);
} finally { }, { imageIds, groupName });
this.isSyncing.set(groupName, false);
// Process queued sync for this group if any
if (this.queuedSyncs.has(groupName)) {
console.log(`🔄 Processing queued image sync for '${groupName}'...`);
const queued = this.queuedSyncs.get(groupName);
this.queuedSyncs.delete(groupName);
setImmediate(() => this.syncImages(queued.imageIds, queued.groupName));
}
}
} }
async _performSync(imageIds, groupName) { async _performSync(imageIds, groupName) {
const groupDir = path.join(this.cacheBaseDir, 'img', groupName); const groupDir = path.join(this.cacheBaseDir, 'img', groupName);
// Ensure directory exists // Ensure directory exists
await fs.mkdir(groupDir, { recursive: true }); await ensureDir(groupDir);
// Get existing files // Get existing files
let existingFiles = []; const existingIds = await getExistingIds(groupDir, {
try { suffix: '.avif'
existingFiles = await fs.readdir(groupDir); });
} catch (err) {
// Directory might be empty or new
}
// Filter for image files (assuming we save as {id}.avif)
const existingIds = existingFiles
.filter(f => f.endsWith('.avif'))
.map(f => parseInt(f.replace('.avif', '')));
const validIds = new Set(imageIds.filter(id => id !== null && id !== undefined)); const validIds = new Set(imageIds.filter(id => id !== null && id !== undefined));
// 1. Delete obsolete images // Delete obsolete images
const toDelete = existingIds.filter(id => !validIds.has(id)); await deleteObsoleteFiles(
for (const id of toDelete) { groupDir,
const filePath = path.join(groupDir, `${id}.avif`); existingIds,
await fs.unlink(filePath); validIds,
} (id) => `${id}.avif`
if (toDelete.length > 0) { );
console.log(`🗑️ Deleted ${toDelete.length} obsolete images.`);
}
// 2. Download missing images // Download missing images
const toDownload = imageIds.filter(id => id !== null && id !== undefined && !existingIds.includes(id)); const toDownload = imageIds.filter(id => id !== null && id !== undefined && !existingIds.includes(id));
if (toDownload.length > 0) { if (toDownload.length > 0) {
@@ -93,49 +57,17 @@ class PictureSyncer {
} }
async _downloadImages(ids, dir) { async _downloadImages(ids, dir) {
let pool; await this.dataFetcher.fetchImagesInChunks(ids, async (record) => {
try { const filePath = path.join(dir, `${record.kBild}.avif`);
pool = await createConnection(); // Resize to 130x130 and convert to AVIF using sharp
await sharp(record.bBild)
// Process in chunks to avoid huge queries .resize(130, 130, {
const chunkSize = 50; fit: 'cover',
for (let i = 0; i < ids.length; i += chunkSize) { position: 'center'
const chunk = ids.slice(i, i + chunkSize); })
const list = chunk.join(','); .avif({ quality: 80 })
.toFile(filePath);
const result = await pool.request().query(` });
SELECT kBild, bBild
FROM tBild
WHERE kBild IN (${list})
`);
for (const record of result.recordset) {
if (record.bBild) {
const filePath = path.join(dir, `${record.kBild}.avif`);
// Resize to 130x130 and convert to AVIF using sharp
await sharp(record.bBild)
.resize(130, 130, {
fit: 'cover',
position: 'center'
})
.avif({ quality: 80 })
.toFile(filePath);
}
}
const processed = Math.min(i + chunkSize, ids.length);
if (processed === ids.length) {
console.log(`✅ Processed ${processed}/${ids.length} images.`);
} else {
console.log(`⏳ Processed ${processed}/${ids.length} images...`);
}
}
} catch (err) {
console.error('❌ Error downloading images:', err);
} finally {
if (pool) {
await pool.close();
}
}
} }
} }

View File

@@ -0,0 +1,120 @@
import fs from 'fs/promises';
import path from 'path';
import { SyncQueueManager } from '../utils/sync-queue-manager.js';
import { ProductDetailDataFetcher } from '../services/product-detail-data-fetcher.js';
import { getExistingIds, deleteObsoleteFiles, ensureDir, writeJsonIfChanged } from '../utils/file-sync-utils.js';
class ProductDetailSyncer {
constructor() {
if (ProductDetailSyncer.instance) {
return ProductDetailSyncer.instance;
}
this.syncQueue = new SyncQueueManager();
this.dataFetcher = new ProductDetailDataFetcher();
this.cacheBaseDir = process.env.CACHE_LOCATION || '.';
ProductDetailSyncer.instance = this;
}
async syncDetails(articleIds) {
await this.syncQueue.executeSync('product-details', async () => {
await this._performSync(articleIds);
}, articleIds);
}
async _performSync(articleIds) {
const detailsDir = path.join(this.cacheBaseDir, 'details');
const stateFile = path.join(this.cacheBaseDir, 'product-details-state.json');
// Ensure directory exists
await ensureDir(detailsDir);
// Load state
let lastSyncRowversion = null;
try {
const state = JSON.parse(await fs.readFile(stateFile, 'utf-8'));
lastSyncRowversion = state.lastSyncRowversion;
} catch (err) {
// State file might not exist yet
}
// Get existing files
const existingIds = await getExistingIds(detailsDir, {
suffix: '.json'
});
const validIds = new Set(articleIds.filter(id => id !== null && id !== undefined));
// Delete obsolete files
await deleteObsoleteFiles(
detailsDir,
existingIds,
validIds,
(id) => `${id}.json`
);
// Split into missing and present
const missingIds = [];
const presentIds = [];
for (const id of validIds) {
if (existingIds.includes(id)) {
presentIds.push(id);
} else {
missingIds.push(id);
}
}
// Determine what to fetch
const toFetch = new Set(missingIds);
if (presentIds.length > 0) {
// Check which present files need update based on rowversion
//console.log(`Checking changes for ${presentIds.length} present items with lastSyncRowversion: ${lastSyncRowversion}`);
const changedIds = await this.dataFetcher.fetchChangedArticleIds(presentIds, lastSyncRowversion);
//console.log(`Got ${changedIds.size} changed items from fetcher`);
changedIds.forEach(id => toFetch.add(id));
}
if (toFetch.size > 0) {
console.log(`📝 Syncing ${toFetch.size} product details (Missing: ${missingIds.length}, Changed: ${toFetch.size - missingIds.length})...`);
await this._fetchAndWriteDetails([...toFetch], detailsDir, stateFile, lastSyncRowversion);
} else {
//console.log(`✅ No product details to sync.`);
}
}
async _fetchAndWriteDetails(ids, dir, stateFile, currentMaxRowversion) {
let maxRowversion = currentMaxRowversion;
await this.dataFetcher.fetchDetailsInChunks(ids, async (record) => {
const filePath = path.join(dir, `${record.kArtikel}.json`);
// Update max rowversion
if (record.bRowversion) {
// Simple string comparison for hex strings works for sorting/max if length is same.
// MSSQL rowversions are fixed length (8 bytes), so hex string length should be constant.
if (!maxRowversion || record.bRowversion > maxRowversion) {
maxRowversion = record.bRowversion;
}
}
// Use writeJsonIfChanged which handles reading and comparing
// It will compare the new object with the existing JSON content
await writeJsonIfChanged(filePath, {
kArtikel: record.kArtikel,
cBeschreibung: record.cBeschreibung || null, // Ensure null is written if missing
bRowversion: record.bRowversion || null
});
});
// Save new state
if (maxRowversion && maxRowversion !== currentMaxRowversion) {
await fs.writeFile(stateFile, JSON.stringify({ lastSyncRowversion: maxRowversion }, null, 2));
}
}
}
const instance = new ProductDetailSyncer();
export default instance;

View File

@@ -0,0 +1,197 @@
/**
* Category tree manipulation utilities
*/
/**
* Parse excluded category IDs from environment variable
* @returns {Set<number>} - Set of excluded category IDs
*/
export function parseExcludedIds() {
return new Set(
(process.env.EXCLUDE_CATEGORY_IDS || '')
.split(',')
.map(id => parseInt(id.trim()))
.filter(id => !isNaN(id))
);
}
/**
* Parse included category IDs from environment variable
* @returns {Set<number>} - Set of included category IDs
*/
export function parseIncludedIds() {
return new Set(
(process.env.INCLUDE_CATEGORY_IDS || '')
.split(',')
.map(id => parseInt(id.trim()))
.filter(id => !isNaN(id))
);
}
/**
* Build a hierarchical category tree from flat data
* @param {Array} categories - Category records with kKategorie, kOberKategorie, nSort
* @param {Array} names - Name records with kKategorie, cName
* @param {Array} articleCounts - Article count records with kKategorie, count
* @param {Array} images - Image records with kKategorie, kBild
* @param {boolean} applyRootFilter - Whether to apply ROOT_CATEGORY_ID filter
* @returns {Array} - Array of root category nodes
*/
export function buildTree(categories, names, articleCounts, images, applyRootFilter = true) {
// Create maps for quick lookup
const nameMap = new Map();
names.forEach(n => nameMap.set(n.kKategorie, n.cName));
const countMap = new Map();
articleCounts.forEach(c => countMap.set(c.kKategorie, c.count));
const imageMap = new Map();
images.forEach(i => imageMap.set(i.kKategorie, i.kBild));
const categoryMap = new Map();
// Initialize all nodes
categories.forEach(cat => {
categoryMap.set(cat.kKategorie, {
kKategorie: cat.kKategorie,
cName: nameMap.get(cat.kKategorie) || `Unknown (${cat.kKategorie})`,
articleCount: countMap.get(cat.kKategorie) || 0,
kBild: imageMap.get(cat.kKategorie) || null,
children: [],
nSort: cat.nSort || 0
});
});
const rootNodes = [];
const excludedIds = parseExcludedIds();
const includedIds = parseIncludedIds();
// Build hierarchy
categories.forEach(cat => {
// Skip if excluded
if (excludedIds.has(cat.kKategorie)) return;
const node = categoryMap.get(cat.kKategorie);
if (cat.kOberKategorie === 0) {
rootNodes.push(node);
} else {
const parent = categoryMap.get(cat.kOberKategorie);
if (parent) {
parent.children.push(node);
}
}
});
const rootId = process.env.ROOT_CATEGORY_ID ? parseInt(process.env.ROOT_CATEGORY_ID) : null;
let resultNodes = rootNodes;
if (rootId && applyRootFilter) {
if (excludedIds.has(rootId)) {
resultNodes = [];
} else {
const specificRoot = categoryMap.get(rootId);
// Return the children of the specified root, not the root itself
resultNodes = specificRoot ? specificRoot.children : [];
}
}
// Add included categories to the result nodes (promoting them to root level)
includedIds.forEach(id => {
// Skip if excluded (exclusion takes precedence)
if (excludedIds.has(id)) return;
const node = categoryMap.get(id);
if (node) {
// Remove subcategories for included categories as requested
node.children = [];
// Avoid duplicates if the node is already in the result list
if (!resultNodes.includes(node)) {
resultNodes.push(node);
}
}
});
// Sort children and remove nSort
for (const node of categoryMap.values()) {
node.children.sort((a, b) => a.nSort - b.nSort || a.kKategorie - b.kKategorie);
}
// Sort root nodes
resultNodes.sort((a, b) => a.nSort - b.nSort || a.kKategorie - b.kKategorie);
// Remove nSort property from all nodes
for (const node of categoryMap.values()) {
delete node.nSort;
}
return resultNodes;
}
/**
* Prune tree to remove empty categories with no children
* @param {Array} nodes - Array of category nodes
* @returns {Array} - Filtered array of nodes
*/
export function pruneTree(nodes) {
return nodes.filter(node => {
// Recursively prune children
if (node.children && node.children.length > 0) {
node.children = pruneTree(node.children);
}
// Keep node if it has articles OR has remaining children
const hasArticles = node.articleCount > 0;
const hasChildren = node.children && node.children.length > 0;
return hasArticles || hasChildren;
});
}
/**
* Build translation template structure from tree
* @param {Array} nodes - Array of category nodes
* @returns {Array} - Simplified structure with only names and children
*/
export function buildTranslationTemplate(nodes) {
return nodes.map(node => {
const result = { name: node.cName };
if (node.children && node.children.length > 0) {
result.children = buildTranslationTemplate(node.children);
}
return result;
});
}
/**
* Format translation template as formatted JSON string
* @param {Array} nodes - Translation template nodes
* @param {number} indent - Current indentation level
* @returns {string} - Formatted JSON string
*/
export function formatTranslationTemplate(nodes, indent = 0) {
const spaces = ' '.repeat(indent);
const innerSpaces = ' '.repeat(indent + 1);
if (nodes.length === 0) return '[]';
const lines = ['['];
nodes.forEach((node, index) => {
const isLast = index === nodes.length - 1;
if (node.children && node.children.length > 0) {
// Node with children - multi-line format
lines.push(`${innerSpaces}{`);
lines.push(`${innerSpaces} "name": "${node.name}",`);
lines.push(`${innerSpaces} "children": ${formatTranslationTemplate(node.children, indent + 2)}`);
lines.push(`${innerSpaces}}${isLast ? '' : ','}`);
} else {
// Leaf node - single line format
lines.push(`${innerSpaces}{ "name": "${node.name}" }${isLast ? '' : ','}`);
}
});
lines.push(`${spaces}]`);
return lines.join('\n');
}

View File

@@ -0,0 +1,58 @@
/**
* Database utility functions for common operations
*/
/**
* Process items in chunks with a callback function
* @param {Array} items - Items to process
* @param {number} chunkSize - Size of each chunk
* @param {Function} processFn - Async function to process each chunk (receives chunk array)
* @param {Object} options - Optional configuration
* @param {boolean} options.showProgress - Whether to log progress (default: true)
* @param {string} options.itemName - Name of items for logging (default: 'items')
* @returns {Promise<void>}
*/
export async function processInChunks(items, chunkSize, processFn, options = {}) {
const { showProgress = true, itemName = 'items' } = options;
for (let i = 0; i < items.length; i += chunkSize) {
const chunk = items.slice(i, i + chunkSize);
await processFn(chunk, i);
if (showProgress) {
const processed = Math.min(i + chunkSize, items.length);
if (processed === items.length) {
console.log(`✅ Processed ${processed}/${items.length} ${itemName}.`);
} else {
console.log(`⏳ Processed ${processed}/${items.length} ${itemName}...`);
}
}
}
}
/**
* Create a SQL IN clause from an array of IDs
* @param {Array<number>} ids - Array of numeric IDs
* @returns {string} - Comma-separated string of IDs
*/
export function createInClause(ids) {
return ids.join(',');
}
/**
* Execute a database query with automatic connection management
* @param {Function} queryFn - Async function that receives pool and executes queries
* @param {Function} createConnection - Function to create database connection
* @returns {Promise<*>} - Result from queryFn
*/
export async function withConnection(queryFn, createConnection) {
let pool;
try {
pool = await createConnection();
return await queryFn(pool);
} finally {
if (pool) {
await pool.close();
}
}
}

View File

@@ -7,6 +7,7 @@ const config = {
user: process.env.DB_USER, user: process.env.DB_USER,
password: process.env.DB_PASSWORD, password: process.env.DB_PASSWORD,
server: process.env.DB_HOST, server: process.env.DB_HOST,
port: parseInt(process.env.DB_PORT, 10),
database: process.env.DB_DATABASE, database: process.env.DB_DATABASE,
options: { options: {
encrypt: false, // Adjust based on server config encrypt: false, // Adjust based on server config

View File

@@ -0,0 +1,134 @@
import fs from 'fs/promises';
import path from 'path';
/**
* File synchronization utility functions
*/
/**
* Get existing IDs from files in a directory
* @param {string} dir - Directory path
* @param {Object} options - Configuration options
* @param {string} options.prefix - File prefix to filter (e.g., 'category_')
* @param {string} options.suffix - File suffix to filter (e.g., '.json')
* @param {RegExp} options.pattern - Custom regex pattern to extract ID
* @returns {Promise<number[]>} - Array of numeric IDs
*/
export async function getExistingIds(dir, options = {}) {
const { prefix = '', suffix = '', pattern = null } = options;
let existingFiles = [];
try {
existingFiles = await fs.readdir(dir);
} catch (err) {
// Directory might be empty or new
return [];
}
if (pattern) {
return existingFiles
.map(f => {
const match = f.match(pattern);
return match ? parseInt(match[1]) : null;
})
.filter(id => id !== null && !isNaN(id));
}
return existingFiles
.filter(f => {
if (prefix && !f.startsWith(prefix)) return false;
if (suffix && !f.endsWith(suffix)) return false;
return true;
})
.map(f => {
let id = f;
if (prefix) id = id.replace(prefix, '');
if (suffix) id = id.replace(suffix, '');
return parseInt(id);
})
.filter(id => !isNaN(id));
}
/**
* Delete obsolete files based on valid IDs
* @param {string} dir - Directory path
* @param {number[]} existingIds - IDs of existing files
* @param {Set<number>} validIds - Set of valid IDs to keep
* @param {Function} filenameFn - Function to generate filename from ID
* @returns {Promise<number>} - Number of files deleted
*/
export async function deleteObsoleteFiles(dir, existingIds, validIds, filenameFn) {
const toDelete = existingIds.filter(id => !validIds.has(id));
for (const id of toDelete) {
const filePath = path.join(dir, filenameFn(id));
await fs.unlink(filePath);
}
if (toDelete.length > 0) {
console.log(`🗑️ Deleted ${toDelete.length} obsolete files.`);
}
return toDelete.length;
}
/**
* Write JSON to file only if content has changed
* @param {string} filePath - Full path to file
* @param {*} data - Data to write (will be JSON.stringify'd)
* @param {number} indent - JSON indentation (default: 2)
* @returns {Promise<boolean>} - True if file was written, false if unchanged
*/
export async function writeJsonIfChanged(filePath, data, indent = 2) {
const newContent = JSON.stringify(data, null, indent);
let oldContent = '';
try {
oldContent = await fs.readFile(filePath, 'utf-8');
} catch (e) {
// File doesn't exist yet
}
if (oldContent !== newContent) {
await fs.writeFile(filePath, newContent);
return true;
}
return false;
}
/**
* Ensure directory exists, create if it doesn't
* @param {string} dir - Directory path
* @returns {Promise<void>}
*/
export async function ensureDir(dir) {
await fs.mkdir(dir, { recursive: true });
}
/**
* Read JSON file safely
* @param {string} filePath - Full path to file
* @returns {Promise<*|null>} - Parsed JSON or null if file doesn't exist
*/
export async function readJsonFile(filePath) {
try {
const content = await fs.readFile(filePath, 'utf-8');
return JSON.parse(content);
} catch (err) {
return null;
}
}
/**
* Read text file safely
* @param {string} filePath - Full path to file
* @returns {Promise<string|null>} - File content or null if file doesn't exist
*/
export async function readTextFile(filePath) {
try {
return await fs.readFile(filePath, 'utf-8');
} catch (err) {
return null;
}
}

View File

@@ -0,0 +1,76 @@
/**
* SyncQueueManager - Manages sync operations with queuing support
*
* Prevents concurrent syncs for the same key and queues subsequent requests.
* Supports both global syncing (single key) and per-group syncing (multiple keys).
*/
export class SyncQueueManager {
constructor() {
this.isSyncing = new Map(); // key -> boolean
this.queuedSyncs = new Map(); // key -> queuedData
}
/**
* Execute a sync operation with automatic queuing
* @param {string} key - Unique identifier for this sync operation
* @param {Function} syncFn - Async function to execute
* @param {*} queuedData - Data to pass to queued sync (optional)
* @returns {Promise<void>}
*/
async executeSync(key, syncFn, queuedData = null) {
// Check if already syncing this key
if (this.isSyncing.get(key)) {
if (this.queuedSyncs.has(key)) {
console.log(`🚫 Sync for '${key}' already in progress and queued. Ignoring.`);
return;
}
console.log(`⏳ Sync for '${key}' already in progress. Queuing.`);
this.queuedSyncs.set(key, queuedData);
return;
}
await this._doSync(key, syncFn);
}
async _doSync(key, syncFn) {
this.isSyncing.set(key, true);
try {
await syncFn();
} finally {
this.isSyncing.set(key, false);
// Process queued sync for this key if any
if (this.queuedSyncs.has(key)) {
const queuedData = this.queuedSyncs.get(key);
this.queuedSyncs.delete(key);
// Log only if we have meaningful data to show
if (queuedData !== null && queuedData !== undefined) {
console.log(`🔄 Processing queued sync for '${key}'...`);
}
// Use setImmediate to allow stack to clear/event loop to tick
setImmediate(() => this.executeSync(key, syncFn, queuedData));
}
}
}
/**
* Check if a sync is currently in progress for a key
* @param {string} key - Unique identifier
* @returns {boolean}
*/
isSyncInProgress(key) {
return this.isSyncing.get(key) || false;
}
/**
* Check if a sync is queued for a key
* @param {string} key - Unique identifier
* @returns {boolean}
*/
isSyncQueued(key) {
return this.queuedSyncs.has(key);
}
}