Splunk Git Pusher
3 months ago
parent
3c2ecb79ab
commit
e7be2c8f38
@ -0,0 +1,406 @@
|
||||
// ============================================
|
||||
// CHARGER LES DASHBOARDS DYNAMIQUEMENT
|
||||
// ============================================
|
||||
|
||||
// Charger les applications
|
||||
function loadAvailableApps() {
|
||||
console.log("loadAvailableApps called");
|
||||
|
||||
const apiUrl = '/en-US/splunkd/__raw/services/apps/local?output_mode=json&count=0';
|
||||
|
||||
fetch(apiUrl)
|
||||
.then(response => {
|
||||
if (!response.ok) {
|
||||
throw new Error('HTTP ' + response.status);
|
||||
}
|
||||
return response.json();
|
||||
})
|
||||
.then(data => {
|
||||
console.log("Apps Response: Found " + (data.entry ? data.entry.length : 0) + " apps");
|
||||
|
||||
if (data.entry && data.entry.length > 0) {
|
||||
const apps = data.entry
|
||||
.filter(item => {
|
||||
// Filtrer les apps système
|
||||
const isHidden = item.content && item.content.is_visible === 0;
|
||||
const appName = item.name;
|
||||
// Exclure les apps système
|
||||
const systemApps = ['launcher', 'splunk_monitoring_console', 'introspection'];
|
||||
return !isHidden && !systemApps.includes(appName);
|
||||
})
|
||||
.map(item => ({
|
||||
id: item.name,
|
||||
name: item.content.label || item.name,
|
||||
description: item.content.description || ''
|
||||
}))
|
||||
.sort((a, b) => a.name.localeCompare(b.name));
|
||||
|
||||
console.log("Filtered apps: " + apps.length);
|
||||
populateAppsList(apps);
|
||||
} else {
|
||||
console.warn("No apps found");
|
||||
showAppsEmpty();
|
||||
}
|
||||
})
|
||||
.catch(error => {
|
||||
console.error("API Error:", error);
|
||||
showAppsEmpty();
|
||||
});
|
||||
}
|
||||
|
||||
function populateAppsList(apps) {
|
||||
console.log("populateAppsList called with", apps.length, "apps");
|
||||
|
||||
const container = document.getElementById('dashboard-list');
|
||||
|
||||
if (!container) {
|
||||
console.error("dashboard-list container not found");
|
||||
return;
|
||||
}
|
||||
|
||||
if (!apps || apps.length === 0) {
|
||||
showAppsEmpty();
|
||||
return;
|
||||
}
|
||||
|
||||
let html = '<div class="select-all-group">';
|
||||
html += '<input type="checkbox" id="select-all" onchange="toggleSelectAll(this)">';
|
||||
html += '<label for="select-all">Select All (' + apps.length + ' apps)</label>';
|
||||
html += '</div>';
|
||||
|
||||
apps.forEach((app, index) => {
|
||||
const checkboxId = 'app-' + index;
|
||||
html += '<div class="dashboard-item">';
|
||||
html += '<input type="checkbox" id="' + checkboxId + '" value="' + app.id + '" data-app="' + app.id + '" data-name="' + app.name + '">';
|
||||
html += '<label for="' + checkboxId + '"><strong>' + app.name + '</strong> <span class="app-badge">' + app.id + '</span>';
|
||||
if (app.description) {
|
||||
html += '<div style="font-size: 11px; color: #666; margin-top: 3px;">' + app.description + '</div>';
|
||||
}
|
||||
html += '</label>';
|
||||
html += '</div>';
|
||||
});
|
||||
|
||||
container.innerHTML = html;
|
||||
console.log('Successfully populated ' + apps.length + ' apps');
|
||||
}
|
||||
|
||||
function showAppsEmpty() {
|
||||
const container = document.getElementById('dashboard-list');
|
||||
if (container) {
|
||||
container.innerHTML = '<div class="dashboard-empty">No apps found</div>';
|
||||
}
|
||||
console.log("Displayed empty state");
|
||||
}
|
||||
|
||||
// Attendre que le DOM soit chargé
|
||||
function initScript() {
|
||||
console.log("initScript called");
|
||||
|
||||
// Charger les applications
|
||||
loadAvailableApps();
|
||||
|
||||
// Attacher les event listeners au bouton
|
||||
const pushBtn = document.getElementById('push-btn');
|
||||
if (pushBtn) {
|
||||
console.log("Push button found, attaching listener");
|
||||
pushBtn.addEventListener('click', function(e) {
|
||||
e.preventDefault();
|
||||
console.log("Push button clicked!");
|
||||
pushDashboards();
|
||||
});
|
||||
} else {
|
||||
console.warn("Push button not found");
|
||||
}
|
||||
}
|
||||
|
||||
if (document.readyState === 'loading') {
|
||||
document.addEventListener('DOMContentLoaded', function() {
|
||||
console.log("DOM Ready - Initializing script...");
|
||||
setTimeout(function() {
|
||||
initScript();
|
||||
}, 1000);
|
||||
});
|
||||
} else {
|
||||
console.log("DOM already ready - Initializing script...");
|
||||
setTimeout(function() {
|
||||
initScript();
|
||||
}, 1000);
|
||||
}
|
||||
|
||||
function getFormKeyValue() {
|
||||
try {
|
||||
// Chercher dans les meta tags du DOM
|
||||
const metaTag = document.querySelector('meta[name="splunk_form_key"]');
|
||||
if (metaTag) {
|
||||
return metaTag.getAttribute('content');
|
||||
}
|
||||
|
||||
// Chercher dans les cookies
|
||||
const cookies = document.cookie.split(';');
|
||||
for (let cookie of cookies) {
|
||||
const [name, value] = cookie.trim().split('=');
|
||||
if (name === 'splunk_form_key') {
|
||||
return decodeURIComponent(value);
|
||||
}
|
||||
}
|
||||
|
||||
console.warn("Could not find form key, proceeding without it");
|
||||
return '';
|
||||
} catch (e) {
|
||||
console.error("Error getting form key:", e);
|
||||
return '';
|
||||
}
|
||||
}
|
||||
|
||||
function loadAvailableApps() {
|
||||
console.log("loadAvailableApps called");
|
||||
|
||||
const apiUrl = '/en-US/splunkd/__raw/services/apps/local?output_mode=json&count=0';
|
||||
|
||||
fetch(apiUrl)
|
||||
.then(response => {
|
||||
if (!response.ok) {
|
||||
throw new Error('HTTP ' + response.status);
|
||||
}
|
||||
return response.json();
|
||||
})
|
||||
.then(data => {
|
||||
console.log("Apps Response: Found " + (data.entry ? data.entry.length : 0) + " apps");
|
||||
|
||||
if (data.entry && data.entry.length > 0) {
|
||||
const apps = data.entry
|
||||
.filter(item => {
|
||||
// Filtrer les apps système
|
||||
const isHidden = item.content && item.content.is_visible === 0;
|
||||
const appName = item.name;
|
||||
// Exclure les apps système
|
||||
const systemApps = ['launcher', 'splunk_monitoring_console', 'introspection'];
|
||||
return !isHidden && !systemApps.includes(appName);
|
||||
})
|
||||
.map(item => ({
|
||||
id: item.name,
|
||||
name: item.content.label || item.name,
|
||||
description: item.content.description || ''
|
||||
}))
|
||||
.sort((a, b) => a.name.localeCompare(b.name));
|
||||
|
||||
console.log("Filtered apps: " + apps.length);
|
||||
populateAppsList(apps);
|
||||
} else {
|
||||
console.warn("No apps found");
|
||||
showAppsEmpty();
|
||||
}
|
||||
})
|
||||
.catch(error => {
|
||||
console.error("API Error:", error);
|
||||
showAppsEmpty();
|
||||
});
|
||||
}
|
||||
|
||||
function populateAppsList(apps) {
|
||||
console.log("populateAppsList called with", apps.length, "apps");
|
||||
|
||||
const container = document.getElementById('dashboard-list');
|
||||
|
||||
if (!container) {
|
||||
console.error("dashboard-list container not found");
|
||||
return;
|
||||
}
|
||||
|
||||
if (!apps || apps.length === 0) {
|
||||
showAppsEmpty();
|
||||
return;
|
||||
}
|
||||
|
||||
let html = '<div class="select-all-group">';
|
||||
html += '<input type="checkbox" id="select-all" onchange="toggleSelectAll(this)">';
|
||||
html += '<label for="select-all">Select All (' + apps.length + ' apps)</label>';
|
||||
html += '</div>';
|
||||
|
||||
apps.forEach((app, index) => {
|
||||
const checkboxId = 'app-' + index;
|
||||
html += '<div class="dashboard-item">';
|
||||
html += '<input type="checkbox" id="' + checkboxId + '" value="' + app.id + '" data-app="' + app.id + '" data-name="' + app.name + '">';
|
||||
html += '<label for="' + checkboxId + '"><strong>' + app.name + '</strong> <span class="app-badge">' + app.id + '</span>';
|
||||
if (app.description) {
|
||||
html += '<div style="font-size: 11px; color: #666; margin-top: 3px;">' + app.description + '</div>';
|
||||
}
|
||||
html += '</label>';
|
||||
html += '</div>';
|
||||
});
|
||||
|
||||
container.innerHTML = html;
|
||||
console.log('Successfully populated ' + apps.length + ' apps');
|
||||
}
|
||||
|
||||
function showAppsEmpty() {
|
||||
const container = document.getElementById('dashboard-list');
|
||||
if (container) {
|
||||
container.innerHTML = '<div class="dashboard-empty">No apps found</div>';
|
||||
}
|
||||
console.log("Displayed empty state");
|
||||
}
|
||||
|
||||
function toggleSelectAll(checkbox) {
|
||||
const checkboxes = document.querySelectorAll('#dashboard-list input[type="checkbox"]:not(#select-all)');
|
||||
checkboxes.forEach(cb => cb.checked = checkbox.checked);
|
||||
}
|
||||
|
||||
// ============================================
|
||||
// POUSSER LES DASHBOARDS VERS GIT
|
||||
// ============================================
|
||||
|
||||
function pushDashboards() {
|
||||
console.log("pushDashboards called");
|
||||
|
||||
const gitUrl = document.getElementById('git-url').value;
|
||||
const gitBranch = document.getElementById('git-branch').value;
|
||||
const gitToken = document.getElementById('git-token').value;
|
||||
const commitMessage = document.getElementById('commit-message').value;
|
||||
|
||||
console.log("Git URL:", gitUrl);
|
||||
console.log("Git Branch:", gitBranch);
|
||||
console.log("Commit Message:", commitMessage);
|
||||
|
||||
const checkboxes = document.querySelectorAll('#dashboard-list input[type="checkbox"]:not(#select-all):checked');
|
||||
const selectedApps = Array.from(checkboxes).map(cb => ({
|
||||
id: cb.value,
|
||||
name: cb.getAttribute('data-name')
|
||||
}));
|
||||
|
||||
console.log("Selected apps:", selectedApps);
|
||||
|
||||
// Validation
|
||||
if (!gitUrl.trim()) {
|
||||
console.warn("Validation failed: No Git URL");
|
||||
showError('Please enter a Git repository URL');
|
||||
return;
|
||||
}
|
||||
|
||||
if (!gitToken.trim()) {
|
||||
console.warn("Validation failed: No Git token");
|
||||
showError('Please enter your Git token or password');
|
||||
return;
|
||||
}
|
||||
|
||||
if (!commitMessage.trim()) {
|
||||
console.warn("Validation failed: No commit message");
|
||||
showError('Please enter a commit message');
|
||||
return;
|
||||
}
|
||||
|
||||
if (selectedApps.length === 0) {
|
||||
console.warn("Validation failed: No apps selected");
|
||||
showError('Please select at least one application');
|
||||
return;
|
||||
}
|
||||
|
||||
console.log("Validation passed, showing loading state...");
|
||||
|
||||
// Afficher le loading
|
||||
document.getElementById('loading').style.display = 'block';
|
||||
document.getElementById('success-msg').style.display = 'none';
|
||||
document.getElementById('error-msg').style.display = 'none';
|
||||
document.getElementById('push-btn').disabled = true;
|
||||
|
||||
// Préparer les données - passer les apps au lieu des dashboards
|
||||
const payload = {
|
||||
git_url: gitUrl,
|
||||
git_branch: gitBranch,
|
||||
git_token: gitToken,
|
||||
apps: selectedApps,
|
||||
commit_message: commitMessage,
|
||||
timestamp: new Date().toISOString(),
|
||||
user: getCurrentUser()
|
||||
};
|
||||
|
||||
console.log("Payload prepared:", payload);
|
||||
|
||||
// Appeler le script Python via serveur
|
||||
callPushScript(payload);
|
||||
}
|
||||
|
||||
function callPushScript(payload) {
|
||||
console.log("callPushScript called");
|
||||
console.log("Payload:", payload);
|
||||
|
||||
// Construire l'URL vers le serveur Python sur le port 9999 en HTTP
|
||||
const hostname = window.location.hostname;
|
||||
const baseUrl = `http://${hostname}:9999`;
|
||||
|
||||
const url = new URL('/push', baseUrl);
|
||||
|
||||
// Ajouter les paramètres en query string
|
||||
url.searchParams.append('git_url', payload.git_url);
|
||||
url.searchParams.append('git_branch', payload.git_branch);
|
||||
url.searchParams.append('git_token', payload.git_token);
|
||||
url.searchParams.append('commit_message', payload.commit_message);
|
||||
|
||||
// Encoder correctement les apps en JSON
|
||||
const appsJson = JSON.stringify(payload.apps);
|
||||
console.log("Apps JSON:", appsJson);
|
||||
url.searchParams.append('apps', appsJson);
|
||||
|
||||
url.searchParams.append('user', payload.user);
|
||||
|
||||
console.log("Calling:", url.toString());
|
||||
|
||||
fetch(url.toString(), {
|
||||
method: 'POST',
|
||||
mode: 'no-cors'
|
||||
})
|
||||
.then(response => {
|
||||
// Avec no-cors, on ne peut pas lire response.json()
|
||||
// Donc on suppose que si la requête arrive au serveur, c'est bon
|
||||
console.log("Request sent successfully");
|
||||
document.getElementById('loading').style.display = 'none';
|
||||
document.getElementById('push-btn').disabled = false;
|
||||
showSuccess('Push request sent! Check server logs for details.');
|
||||
resetForm();
|
||||
return;
|
||||
})
|
||||
.catch(error => {
|
||||
console.error('Fetch error:', error);
|
||||
document.getElementById('loading').style.display = 'none';
|
||||
document.getElementById('push-btn').disabled = false;
|
||||
showError('Network error: ' + error.message);
|
||||
});
|
||||
}
|
||||
|
||||
function getCurrentUser() {
|
||||
try {
|
||||
// Essayer plusieurs méthodes
|
||||
if (Splunk && Splunk.util && typeof Splunk.util.getCurrentUser === 'function') {
|
||||
return Splunk.util.getCurrentUser();
|
||||
}
|
||||
|
||||
// Fallback: chercher dans le DOM ou retourner 'unknown'
|
||||
return 'unknown_user';
|
||||
} catch (e) {
|
||||
console.warn("Could not get current user:", e);
|
||||
return 'unknown_user';
|
||||
}
|
||||
}
|
||||
|
||||
function showSuccess(message) {
|
||||
const successMsg = document.getElementById('success-msg');
|
||||
document.getElementById('success-text').textContent = message;
|
||||
successMsg.style.display = 'block';
|
||||
setTimeout(() => {
|
||||
successMsg.style.display = 'none';
|
||||
}, 5000);
|
||||
}
|
||||
|
||||
function showError(message) {
|
||||
const errorMsg = document.getElementById('error-msg');
|
||||
document.getElementById('error-text').textContent = 'X ' + message;
|
||||
errorMsg.style.display = 'block';
|
||||
}
|
||||
|
||||
function resetForm() {
|
||||
document.getElementById('git-url').value = '';
|
||||
document.getElementById('git-branch').value = 'main';
|
||||
document.getElementById('git-token').value = '';
|
||||
document.getElementById('commit-message').value = '';
|
||||
document.querySelectorAll('#dashboard-list input[type="checkbox"]').forEach(cb => cb.checked = false);
|
||||
}
|
||||
@ -0,0 +1 @@
|
||||
This is where you put any scripts you want to add to this app.
|
||||
@ -0,0 +1 @@
|
||||
919562
|
||||
@ -0,0 +1,319 @@
|
||||
#!/usr/bin/env python
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import sys
|
||||
import os
|
||||
import json
|
||||
import logging
|
||||
import tempfile
|
||||
import shutil
|
||||
import subprocess
|
||||
from datetime import datetime
|
||||
from http.server import HTTPServer, BaseHTTPRequestHandler
|
||||
from urllib.parse import parse_qs, urlparse
|
||||
|
||||
# Configuration du logging
|
||||
log_dir = '/opt/splunk/var/log/splunk'
|
||||
os.makedirs(log_dir, exist_ok=True)
|
||||
|
||||
logging.basicConfig(
|
||||
level=logging.INFO,
|
||||
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
|
||||
handlers=[
|
||||
logging.FileHandler(os.path.join(log_dir, 'git_pusher.log')),
|
||||
logging.StreamHandler()
|
||||
]
|
||||
)
|
||||
logger = logging.getLogger('git_pusher')
|
||||
|
||||
|
||||
class GitPusherRequestHandler(BaseHTTPRequestHandler):
|
||||
"""Handler pour les requêtes HTTP"""
|
||||
|
||||
def do_OPTIONS(self):
|
||||
"""Traiter les requêtes OPTIONS (CORS preflight)"""
|
||||
self.send_response(200)
|
||||
self.send_header('Access-Control-Allow-Origin', '*')
|
||||
self.send_header('Access-Control-Allow-Methods', 'POST, GET, OPTIONS')
|
||||
self.send_header('Access-Control-Allow-Headers', 'Content-Type')
|
||||
self.end_headers()
|
||||
|
||||
def do_POST(self):
|
||||
"""Traiter les requêtes POST"""
|
||||
# Envoyer les headers CORS EN PREMIER
|
||||
self.send_response(200)
|
||||
self.send_header('Content-type', 'application/json')
|
||||
self.send_header('Access-Control-Allow-Origin', '*')
|
||||
self.send_header('Access-Control-Allow-Methods', 'POST, GET, OPTIONS')
|
||||
self.send_header('Access-Control-Allow-Headers', 'Content-Type')
|
||||
self.end_headers()
|
||||
|
||||
try:
|
||||
logger.info(f"POST request to {self.path}")
|
||||
|
||||
# Parser l'URL et les paramètres
|
||||
parsed_url = urlparse(self.path)
|
||||
query_params = parse_qs(parsed_url.query)
|
||||
|
||||
logger.info(f"Query params keys: {list(query_params.keys())}")
|
||||
|
||||
# Extraire les paramètres
|
||||
git_url = query_params.get('git_url', [''])[0]
|
||||
git_branch = query_params.get('git_branch', ['main'])[0]
|
||||
git_token = query_params.get('git_token', [''])[0]
|
||||
commit_message = query_params.get('commit_message', [''])[0]
|
||||
|
||||
# Accepter soit 'apps' soit 'dashboards'
|
||||
apps_json = query_params.get('apps', query_params.get('dashboards', ['[]']))[0]
|
||||
user = query_params.get('user', ['unknown'])[0]
|
||||
|
||||
logger.info(f"Parameters received: git_url={git_url}, branch={git_branch}, user={user}")
|
||||
logger.info(f"Raw apps_json: '{apps_json}'")
|
||||
|
||||
# Parser les apps
|
||||
try:
|
||||
# parse_qs décode déjà, mais au cas où
|
||||
if isinstance(apps_json, str):
|
||||
apps = json.loads(apps_json)
|
||||
else:
|
||||
apps = apps_json
|
||||
except (json.JSONDecodeError, TypeError) as e:
|
||||
logger.error(f"JSON parse error: {e} - trying to parse: {apps_json}")
|
||||
apps = []
|
||||
|
||||
logger.info(f"Parsed apps: {len(apps)} items - {apps}")
|
||||
|
||||
# Valider
|
||||
if not git_url or not git_token or not commit_message or not apps:
|
||||
logger.warning(f"Validation failed: git_url={bool(git_url)}, git_token={bool(git_token)}, commit_message={bool(commit_message)}, apps={len(apps)}")
|
||||
response = {
|
||||
'status': 'error',
|
||||
'message': 'Missing required parameters'
|
||||
}
|
||||
self.wfile.write(json.dumps(response).encode())
|
||||
return
|
||||
|
||||
# Créer un répertoire temporaire
|
||||
temp_dir = tempfile.mkdtemp(prefix='splunk_git_')
|
||||
logger.info(f"Created temp directory: {temp_dir}")
|
||||
|
||||
try:
|
||||
# Préparer l'URL Git
|
||||
git_url_with_token = self.prepare_git_url(git_url, git_token)
|
||||
|
||||
# Cloner
|
||||
logger.info("Cloning repository...")
|
||||
self.clone_repository(temp_dir, git_url_with_token, git_branch)
|
||||
|
||||
# Récupérer TOUTES les applications (dossiers complets)
|
||||
logger.info("Fetching applications from Splunk...")
|
||||
dashboard_contents = self.fetch_apps_directories(apps)
|
||||
|
||||
# Créer le dossier apps
|
||||
apps_dir = os.path.join(temp_dir, 'apps')
|
||||
os.makedirs(apps_dir, exist_ok=True)
|
||||
|
||||
# Copier les applications
|
||||
logger.info("Copying applications to repository...")
|
||||
for app_data in dashboard_contents:
|
||||
app_name = app_data['name']
|
||||
app_path = app_data['path']
|
||||
dest_path = os.path.join(apps_dir, app_name)
|
||||
|
||||
if os.path.exists(app_path):
|
||||
logger.info(f"Copying app {app_name} from {app_path}")
|
||||
shutil.copytree(app_path, dest_path)
|
||||
logger.info(f"Copied app: {app_name}")
|
||||
else:
|
||||
logger.warning(f"App path not found: {app_path}")
|
||||
|
||||
# Configurer git
|
||||
logger.info("Configuring git...")
|
||||
subprocess.run(['git', 'config', 'user.email', 'splunk@splunk.local'],
|
||||
cwd=temp_dir, capture_output=True)
|
||||
subprocess.run(['git', 'config', 'user.name', 'Splunk Git Pusher'],
|
||||
cwd=temp_dir, capture_output=True)
|
||||
|
||||
# Commit et push
|
||||
logger.info("Adding files...")
|
||||
subprocess.run(['git', 'add', '-A'], cwd=temp_dir, capture_output=True)
|
||||
|
||||
full_message = f"{commit_message}\n\nPushed by: {user}\nTimestamp: {datetime.now().isoformat()}"
|
||||
logger.info("Committing...")
|
||||
result = subprocess.run(['git', 'commit', '-m', full_message],
|
||||
cwd=temp_dir, capture_output=True, text=True)
|
||||
|
||||
if result.returncode != 0:
|
||||
logger.warning(f"Commit may have failed or had no changes: {result.stderr}")
|
||||
|
||||
logger.info("Pushing...")
|
||||
result = subprocess.run(['git', 'push', 'origin', git_branch],
|
||||
cwd=temp_dir, capture_output=True, text=True, timeout=60)
|
||||
|
||||
if result.returncode != 0:
|
||||
raise Exception(f"Push failed: {result.stderr}")
|
||||
|
||||
logger.info("Push successful!")
|
||||
response = {
|
||||
'status': 'success',
|
||||
'message': f'Successfully pushed {len(dashboard_contents)} dashboards from {len(apps)} application(s) to Git',
|
||||
'dashboards_pushed': len(dashboard_contents)
|
||||
}
|
||||
self.wfile.write(json.dumps(response).encode())
|
||||
|
||||
finally:
|
||||
logger.info(f"Cleaning up {temp_dir}")
|
||||
shutil.rmtree(temp_dir, ignore_errors=True)
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"Error: {str(e)}", exc_info=True)
|
||||
response = {
|
||||
'status': 'error',
|
||||
'message': f'Error: {str(e)}'
|
||||
}
|
||||
self.wfile.write(json.dumps(response).encode())
|
||||
|
||||
def log_message(self, format, *args):
|
||||
"""Éviter les logs HTTP par défaut"""
|
||||
logger.debug(format % args)
|
||||
|
||||
@staticmethod
|
||||
def prepare_git_url(git_url, token):
|
||||
"""Préparer l'URL Git avec le token"""
|
||||
if git_url.startswith('https://'):
|
||||
parts = git_url.replace('https://', '').split('/')
|
||||
return f"https://{token}@{'/'.join(parts)}"
|
||||
return git_url
|
||||
|
||||
@staticmethod
|
||||
def clone_repository(dest_dir, git_url, branch):
|
||||
"""Cloner le repository"""
|
||||
try:
|
||||
cmd = ['git', 'clone', '--depth', '1', '--branch', branch, git_url, dest_dir]
|
||||
result = subprocess.run(cmd, capture_output=True, text=True, timeout=60)
|
||||
|
||||
if result.returncode != 0:
|
||||
raise Exception(f"Clone failed: {result.stderr}")
|
||||
|
||||
logger.info("Repository cloned successfully")
|
||||
except subprocess.TimeoutExpired:
|
||||
raise Exception("Git clone operation timed out")
|
||||
except FileNotFoundError:
|
||||
raise Exception("Git is not installed on this system")
|
||||
|
||||
@staticmethod
|
||||
def fetch_apps_directories(apps):
|
||||
"""Récupérer les dossiers complets des applications"""
|
||||
logger.info(f"Fetching directories for {len(apps)} applications")
|
||||
|
||||
splunk_home = '/opt/splunk'
|
||||
apps_base_path = os.path.join(splunk_home, 'etc', 'apps')
|
||||
|
||||
app_directories = []
|
||||
|
||||
for app in apps:
|
||||
app_id = app.get('id') or app.get('app_id')
|
||||
app_path = os.path.join(apps_base_path, app_id)
|
||||
|
||||
logger.info(f"Checking app directory: {app_path}")
|
||||
|
||||
if os.path.isdir(app_path):
|
||||
app_directories.append({
|
||||
'name': app_id,
|
||||
'path': app_path,
|
||||
'size': sum(os.path.getsize(os.path.join(dirpath, filename))
|
||||
for dirpath, dirnames, filenames in os.walk(app_path)
|
||||
for filename in filenames)
|
||||
})
|
||||
logger.info(f"Found app: {app_id} at {app_path}")
|
||||
else:
|
||||
logger.warning(f"App directory not found: {app_path}")
|
||||
|
||||
logger.info(f"Successfully found {len(app_directories)} application directories")
|
||||
return app_directories
|
||||
"""Récupérer TOUS les dashboards de chaque application"""
|
||||
logger.info(f"Fetching dashboards from {len(apps)} applications")
|
||||
|
||||
import urllib.request
|
||||
import urllib.error
|
||||
import ssl
|
||||
import base64
|
||||
|
||||
# Ignorer les certificats SSL auto-signés
|
||||
ssl_context = ssl.create_default_context()
|
||||
ssl_context.check_hostname = False
|
||||
ssl_context.verify_mode = ssl.CERT_NONE
|
||||
|
||||
dashboard_contents = []
|
||||
|
||||
# Lire le fichier de configuration Splunk pour obtenir les credentials
|
||||
# Ou utiliser des credentials par défaut
|
||||
splunk_username = os.environ.get('SPLUNK_USERNAME', 'admin')
|
||||
splunk_password = os.environ.get('SPLUNK_PASSWORD', 'changeme')
|
||||
|
||||
# Créer l'authentification Basic
|
||||
credentials = base64.b64encode(f"{splunk_username}:{splunk_password}".encode()).decode()
|
||||
|
||||
for app in apps:
|
||||
app_id = app.get('id') or app.get('app_id')
|
||||
logger.info(f"Fetching all dashboards from app: {app_id}")
|
||||
|
||||
try:
|
||||
# Récupérer la liste de TOUS les dashboards de cette app
|
||||
api_url = f"https://127.0.0.1:8089/servicesNS/-/{app_id}/data/ui/views?output_mode=json&count=0"
|
||||
|
||||
logger.debug(f"API URL: {api_url}")
|
||||
|
||||
req = urllib.request.Request(api_url)
|
||||
req.add_header('Authorization', f'Basic {credentials}')
|
||||
|
||||
with urllib.request.urlopen(req, timeout=15, context=ssl_context) as response:
|
||||
api_data = json.loads(response.read().decode('utf-8'))
|
||||
|
||||
if 'entry' in api_data and len(api_data['entry']) > 0:
|
||||
for entry in api_data['entry']:
|
||||
try:
|
||||
dashboard_id = entry.get('name')
|
||||
content = entry.get('content', {})
|
||||
|
||||
# eai:data contient le XML complet du dashboard
|
||||
dashboard_xml = content.get('eai:data', '')
|
||||
|
||||
if dashboard_xml:
|
||||
dashboard_contents.append({
|
||||
'id': f"{app_id}_{dashboard_id}",
|
||||
'app': app_id,
|
||||
'content': dashboard_xml,
|
||||
'name': dashboard_id
|
||||
})
|
||||
logger.debug(f"Fetched: {dashboard_id} from {app_id}")
|
||||
except Exception as e:
|
||||
logger.error(f"Error processing dashboard entry: {str(e)}")
|
||||
|
||||
logger.info(f"Found {len([d for d in dashboard_contents if d['app'] == app_id])} dashboards in {app_id}")
|
||||
else:
|
||||
logger.warning(f"No dashboards found in app {app_id}")
|
||||
|
||||
except urllib.error.HTTPError as e:
|
||||
logger.error(f"HTTP {e.code} when fetching app {app_id}: {e.reason}")
|
||||
except urllib.error.URLError as e:
|
||||
logger.error(f"Cannot reach Splunk API for app {app_id}: {e.reason}")
|
||||
except Exception as e:
|
||||
logger.error(f"Error fetching dashboards from {app_id}: {str(e)}")
|
||||
|
||||
logger.info(f"Successfully fetched {len(dashboard_contents)} dashboards total")
|
||||
return dashboard_contents
|
||||
|
||||
|
||||
def start_server(port=9999):
|
||||
"""Démarrer le serveur HTTP"""
|
||||
server = HTTPServer(('0.0.0.0', port), GitPusherRequestHandler)
|
||||
logger.info(f"Git Pusher server listening on 0.0.0.0:{port} (HTTP)")
|
||||
server.serve_forever()
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
# Démarrer le serveur en background
|
||||
port = 9999
|
||||
logger.info(f"Starting Git Pusher on port {port}")
|
||||
start_server(port)
|
||||
@ -0,0 +1,5 @@
|
||||
#!/bin/bash
|
||||
export SPLUNK_USERNAME=admin
|
||||
export SPLUNK_PASSWORD='2312Jocpam!?'
|
||||
python3 /opt/splunk/etc/apps/pusher_app/bin/git_pusher.py > /opt/splunk/var/log/splunk/git_pusher_startup.log 2>&1 &
|
||||
echo $! > /opt/splunk/etc/apps/pusher_app/bin/git_pusher.pid
|
||||
@ -0,0 +1,19 @@
|
||||
-----BEGIN CERTIFICATE-----
|
||||
MIIDCTCCAfGgAwIBAgIUCuKo8SLloS5cjBOR04+X6ayZ40cwDQYJKoZIhvcNAQEL
|
||||
BQAwFDESMBAGA1UEAwwJbG9jYWxob3N0MB4XDTI2MDEyMzIyMTIxOFoXDTI3MDEy
|
||||
MzIyMTIxOFowFDESMBAGA1UEAwwJbG9jYWxob3N0MIIBIjANBgkqhkiG9w0BAQEF
|
||||
AAOCAQ8AMIIBCgKCAQEAs0vF6sFTseKgZC1nZ6CVZdw45yk1Ni0W9Mc24KZ9NKCJ
|
||||
rP0tHy0hs6mME/sq8DV1fh0YtqIvBCxcKEE84/cVXmUfZF9JRXO95734+JGPmo07
|
||||
zpiu7p3r4WyIWmCXX5VB0UkMEXsPQmonqG1Kwtz+R1cfgis2lUk+xsC2zSjER8l4
|
||||
2UODjHvtD25usgxKjpwPrCuZt43miArnVnwfB8OLbAqpwQeYIf18bPt/TrnQsdgd
|
||||
ZZiQdE6UTaJ5xhqztwpYJO9pvZA24Bi3bGNfBciITds5RCGY2wQo8yxbeJsidTuW
|
||||
7Z64DK9t33oVnB2PqlP6hVGD5Agthsv9ehRPxdd3MwIDAQABo1MwUTAdBgNVHQ4E
|
||||
FgQUy0dni+ogqC7YuvfD/Pn0AuebsXQwHwYDVR0jBBgwFoAUy0dni+ogqC7YuvfD
|
||||
/Pn0AuebsXQwDwYDVR0TAQH/BAUwAwEB/zANBgkqhkiG9w0BAQsFAAOCAQEAlyxg
|
||||
vR15lsYp4TxJPi1WPzLZl1e6ewTl8GhyE1saxS8LRtyTyr8sa9EFRLQ0OIsqYrUw
|
||||
zZi7FIDoDPZDKpd0/+U94UKlhUuPUyufQwl5vNu0A+SEpwKeznUMaj4Y98tHvVGd
|
||||
1SCndZBWn/v2U4nXqHoTd6Y0xEOga0jUEsUMBckNC236BTo88Zk65/oa9Gncyb27
|
||||
9vGVCbmPyzE70H4KFoVtxkoZrKywn+0ajHhgH5gqZNRPWpe6i8xTbMAeIXkCjmWL
|
||||
LmOA7MkjeQBBEWewu4vMOXsvf+gCtxUj5owsAcOQlZ3g72Sng4MeMjuVx4ZRVxX9
|
||||
fj+vCP9EFI8rX48tjQ==
|
||||
-----END CERTIFICATE-----
|
||||
@ -0,0 +1,28 @@
|
||||
-----BEGIN PRIVATE KEY-----
|
||||
MIIEuwIBADANBgkqhkiG9w0BAQEFAASCBKUwggShAgEAAoIBAQCzS8XqwVOx4qBk
|
||||
LWdnoJVl3DjnKTU2LRb0xzbgpn00oIms/S0fLSGzqYwT+yrwNXV+HRi2oi8ELFwo
|
||||
QTzj9xVeZR9kX0lFc73nvfj4kY+ajTvOmK7unevhbIhaYJdflUHRSQwRew9Caieo
|
||||
bUrC3P5HVx+CKzaVST7GwLbNKMRHyXjZQ4OMe+0Pbm6yDEqOnA+sK5m3jeaICudW
|
||||
fB8Hw4tsCqnBB5gh/Xxs+39OudCx2B1lmJB0TpRNonnGGrO3Clgk72m9kDbgGLds
|
||||
Y18FyIhN2zlEIZjbBCjzLFt4myJ1O5btnrgMr23fehWcHY+qU/qFUYPkCC2Gy/16
|
||||
FE/F13czAgMBAAECggEAMrEMrvej0xpQ4KHZp3nGY3sk9242JjAPWntsb42CvrtY
|
||||
0XjvJe5bpfEcspWDqVBj/Jj7YL9v7Y0hLRxsu8Mi3oJWoskx7RnxKjES0CxPXpHp
|
||||
w9p1Mu+hPiWyU2MVySdo6WPuro6NXOiod70WswtKNR9TwDi5gPGpdwYLaOvKusSp
|
||||
Rncm0m0H3IBhgVA691X0AUIomAW3Wmh+5If1XHfjrNHTB8cjcNf6koPMkCqHCEZ9
|
||||
wtINxOJior+gGkjMXaDszqzNlicVBXFEFjaXWcp38xAif1uimpqKsRzZEF6RAUzi
|
||||
H7cI3aF2dXG3C9l6Byi7OSgd8X4JUnE0dlCpC7qweQKBgQDgvoavo8G0kYruCUIQ
|
||||
6vcSs1YBByOkl6yZBCZWk10NgRpU1wyu9zmlvEwNVlUfALs5eoLxnhe8Wklq0ckQ
|
||||
r/Rl+r/lj/MZUFn49TgUCsUOIi/G7nWQG0bPo4bCB2QXsAiKdY+KZeC56620uyom
|
||||
1VY+nS3y8O4EP0YHX0qHFfmIZwKBgQDMOywO0DSrZMDyvmbwL0ISzHRcNpRn0jk7
|
||||
pEtzM/VOx+v0O93E+5OygzmXlBKjF0MwMXBidf8IZu4xO8qWqAM4EP2DD0cpoS1Z
|
||||
WiHHkc5NZhjgeG6C4XaCXR++7CuY25VKKe01yz/+j51linDD8OAibKUspkjVufEN
|
||||
R/AT0GFLVQKBgBxMYTEkcXOHD/NA/yyaKVoVcrLWb0p+PqFVwG4OSB03MFWWbmZp
|
||||
gry3pOvY/wbUVL68CljaCysQQ0ZL/AE55pAgrqD9KyL41xtd5R3A7WcGLvXheLQY
|
||||
eyYR9RnhTF0fMTQd8WD/yvgeENU86+XP3vgrWmnIpG+sd+jdusifn7fpAn9QkwfO
|
||||
0FX3SMjW/EegewSWZhOCTgY+77Gk1izuRpGBg16T/QqBrL+Yri0KoGC593OKj/bG
|
||||
4ca8id9vjSdgSOj8NbfO/TgWNICvv9+T3PKHlsA5z0nKWSloRVVA/ew1YmyD1gbA
|
||||
MnAM/pwac4QJyf6jljmUZAZYTAPOOZN+PbglAoGBAJ9cOGDgT+BCOoNc0T1GJDAk
|
||||
xOR8d+tD+j4JH5IVxB51DXjJOZxw9U3XhNH1OcE0x3fRzKJOtlQLxP6fHYVtMVFq
|
||||
VpeekmTtJ9OfMg68ELOlf7ykA3GhMJ3FarM6e8+X+KliGf6ND4HBMb112FlMgIi6
|
||||
yYi7sfSL53Dzp1Q2DxXV
|
||||
-----END PRIVATE KEY-----
|
||||
@ -0,0 +1,16 @@
|
||||
#
|
||||
# Splunk app configuration file
|
||||
#
|
||||
|
||||
[install]
|
||||
is_configured = 0
|
||||
|
||||
[ui]
|
||||
is_visible = true
|
||||
label = Pusher
|
||||
|
||||
[launcher]
|
||||
author =
|
||||
description =
|
||||
version = 1.0.0
|
||||
|
||||
@ -0,0 +1,8 @@
|
||||
<nav search_view="search">
|
||||
<view name="search" default='true' />
|
||||
<view name="analytics_workspace" />
|
||||
<view name="datasets" />
|
||||
<view name="reports" />
|
||||
<view name="alerts" />
|
||||
<view name="dashboards" />
|
||||
</nav>
|
||||
@ -0,0 +1 @@
|
||||
Add all the views that your app needs in this directory
|
||||
@ -0,0 +1,3 @@
|
||||
[ui]
|
||||
|
||||
[launcher]
|
||||
@ -0,0 +1,35 @@
|
||||
|
||||
# Application-level permissions
|
||||
|
||||
[]
|
||||
access = read : [ * ], write : [ admin, power ]
|
||||
|
||||
### EVENT TYPES
|
||||
|
||||
[eventtypes]
|
||||
export = system
|
||||
|
||||
|
||||
### PROPS
|
||||
|
||||
[props]
|
||||
export = system
|
||||
|
||||
|
||||
### TRANSFORMS
|
||||
|
||||
[transforms]
|
||||
export = system
|
||||
|
||||
|
||||
### LOOKUPS
|
||||
|
||||
[lookups]
|
||||
export = system
|
||||
|
||||
|
||||
### VIEWSTATES: even normal users should be able to create shared viewstates
|
||||
|
||||
[viewstates]
|
||||
access = read : [ * ], write : [ * ]
|
||||
export = system
|
||||
@ -0,0 +1,19 @@
|
||||
[app/ui]
|
||||
version = 10.0.2
|
||||
modtime = 1769115948.043388000
|
||||
|
||||
[app/launcher]
|
||||
version = 10.0.2
|
||||
modtime = 1769115948.046389000
|
||||
|
||||
[views/git_pusher_-_push_dashboards_to_git]
|
||||
access = read : [ admin ], write : [ admin ]
|
||||
export = system
|
||||
owner = admin
|
||||
version = 10.0.2
|
||||
modtime = 1769276443.812957000
|
||||
|
||||
[views/git_pusher_-_push_applications_to_git]
|
||||
owner = admin
|
||||
version = 10.0.2
|
||||
modtime = 1769283309.402236000
|
||||
Loading…
Reference in new issue