ai.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572
  1. import gradio as gr
  2. import pdfplumber
  3. import pandas as pd
  4. import faiss
  5. from sentence_transformers import SentenceTransformer
  6. from langchain_community.llms import Ollama
  7. import pytesseract
  8. from PIL import Image
  9. import requests
  10. from bs4 import BeautifulSoup
  11. import json
  12. from serpapi import GoogleSearch
  13. # --- Initialisation des modèles ---
  14. embedding_model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")
  15. llm = Ollama(model="mistral")
  16. # --- Variables globales ---
  17. text_chunks = []
  18. Livinweb_chunks = []
  19. faiss_index = None
  20. chat_history = []
  21. session = requests.Session()
  22. # --- serpAPI ---
  23. SERPAPI_API_KEY = ""
  24. def serpapi_search(query, num_results=3):
  25. try:
  26. params = {
  27. "q": query,
  28. "api_key": SERPAPI_API_KEY,
  29. "num": num_results
  30. }
  31. search = GoogleSearch(params)
  32. results = search.get_dict()
  33. snippets = []
  34. if "organic_results" in results:
  35. for item in results["organic_results"][:num_results]:
  36. title = item.get("title", "")
  37. snippet = item.get("snippet", "")
  38. link = item.get("link", "")
  39. snippets.append(f"{title}\n{snippet}\n{link}")
  40. return "\n\n".join(snippets)
  41. except Exception as e:
  42. return f"❌ Erreur SerpApi: {e}"
  43. # --- Fonctions Wiki ---
  44. def extract_wiki_pages(urls):
  45. wiki_texts = []
  46. for url in urls:
  47. try:
  48. r = session.get(url)
  49. soup = BeautifulSoup(r.text, "html.parser")
  50. div = soup.find("div", {"class": "page"})
  51. if div:
  52. wiki_texts.append(div.get_text(separator="\n", strip=True))
  53. except Exception as e:
  54. print(f"Erreur extraction wiki {url}: {e}")
  55. return wiki_texts
  56. # --- Fonctions d'extraction ---
  57. def extract_text_from_pdfs(files):
  58. texts = []
  59. for file in files:
  60. try:
  61. with pdfplumber.open(file.name) as pdf:
  62. for page in pdf.pages:
  63. text = page.extract_text()
  64. if text:
  65. texts.append(text)
  66. except Exception as e:
  67. print(f"Erreur lecture PDF {file.name}: {e}")
  68. return texts
  69. def extract_text_from_txt(files):
  70. texts = []
  71. for file in files:
  72. try:
  73. with open(file.name, "r", encoding="utf-8") as f:
  74. texts.append(f.read())
  75. except Exception as e:
  76. print(f"Erreur lecture TXT {file.name}: {e}")
  77. return texts
  78. def extract_text_from_csv(files):
  79. texts = []
  80. for file in files:
  81. try:
  82. df = pd.read_csv(file.name, encoding="utf-8")
  83. content = df.astype(str).apply(lambda row: ' '.join(row.values), axis=1).str.cat(sep=' ')
  84. texts.append(content)
  85. except Exception as e:
  86. print(f"Erreur lecture CSV {file.name}: {e}")
  87. return texts
  88. def extract_text_from_images(files):
  89. texts = []
  90. for file in files:
  91. try:
  92. image = Image.open(file.name)
  93. text = pytesseract.image_to_string(image, lang='fra')
  94. if text:
  95. texts.append(text)
  96. except Exception as e:
  97. print(f"Erreur OCR pour l'image {file.name} : {e}")
  98. return texts
  99. def extract_text(files):
  100. all_texts = []
  101. for file in files:
  102. name = file.name.lower()
  103. if name.endswith(".pdf"):
  104. all_texts.extend(extract_text_from_pdfs([file]))
  105. elif name.endswith(".txt"):
  106. all_texts.extend(extract_text_from_txt([file]))
  107. elif name.endswith(".csv"):
  108. all_texts.extend(extract_text_from_csv([file]))
  109. elif name.endswith((".png", ".jpg", ".jpeg")):
  110. all_texts.extend(extract_text_from_images([file]))
  111. else:
  112. print(f"Extension non prise en charge : {file.name}")
  113. return all_texts
  114. # --- Analyse et indexation ---
  115. def contains_Livinweb(text):
  116. text_clean = text.lower()
  117. keywords = ["livinweb", "intersel"]
  118. return any(keyword in text_clean for keyword in keywords)
  119. def create_faiss_index(texts):
  120. global faiss_index
  121. embeddings = embedding_model.encode(texts, convert_to_numpy=True)
  122. dim = embeddings.shape[1]
  123. index = faiss.IndexFlatL2(dim)
  124. index.add(embeddings)
  125. faiss_index = index
  126. return index
  127. def load_documents(files):
  128. global text_chunks, Livinweb_chunks, faiss_index
  129. if not files:
  130. return "⚠️ Aucun fichier fourni. Le chargement est facultatif, mais au moins un fichier ou le Wiki est requis pour interroger l'assistant."
  131. texts = extract_text(files)
  132. if not texts:
  133. return "⚠️ Aucun texte extrait des fichiers fournis."
  134. chunks = texts
  135. Livinweb_chunks_local = [c for c in chunks if contains_Livinweb(c)]
  136. if Livinweb_chunks_local:
  137. Livinweb_chunks.extend(Livinweb_chunks_local)
  138. create_faiss_index(Livinweb_chunks)
  139. return f"📄 {len(Livinweb_chunks_local)} chunks Livinweb chargés (total {len(Livinweb_chunks)})."
  140. else:
  141. return "⚠️ Aucun contenu Livinweb détecté dans les fichiers."
  142. # --- Fonctions Wiki ---
  143. def login_to_wiki(username, password):
  144. url = "https://wiki.intersel.fr/doku.php?id=start&do=login"
  145. data = {'u': username, 'p': password, 'do': 'login'}
  146. resp = session.post(url, data=data)
  147. print("Status:", resp.status_code)
  148. print("Response snippet:", resp.text[:500])
  149. return 'logout' in resp.text.lower()
  150. def load_wiki_content(url_str):
  151. global Livinweb_chunks, faiss_index
  152. urls = [u.strip() for u in url_str.split(",") if u.strip()]
  153. pages = extract_wiki_pages(urls)
  154. if not pages:
  155. return "⚠️ Aucune page wiki récupérée."
  156. Livinweb_chunks.extend(pages)
  157. create_faiss_index(Livinweb_chunks)
  158. return f"🌐 {len(pages)} pages du wiki indexées (total {len(Livinweb_chunks)})."
  159. def reset_chat():
  160. global chat_history
  161. chat_history = []
  162. return [], "", ""
  163. def generate_answer(question, history):
  164. global faiss_index, Livinweb_chunks, chat_history
  165. PHRASES_VAGUES = [
  166. "peut être trouvée", "vous pouvez consulter", "chercher dans la section",
  167. "voir la page", "trouver les informations", "informations pertinentes",
  168. "vous trouverez", "naviguer vers", "consulter", "je ne sais pas", "je ne suis pas sûr"
  169. ]
  170. def is_response_useful(text):
  171. """Retourne False si la réponse est vague ou trop courte."""
  172. if not text or len(text.strip()) < 30:
  173. return False
  174. text = text.lower()
  175. return not any(phrase in text for phrase in PHRASES_VAGUES)
  176. def search_web(question):
  177. print("🔍 Utilisation de SerpAPI...")
  178. google_results = serpapi_search(question)
  179. if not google_results or google_results.startswith("❌ Erreur"):
  180. return ("⚠️ Je n'ai pas trouvé de résultats pertinents sur le web actuellement. "
  181. "Pouvez-vous reformuler ou poser une autre question ?")
  182. try:
  183. prompt = f"Voici des résultats de recherche web pertinents :\n{google_results}\n\nQuestion: {question}\nRéponse:"
  184. response = llm.invoke(prompt).strip()
  185. return response.split("Réponse:")[-1].strip()
  186. except Exception as e:
  187. return f"❌ Erreur génération depuis le web : {e}"
  188. def answer_from_documents(question, top_k=2):
  189. if not faiss_index or not Livinweb_chunks:
  190. return None
  191. q_emb = embedding_model.encode([question], convert_to_numpy=True)
  192. D, I = faiss_index.search(q_emb, top_k)
  193. print(f"📥 Résultats FAISS récupérés (sans utiliser la distance).")
  194. context = "\n\n".join(
  195. Livinweb_chunks[i][:500] for i in I[0] if i < len(Livinweb_chunks)
  196. )
  197. prompt = f"Contexte:\n{context}\n\nQuestion: {question}\nRéponse:"
  198. try:
  199. response = llm.invoke(prompt).strip()
  200. return response.split("Réponse:")[-1].strip()
  201. except Exception as e:
  202. return f"❌ Erreur génération depuis les documents : {e}"
  203. answer = answer_from_documents(question)
  204. # 2. Si réponse vague → on passe à SerpAPI
  205. if answer is None or not is_response_useful(answer):
  206. print("⚠️ Réponse document jugée insuffisante. Passage au web.")
  207. answer = search_web(question)
  208. chat_history.append([question, answer])
  209. return chat_history, "", ""
  210. def is_response_useful(text):
  211. """Retourne False si la réponse est vague, générique ou indique l'absence d'info."""
  212. if not text or len(text.strip()) < 30:
  213. return False
  214. text = text.lower()
  215. PHRASES_VAGUES = [
  216. "je ne sais pas", "je ne suis pas sûr", "aucune information",
  217. "il serait utile", "référez-vous", "veuillez consulter",
  218. "non spécifié", "n'est pas mentionné", "pas indiqué",
  219. "je ne peux pas", "vous pouvez chercher", "informations non disponibles"
  220. ]
  221. for phrase in PHRASES_VAGUES:
  222. if phrase in text:
  223. return False
  224. return True
  225. # --- Initial login and wiki loading ---
  226. login_page_url = "https://wiki.intersel.fr/doku.php?id=start&do=login"
  227. resp = session.get(login_page_url)
  228. soup = BeautifulSoup(resp.text, "html.parser")
  229. csrf_token = None
  230. token_input = soup.find("input", {"name": "token"})
  231. if token_input:
  232. csrf_token = token_input.get("value")
  233. login_data = {
  234. "u": "",
  235. "p": "",
  236. "do": "login"
  237. }
  238. if csrf_token:
  239. login_data["token"] = csrf_token
  240. headers = {
  241. "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0 Safari/537.36",
  242. "Referer": login_page_url
  243. }
  244. login_resp = session.post(login_page_url, data=login_data, headers=headers)
  245. if "logout" in login_resp.text.lower():
  246. print("✅ Login successful!")
  247. default_wiki_urls = [
  248. "https://wiki.intersel.fr/doku.php?id=start",
  249. "https://wiki.intersel.fr/doku.php?id=projets:samsic:anticipia:start",
  250. "https://wiki.intersel.fr/doku.php?id=projets:samsic:start",
  251. "https://wiki.intersel.fr/doku.php?id=projets:samsic:agentai:start",
  252. "https://wiki.intersel.fr/doku.php?id=intersel:presentation_equipe",
  253. "https://wiki.intersel.fr/doku.php?id=intersel:presentation",
  254. "https://wiki.intersel.fr/doku.php?id=intersel:resume_annuaire",
  255. "https://wiki.intersel.fr/doku.php?id=intersel:resume_viadeo",
  256. "https://wiki.intersel.fr/doku.php?id=intersel:resume_clients",
  257. "https://wiki.intersel.fr/doku.php?id=intersel:rh:guide_pour_les_nouveaux_arrivants",
  258. "https://wiki.intersel.fr/doku.php?id=intersel:technique",
  259. "https://wiki.intersel.fr/doku.php?id=intersel:rh:formulaires",
  260. "https://wiki.intersel.fr/doku.php?id=intersel:frontend_des_applications_de_suivi_et_de_gestion_des_projet",
  261. "https://wiki.intersel.fr/doku.php?id=intersel:reunions_internes:reunion_20131210",
  262. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:campagne_no_stress:reunions:reunion_20130405",
  263. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:campagne_no_stress:reunions:reunion_20130307",
  264. "https://wiki.intersel.fr/doku.php?id=intersel:reunions_internes:reunion_20121112",
  265. "https://wiki.intersel.fr/doku.php?id=intersel:reunions_internes:reunion_20111010",
  266. "https://wiki.intersel.fr/doku.php?id=intersel:guides:entretiens:stagiaires",
  267. "https://wiki.intersel.fr/doku.php?id=intersel",
  268. "https://wiki.intersel.fr/doku.php?id=intersel:rh",
  269. "https://wiki.intersel.fr/doku.php?id=intersel:rh:inboarding",
  270. "https://wiki.intersel.fr/doku.php?id=intersel:aides",
  271. "https://wiki.intersel.fr/doku.php?id=intersel:aides:liste_de_selection_intersel_de_modeles_de_sites_web",
  272. "https://wiki.intersel.fr/doku.php?id=intersel:aides:aide_integration_fckeditor",
  273. "https://wiki.intersel.fr/doku.php?id=intersel:aides:tutorials",
  274. "https://wiki.intersel.fr/doku.php?id=intersel:aides:tutorials:git",
  275. "https://wiki.intersel.fr/doku.php?id=intersel:aides:aide_commande_mysql",
  276. "https://wiki.intersel.fr/doku.php?id=intersel:aides:tutoriaux",
  277. "https://wiki.intersel.fr/doku.php?id=intersel:aides:securite",
  278. "https://wiki.intersel.fr/doku.php?id=intersel:aides:securite:cloud",
  279. "https://wiki.intersel.fr/doku.php?id=intersel:aides:securite:cloud:securite",
  280. "https://wiki.intersel.fr/doku.php?id=intersel:aides:securite:site_hacke",
  281. "https://wiki.intersel.fr/doku.php?id=intersel:aides:securite:site_hacke:antivirus_site",
  282. "https://wiki.intersel.fr/doku.php?id=intersel:aides:securite:site_hacke:surveillance_site",
  283. "https://wiki.intersel.fr/doku.php?id=intersel:aides:exchange",
  284. "https://wiki.intersel.fr/doku.php?id=intersel:aides:exchange:win_seven_pro_outlook_2010",
  285. "https://wiki.intersel.fr/doku.php?id=intersel:produits",
  286. "https://wiki.intersel.fr/doku.php?id=intersel:produits:demos",
  287. "https://wiki.intersel.fr/doku.php?id=intersel:produits:demos:skydocks",
  288. "https://wiki.intersel.fr/doku.php?id=intersel:produits:demos:skydocks:cdc",
  289. "https://wiki.intersel.fr/doku.php?id=intersel:produits:demos:skydocks:cdc:sso_saml",
  290. "https://wiki.intersel.fr/doku.php?id=intersel:produits:demos:skydocks:specs",
  291. "https://wiki.intersel.fr/doku.php?id=intersel:produits:demos:skydocks:specs:sso_openid_connect",
  292. "https://wiki.intersel.fr/doku.php?id=intersel:produits:demos:skydocks:specs:crud_compte",
  293. "https://wiki.intersel.fr/doku.php?id=intersel:produits:demos:skydocks:specs:crud_compte:realisation",
  294. "https://wiki.intersel.fr/doku.php?id=intersel:produits:skydocks",
  295. "https://wiki.intersel.fr/doku.php?id=intersel:produits:skydocks:guides",
  296. "https://wiki.intersel.fr/doku.php?id=intersel:produits:skydocks:guides:administrateur",
  297. "https://wiki.intersel.fr/doku.php?id=intersel:produits:skydocks:guides:developpeur",
  298. "https://wiki.intersel.fr/doku.php?id=intersel:produits:skydocks:marketing",
  299. "https://wiki.intersel.fr/doku.php?id=intersel:produits:skydocks:installation_configuration",
  300. "https://wiki.intersel.fr/doku.php?id=intersel:produits:skydocks:evolutions",
  301. "https://wiki.intersel.fr/doku.php?id=intersel:prestataires",
  302. "https://wiki.intersel.fr/doku.php?id=intersel:prestataires:amazili",
  303. "https://wiki.intersel.fr/doku.php?id=intersel:prestataires:lets_encrypt",
  304. "https://wiki.intersel.fr/doku.php?id=intersel:guides",
  305. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel",
  306. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:microsoft_iis",
  307. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:ultravnc",
  308. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:microsoft_sql_server_express",
  309. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:pagemodele",
  310. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:gimp",
  311. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:phpunit",
  312. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:unbound",
  313. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:html5",
  314. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:html5:scss",
  315. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:faire_presentation_en_ligne",
  316. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:kaspersky",
  317. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:browser-sync",
  318. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:word",
  319. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:git",
  320. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:git:github",
  321. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:git:gogs",
  322. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:tightvnc",
  323. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:virtualbox",
  324. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:mantis",
  325. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:mantis:plugins",
  326. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:thunderbird",
  327. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:browser",
  328. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels",
  329. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:sugarcrm",
  330. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:typekit",
  331. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:syncbackpro",
  332. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:adminer",
  333. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:vim",
  334. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:baikal",
  335. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:joe",
  336. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:eclipse",
  337. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:eclipse:svn",
  338. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:libreoffice",
  339. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:jwplayer",
  340. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:mailjet",
  341. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:atom",
  342. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:dolibarr",
  343. "https://wiki.intersel.fr/doku.php?id=intersel:guides:guide_de_developpement_intersel:les_logiciels:bouml",
  344. "https://wiki.intersel.fr/doku.php?id=intersel:guides:entretiens",
  345. "https://wiki.intersel.fr/doku.php?id=intersel:marketing",
  346. "https://wiki.intersel.fr/doku.php?id=intersel:marketing:arguments",
  347. "https://wiki.intersel.fr/doku.php?id=intersel:marketing:reflexions",
  348. "https://wiki.intersel.fr/doku.php?id=intersel:marketing:presentations",
  349. "https://wiki.intersel.fr/doku.php?id=intersel:marketing:modx",
  350. "https://wiki.intersel.fr/doku.php?id=intersel:marketing:automatisation",
  351. "https://wiki.intersel.fr/doku.php?id=intersel:marketing:david_edny",
  352. "https://wiki.intersel.fr/doku.php?id=intersel:divers",
  353. "https://wiki.intersel.fr/doku.php?id=intersel:divers:repas_noel",
  354. "https://wiki.intersel.fr/doku.php?id=intersel:divers:exemples_courriers",
  355. "https://wiki.intersel.fr/doku.php?id=intersel:reunions_internes",
  356. "https://wiki.intersel.fr/doku.php?id=intersel:le_referentiel_qualite",
  357. "https://wiki.intersel.fr/doku.php?id=intersel:le_referentiel_qualite:procedures",
  358. "https://wiki.intersel.fr/doku.php?id=intersel:le_referentiel_qualite:guides",
  359. "https://wiki.intersel.fr/doku.php?id=intersel:le_referentiel_qualite:ressources",
  360. "https://wiki.intersel.fr/doku.php?id=intersel:archives",
  361. "https://wiki.intersel.fr/doku.php?id=intersel:le_referentiel_qualite:cdc",
  362. "https://wiki.intersel.fr/doku.php?id=intersel:le_referentiel_qualite:gestion_demandes_client",
  363. "https://wiki.intersel.fr/doku.php?id=intersel:le_referentiel_qualite:modeles_des_documents",
  364. "https://wiki.intersel.fr/doku.php?id=intersel:le_referentiel_qualite:modeles_des_documents:bureaucracy_forms",
  365. "https://wiki.intersel.fr/doku.php?id=intersel:le_referentiel_qualite:accessibilite",
  366. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes",
  367. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:campagne_no_stress",
  368. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:campagne_no_stress:reunions",
  369. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:slc_suivi_livrables_client",
  370. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:site_intersel",
  371. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:mep_dolibarr",
  372. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:sas",
  373. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:afp",
  374. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:librairies",
  375. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:librairies:upi",
  376. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:librairies:uji",
  377. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:psi",
  378. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:psi:sbl",
  379. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:psi:sbl:aa",
  380. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:psi:prototype",
  381. "https://wiki.intersel.fr/doku.php?id=intersel:projets_internes:psi:documentation",
  382. "https://wiki.intersel.fr/doku.php?id=intersel:securite",
  383. "https://wiki.intersel.fr/doku.php?id=bpmcompany",
  384. "https://wiki.intersel.fr/doku.php?id=bpmcompany:hebergement_bonita",
  385. "https://wiki.intersel.fr/doku.php?id=bpmcompany:hebergement_bonita:installations",
  386. "https://wiki.intersel.fr/doku.php?id=bpmcompany:hebergement_bonita:installations:ubuntu",
  387. "https://wiki.intersel.fr/doku.php?id=bpmcompany:hebergement_bonita:installations:debian",
  388. "https://wiki.intersel.fr/doku.php?id=technique",
  389. "https://wiki.intersel.fr/doku.php?id=technique:openconcerto",
  390. "https://wiki.intersel.fr/doku.php?id=technique:hebergement",
  391. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:dedies",
  392. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:dedies:91.121.147.29",
  393. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:mails",
  394. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:mails:aides_powermail",
  395. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:archinet",
  396. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:comparatif_prix",
  397. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:online",
  398. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:architecture_intersel_2014",
  399. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:ikoula",
  400. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:backups",
  401. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:backups:scripts",
  402. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:interne",
  403. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:mutualise",
  404. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:mutualise:haysoft",
  405. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:mutualise:ovh",
  406. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:mutualise:ovh:720gp",
  407. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:scaleway",
  408. "https://wiki.intersel.fr/doku.php?id=technique:hebergement:ovh",
  409. "https://wiki.intersel.fr/doku.php?id=technique:reseau",
  410. "https://wiki.intersel.fr/doku.php?id=technique:reseau:switch",
  411. "https://wiki.intersel.fr/doku.php?id=technique:matomo",
  412. "https://wiki.intersel.fr/doku.php?id=technique:mysql",
  413. "https://wiki.intersel.fr/doku.php?id=technique:svn",
  414. "https://wiki.intersel.fr/doku.php?id=technique:marketing-automation",
  415. "https://wiki.intersel.fr/doku.php?id=technique:marketing-automation:pardot",
  416. "https://wiki.intersel.fr/doku.php?id=technique:marketing-automation:email",
  417. "https://wiki.intersel.fr/doku.php?id=technique:linux",
  418. "https://wiki.intersel.fr/doku.php?id=technique:linux:start",
  419. "https://wiki.intersel.fr/doku.php?id=technique:linux:start:codes_source_utiles",
  420. "https://wiki.intersel.fr/doku.php?id=technique:linux:start:codes_source_utiles:javascript",
  421. "https://wiki.intersel.fr/doku.php?id=technique:linux:start:codes_source_utiles:javascript:framework",
  422. "https://wiki.intersel.fr/doku.php?id=technique:linux:start:codes_source_utiles:javascript:dg-spinner",
  423. "https://wiki.intersel.fr/doku.php?id=technique:linux:start:cdc",
  424. "https://wiki.intersel.fr/doku.php?id=technique:linux:start:aides_hebergement",
  425. "https://wiki.intersel.fr/doku.php?id=technique:linux:start:aides_hebergement:copie_vm_mutu",
  426. "https://wiki.intersel.fr/doku.php?id=technique:linux:docker",
  427. "https://wiki.intersel.fr/doku.php?id=technique:linux:zabbix",
  428. "https://wiki.intersel.fr/doku.php?id=technique:linux:containerisation",
  429. "https://wiki.intersel.fr/doku.php?id=technique:linux:nas",
  430. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux",
  431. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:postfix",
  432. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:tomcat",
  433. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:tomcat:debian",
  434. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:java",
  435. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:serveur_nginx",
  436. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:template",
  437. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:template:git",
  438. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:proxmox",
  439. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:proxmox2",
  440. "https://wiki.intersel.fr/doku.php?id=technique:linux:serveur_dedie_linux:postfixadmin",
  441. "https://wiki.intersel.fr/doku.php?id=technique:linux:linux_serveur_dedie_linux_template",
  442. "https://wiki.intersel.fr/doku.php?id=technique:linux:linux_serveur_dedie_linux_template:postfix",
  443. "https://wiki.intersel.fr/doku.php?id=technique:linux:fichiers_linux",
  444. "https://wiki.intersel.fr/doku.php?id=technique:linux:fichiers_linux:htaccess",
  445. "https://wiki.intersel.fr/doku.php?id=technique:linux:memcached",
  446. "https://wiki.intersel.fr/doku.php?id=technique:outils",
  447. "https://wiki.intersel.fr/doku.php?id=technique:outils:traductions",
  448. "https://wiki.intersel.fr/doku.php?id=technique:outils:google_translate",
  449. "https://wiki.intersel.fr/doku.php?id=technique:outils:selenium",
  450. "https://wiki.intersel.fr/doku.php?id=technique:outils:postman",
  451. "https://wiki.intersel.fr/doku.php?id=technique:outils:git",
  452. "https://wiki.intersel.fr/doku.php?id=technique:outils:gitlab",
  453. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins",
  454. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:configuration",
  455. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:pipelines",
  456. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:plugin",
  457. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:sonar",
  458. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:slave",
  459. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:slave:windows",
  460. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:slave:linux",
  461. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:master_slave",
  462. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines",
  463. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:pr",
  464. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example",
  465. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example2",
  466. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example3",
  467. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example4",
  468. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example5",
  469. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example6",
  470. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example7",
  471. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example8",
  472. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example9",
  473. "https://wiki.intersel.fr/doku.php?id=technique:outils:jenkins:multibranch_pipelines:example10"
  474. ]
  475. wiki_texts = extract_wiki_pages(default_wiki_urls)
  476. if wiki_texts:
  477. Livinweb_chunks.extend(wiki_texts)
  478. create_faiss_index(Livinweb_chunks)
  479. print("Nombre d'éléments dans l'index FAISS :", faiss_index.ntotal)
  480. print("Index FAISS créé avec", len(Livinweb_chunks), "chunks")
  481. print(f"🌐 {len(wiki_texts)} pages wiki chargées et indexées.")
  482. else:
  483. print("⚠️ Impossible de récupérer les pages wiki.")
  484. else:
  485. print("❌ Échec du login wiki.")
  486. # --- Interface Gradio ---
  487. with gr.Blocks() as demo:
  488. gr.Markdown("# Assistant Livinweb")
  489. with gr.Row():
  490. file_input = gr.File(label="Téléversez vos documents (PDF, TXT, CSV, Images)",
  491. file_types=[".pdf", ".txt", ".csv", ".png", ".jpg", ".jpeg"],
  492. file_count="multiple")
  493. load_files_btn = gr.Button("Charger les documents")
  494. chatbox = gr.Chatbot(label="Assistant Livinweb")
  495. question_input = gr.Textbox(label="Posez votre question ici")
  496. send_btn = gr.Button("Envoyer")
  497. reset_btn = gr.Button("Réinitialiser la conversation")
  498. status_output = gr.Textbox(label="Statut", interactive=False)
  499. def on_load_files(files):
  500. msg = load_documents(files)
  501. return msg
  502. def on_reset():
  503. history, q, a = reset_chat()
  504. return history, q, a, "✅ Conversation réinitialisée."
  505. def on_send(question, chat_history):
  506. chat_history, _, _ = generate_answer(question, chat_history)
  507. return chat_history, "", ""
  508. load_files_btn.click(on_load_files, inputs=[file_input], outputs=[status_output])
  509. reset_btn.click(on_reset, outputs=[chatbox, question_input, status_output])
  510. send_btn.click(on_send, inputs=[question_input, chatbox], outputs=[chatbox, question_input, status_output])
  511. demo.launch()