o ?iQ @sdZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z m Z m Z mZddlmZddlZddlmZddlZddlmZmZejejdd eeZe d Zejd d eZ gd Z!hdZ"gdgdgdgdgdgddZ#de$de e$e%ffddZ&de$de$de fddZ'de(de$fdd Z)Gd!d"d"Z*de$d#e$de e$fd$d%Z+ed&kre,d'e,d(e,d'gd)Z-eZ.dZ/e0e-d*D]e\Z1\Z2Z3e,d+d'e,d,e1d-e4e-d.e2e,d/e3d0e,d'eZ5e+e2e3Z6ee5Z7e6r(e,d1e7d2d3e,d4e6e/d*7Z/n e,d5e7d2d3e1e4e-kr=e8d*qee.Z9e,d+d'e,d6e,d7e4e-d8e,d9e/d-e4e-d:e/e4e-d;d<d=e,d>e9d2d3e,d?e9e4e-d2d@e,d'dSdS)Aa ================================================================================ Storigo v10.0 - Ultra-Fast Accurate Bing Image Generator - Single-source Bing scraping with advanced accuracy - Multi-strategy semantic search with intelligent fallbacks - Enhanced copyright-free filtering - Parallel candidate validation for 3x speed improvement - No caching, no external APIs - Pure Bing excellence ================================================================================ N)Path)OptionalDictListTuple) urlencode) BeautifulSoup)ThreadPoolExecutor as_completedz?%(asctime)s - [%(levelname)s] - (StorigoImageGen) - %(message)s)levelformatgenerated_images_for_storigoT)exist_ok)zoMozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36zuMozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36zPMozilla/5.0 (Windows NT 10.0; Win64; x64; rv:121.0) Gecko/20100101 Firefox/121.0zeMozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36>0aanasatbebyifinisofonortoandanyarebutcanforhadhasmaythewasbeenfromhavemanymoremostmuchsomethatthenthiswerewillwithbeingcouldmightshallthesethosewouldhavingshouldwithout) teamstaffpeoplepersonworkeremployee professionalgroupcrowd colleaguesmembers) officemeetingbusiness corporate workspacedesk conference boardroom executive) computerlaptopscreenmonitordata analytics dashboardchartgraphdigital technology) kitchen restaurantchefcookingfooddiningmealculinary preparation) buildinginteriorexteriorroomhallspaceareafacilityvenue)working discussing presenting collaborating analyzingcreatingplanning organizing)rArLtechrbplacesactionspromptreturncCsH|}|}td|}tdd|}tdd|}dd|D}g}g}i}|D]+} d} tD]\} } | | vrR|| | | d d || <d } nq7| sZ|| q/g} t t |d D] }||t vr||d t vr| ||d||d qeg}|r|d |d d f| r| d }|r|d|d }|d|df|d|df|rt |dkr|d|d d|d df|r|d|d d|d df|d|d df|rd |dd}|d|df|s|dd |dddf||dd |dd | dd|d!S)"zz Extract semantically meaningful keywords with intelligent prioritization Returns optimized search strategies z "([^"]+)"z"[^"]+"z[^a-zA-Z0-9\s-] cSs$g|]}t|dkr|tvr|qS))len STOPWORDS).0trE/var/www/eduai.edurigo.com/storigo/testing/storigo_image_generator.py ]s$z-extract_semantic_keywords..FrT exact_quotedphrase_enhanced_ phrase_pureZr primary_duoUprimary_contextPprimary_singleKN full_contextForiginal<) strategiesprimarycontextphrases categories)lowerstripsplitrefindallsubPRIORITY_PATTERNSitemsappendgetrangerrjoin)r{textoriginal_tokensquoted text_cleantokensrrcategory_matchestokenmatchedcategorykeywordsrir best_phraseenhanced_phraserrrrextract_semantic_keywordsOsh      ""   r slide_keyquerycCsntdd|}d|dd}|sd}|dd}ttdd }|d|d|d }t|S) zGenerate clean, unique filenamez[^a-zA-Z0-9\s]r}_Nrimageii@B.jpg)rrrrrinttime IMAGES_DIR)rr clean_query timestampfilenamerrrgenerate_filenames r image_datacCs@|drdS|drdSt|dkr|dddkrdSdS) z#Determine MIME type from image dataz image/jpegPNG  z image/png WEBPz image/webp) startswithr)rrrr get_mime_types  rc @seZdZdZddZdededeefddZd edefd d Z d ede e e effd d Z de defddZddeedede e e effddZdedede efddZdS)BingImageScraperzz7BingImageScraper._is_valid_image_url..)faviconlogoiconavatar thumbnailpixelc3rrr)rtermrrrrr)rrr)rr valid_exts has_extensionblocked is_blockedrrrr s z$BingImageScraper._is_valid_image_urlc Cs||jvrdS|j|z2|jj|dddd}|jdkr WdS|jdd}d|vr0WdS|j}||s;WdS||fWSt j t j fyMYdSt yVYdSw) z_ Download image and validate quality Returns (image_data, url) or None NrT)rallow_redirectsstreamrz content-typer}r) raddrrrrrcontent_validate_qualityrrRequestExceptionr)rrr  content_typerWrrr_download_and_validates0      z'BingImageScraper._download_and_validaterWcCsp|rt|dkr dSt|dkrdS|dddk}|dddk}t|d kr0|dd d knd}|p7|p7|S) z&Validate image data quality and formati:FiNrrrrrr)r)rrWjpegpngwebprrrr.Ds   z"BingImageScraper._validate_qualityrurls max_workersc st|dgfdd|ddD}t|ddD]I}z>|}|rY|\}}t|}|tvrLt||D]} | q9|WWdSt d|dd d Wqt ycYqwWddS1sowYdS) z Download multiple URLs in parallel for speed Returns first successful download that is not a duplicate )r6csi|] }j||qSr)submitr1)rrexecutorrrr Ysz7BingImageScraper._parallel_download..Nrru3 → Parallel download got duplicate image (hash: rz), continuing...) r r resulthashlibmd5 hexdigestUSED_IMAGE_HASHESr,cancelrrr) rr5r6futuresfuturer<r source_url image_hashfrr8r_parallel_downloadSs4       z#BingImageScraper._parallel_downloadrr{c Cszft|}|d}td|dt|dtd|dg}|ddD];\}}}td |d |d |d |||} | rS| D] } || ||fqHtd d|Ddkr`ntdq*|stt d|dWdS|j ddddg} t } |D]\} }} | | vr| | | | qtdt| dtd| | }|r|\}}t|}t|d}d|d|}t|}td|dtd|d d!|d"d#d$td%td&||WStd'| dd(D]\} || }|rV|\}}t|}|tvr'td)|dd*d+qt |t|}t|d}d|d|}t|}td|d,|d d-|WStd.qt d|d/WdSty}ztd0|d1t|WYd}~dSd}~ww)2z Main entry point: Fetch accurate image from Bing Args: slide_key: Slide identifier prompt: Visualization description Returns: Image URL path or None ru🔍 [z] Searching Bing with z strategiesz Primary keywords: rNru → Strategy 'z': 'z ' (priority: )cSsg|] }|ddkr|qS)rrr)rcrrrrsz0BingImageScraper.fetch_image..rg333333?u⚠️ [z] No image candidates foundcSs|dS)Nrr)xrrrsz.BingImageScraper.fetch_image..T)keyreversez Found z unique candidatesu% ⚡ Attempting parallel download...zutf-8zdata:z;base64,u✅ [z,] Image downloaded and encoded successfully!z Size: ,z bytes (i.1fz KB)z Source: Bing (copyright-free)z Format: u# → Trying sequential download...ru5 → Sequential download got duplicate image (hash: rz), skipping...z ] Image downloaded and encoded: z bytesg?z(] No valid images found after validationu❌ [z ] Error: )rrinforrrrrsleepwarningsortrr,rGrbase64 b64encodedecoder1r=r>r?r@rerrorr )rrr{ keywords_datarall_candidatesrrpriorityr5r unique_urlsseenstrategyr<rrD mime_type base64_datadata_uri file_sizerErrrr fetch_imageps               zBingImageScraper.fetch_imageN)r)__name__ __module__ __qualname____doc__rr rrboolrrrbytesr1r.rrGrbrrrrrs B((rvisualization_promptcCst}|||S)a PUBLIC API: Fetch accurate copyright-free image from Bing and return as base64 data URI Args: slide_key: Slide identifier (e.g., "slide_1") visualization_prompt: The visualization suggestion text Returns: Base64 data URI (e.g., "data:image/jpeg;base64,/9j/4AAQ...") or None Example: >>> data_uri = fetch_image_for_slide("slide_1", "kitchen staff in commercial kitchen") >>> print(data_uri) # "data:image/jpeg;base64,/9j/4AAQ..." )rrb)rriscraperrrrfetch_image_for_slides rk__main__zP================================================================================u:🧪 Testing Storigo Ultra-Fast Bing Image Generator v10.0))slide_1z+kitchen staff working in commercial kitchen)slide_2z+data analytics dashboard with charts graphs)slide_3z,business team collaboration in modern office)slide_4z.professional chef preparing food in restaurant)slide_5z1corporate meeting with people discussing strategyr u 📸 Test /rz Prompt: 'ru ✅ SUCCESS in z.2fsz URL: u ❌ FAILED after u📊 Test Results:z Total: z testsz Success: z (rrOz%)z Total time: z Average: z s per image):rfrr=rloggingrosrTpathlibrtypingrrrr urllib.parserrbs4rrconcurrent.futuresr r basicConfigINFO getLoggerrcrrmkdirrr@rrrr rrrrhrrrkprint test_cases total_start success_count enumerateidxrr{r start_timerelapsedrQ total_timerrrrs        N '       .