ó
Z=Vc           @   su  d  d l  Z d  d l Z d  d l j Z i d d 6d d 6d d 6d d	 6d
 d 6Z e j e   Z e j	 ƒ  Z
 e
 j d ƒ e
 j ƒ  Z g  e e e ƒ D] Z e e ƒ d ^ q” Z e j e ƒ Z e j d „  ƒ j ƒ  Z e d „  e ƒ Z e
 j d ƒ e
 j ƒ  Z g  e e e ƒ D] Z e e ƒ d ^ qZ e j e ƒ Z e j d „  ƒ j ƒ  Z e d „  e ƒ Z e j ƒ  d S(   iÿÿÿÿNt   roott   usert   uLFZ2WoBt   passwords   130.211.154.93t   hostt   testt   databaset   utf8t   charsetso   SELECT siteurl FROM vctest4 where ifnull(siteurl, '') <> '' and ifnull(text, '') = '' ORDER BY RAND() LIMIT 10;i    c         C   s   t  j d d |  j ƒ  ƒ S(   Ns   ((http(s)?://)?(www.)?)t    (   t   ret   subt   lower(   t   x(    (    s3   /home/ubuntu/banker.ai/vcspider/vcspider/globals.pyt   <lambda>    s    c         C   s   d |  S(   Ns   http://www.(    (   t   domain(    (    s3   /home/ubuntu/banker.ai/vcspider/vcspider/globals.pyR   !   s    s|   SELECT siteurl FROM crunchbase_startups where ifnull(siteurl, '') <> '' and ifnull(text, '')  = '' ORDER BY RAND() LIMIT 10;c         C   s   t  j d d |  j ƒ  ƒ S(   Ns   ((http(s)?://)?(www.)?)R	   (   R
   R   R   (   R   (    (    s3   /home/ubuntu/banker.ai/vcspider/vcspider/globals.pyR   *   s    c         C   s   d |  S(   Ns   http://www.(    (   R   (    (    s3   /home/ubuntu/banker.ai/vcspider/vcspider/globals.pyR   +   s    (   t   pandast   pdR
   t   mysql.connectort	   connectort   msct   configt   connectt   cont   cursort   curt   executet   fetchallR   t   mapt   listt   rowt   Seriest   test2t   applyt   tolistt   domainst   urlst   sulistt   sulist2t
   domains_sut   urls_sut   close(    (    (    s3   /home/ubuntu/banker.ai/vcspider/vcspider/globals.pyt   <module>   s.   
,,