HTML code for sharing Скрипт для массовой проверки PR, AlexaRank, Тиц source code

HTML Copy To Clipboarddone!

<div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><div id="lc1">#!usr/bin/env python
</div><div id="lc2">#-*- encoding: UTF-8 -*-
</div><div id="lc3">#
</div><div id="lc4">#(c) login999
</div><div id="lc5"># uasc.org.ua
</div><div id="lc6">
</div><div id="lc7">#Класс-контейнер для хранения чего-либо
</div><div id="lc8">class CONTAINER:
</div><div id="lc9"> 
</div><div id="lc10"> #Атрибут инициализации
</div><div id="lc11"> def __init__(self):
</div><div id="lc12"> 
</div><div id="lc13"> from threading import RLock
</div><div id="lc14"> from random import choice
</div><div id="lc15"> from random import shuffle
</div><div id="lc16"> 
</div><div id="lc17"> self.__Lock = RLock()
</div><div id="lc18"> self.__Container = []
</div><div id="lc19"> self.__Choice = choice
</div><div id="lc20"> self.__Shuffle = shuffle
</div><div id="lc21"> 
</div><div id="lc22"> self.defaultencoding = &quot;UTF-8&quot;
</div><div id="lc23"> 
</div><div id="lc24"> #Атрибут загрузки элементов в контейнер из файла
</div><div id="lc25"> def load(self, data, data_encoding=None):
</div><div id="lc26"> 
</div><div id="lc27"> if data_encoding is None:
</div><div id="lc28"> data_encoding = self.defaultencoding
</div><div id="lc29"> self.__Lock.acquire()
</div><div id="lc30"> for line in data:
</div><div id="lc31"> self.__Container.append(line.replace(&quot;\r&quot;, &quot;&quot;).replace(&quot;\n&quot;, &quot;&quot;).decode(data_encoding, &quot;replace&quot;))
</div><div id="lc32"> self.__Lock.release()
</div><div id="lc33"> 
</div><div id="lc34"> #Атрибут добавления одного элемента в контейнер
</div><div id="lc35"> def append(self, some):
</div><div id="lc36"> 
</div><div id="lc37"> self.__Lock.acquire()
</div><div id="lc38"> if some not in self.__Container:
</div><div id="lc39"> self.__Container.append(some)
</div><div id="lc40"> self.__Lock.release()
</div><div id="lc41"> 
</div><div id="lc42"> #Атрибут очистки контейнера
</div><div id="lc43"> def clear(self):
</div><div id="lc44"> 
</div><div id="lc45"> self.__Lock.acquire()
</div><div id="lc46"> self.__Container = []
</div><div id="lc47"> self.__Lock.release()
</div><div id="lc48"> 
</div><div id="lc49"> #Атрибут перемешивания элементов контейнера
</div><div id="lc50"> def shuffle(self):
</div><div id="lc51"> 
</div><div id="lc52"> self.__Lock.acquire()
</div><div id="lc53"> self.__Shuffle(self.__Container)
</div><div id="lc54"> self.__Lock.release()
</div><div id="lc55"> 
</div><div id="lc56"> #Атрибут удаления дубликатов
</div><div id="lc57"> def remove_dupies(self):
</div><div id="lc58"> 
</div><div id="lc59"> self.__Lock.acquire()
</div><div id="lc60"> self.__Container = list(set(self.__Container))
</div><div id="lc61"> self.__Lock.release()
</div><div id="lc62"> 
</div><div id="lc63"> #Атрибут получения количества загруженных элементов
</div><div id="lc64"> def __len__(self):
</div><div id="lc65"> 
</div><div id="lc66"> return len(self.__Container)
</div><div id="lc67"> 
</div><div id="lc68"> #Атрибут получения следующего элемента
</div><div id="lc69"> def get_next(self, remove=False):
</div><div id="lc70"> 
</div><div id="lc71"> self.__Lock.acquire()
</div><div id="lc72"> try:
</div><div id="lc73"> line = self.__Container.pop(0)
</div><div id="lc74"> except IndexError:
</div><div id="lc75"> line = None
</div><div id="lc76"> if not remove and line is not None:
</div><div id="lc77"> self.__Container.append(line)
</div><div id="lc78"> self.__Lock.release()
</div><div id="lc79"> return line 
</div><div id="lc80"> 
</div><div id="lc81"> #Атрибут получения одного случайного элемента
</div><div id="lc82"> def get_random(self, remove=False):
</div><div id="lc83"> 
</div><div id="lc84"> try:
</div><div id="lc85"> line = self.__Choice(self.__Container)
</div><div id="lc86"> except IndexError:
</div><div id="lc87"> line = None
</div><div id="lc88"> self.__Lock.acquire()
</div><div id="lc89"> if remove and line is not None:
</div><div id="lc90"> self.__Container.remove(line)
</div><div id="lc91"> self.__Lock.release()
</div><div id="lc92"> return line
</div><div id="lc93"> 
</div><div id="lc94"> #Атрибут получения всех элементов
</div><div id="lc95"> def get_all(self, remove=False):
</div><div id="lc96"> 
</div><div id="lc97"> all = self.__Container
</div><div id="lc98"> if remove:
</div><div id="lc99"> self.__Lock.acquire()
</div><div id="lc100"> self.__Container = []
</div><div id="lc101"> self.__Lock.release()
</div><div id="lc102"> return all
</div><div id="lc103"> 
</div><div id="lc104"> #Атрибут дампа всех элементов в файл
</div><div id="lc105"> def dump(self, outfile, data_encoding=None, remove=False):
</div><div id="lc106"> 
</div><div id="lc107"> if data_encoding is None:
</div><div id="lc108"> data_encoding = self.defaultencoding
</div><div id="lc109"> self.__Lock.acquire()
</div><div id="lc110"> with open(outfile, &quot;a&quot;) as out:
</div><div id="lc111"> for item in self.__Container:
</div><div id="lc112"> out.write(&quot;{0}\n&quot;.format(item.encode(data_encoding, &quot;replace&quot;)))
</div><div id="lc113"> if remove:
</div><div id="lc114"> self.__Container = []
</div><div id="lc115"> self.__Lock.release()
</div><div id="lc116"> 
</div><div id="lc117">#Класс для хранения/проверки проксей
</div><div id="lc118">class PROXYS:
</div><div id="lc119"> 
</div><div id="lc120"> #Атрибут инициализации
</div><div id="lc121"> def __init__(self):
</div><div id="lc122"> 
</div><div id="lc123"> import urllib2
</div><div id="lc124"> from threading import RLock
</div><div id="lc125"> 
</div><div id="lc126"> self.__ProxyHandler = urllib2.ProxyHandler
</div><div id="lc127"> self.__Build_Opener = urllib2.build_opener
</div><div id="lc128"> self.__Install_Opener = urllib2.install_opener
</div><div id="lc129"> self.__Open = urllib2.urlopen
</div><div id="lc130"> self.__Request = urllib2.Request
</div><div id="lc131"> self.__Lock = RLock()
</div><div id="lc132"> self.__Proxyz = []
</div><div id="lc133"> 
</div><div id="lc134"> self.USE = False
</div><div id="lc135"> self.defaultproxy = None
</div><div id="lc136"> 
</div><div id="lc137"> #Атрибут загрузки (из последовательности/итератора)
</div><div id="lc138"> def load(self, data):
</div><div id="lc139"> 
</div><div id="lc140"> self.__Lock.acquire()
</div><div id="lc141"> self.__Proxyz = []
</div><div id="lc142"> for line in data:
</div><div id="lc143"> self.__Proxyz.append(line.replace(&quot;\r&quot;, &quot;&quot;).replace(&quot;\n&quot;, &quot;&quot;))
</div><div id="lc144"> self.__Lock.release()
</div><div id="lc145"> 
</div><div id="lc146"> #Атрибут очистки
</div><div id="lc147"> def clear(self):
</div><div id="lc148"> 
</div><div id="lc149"> self.__Lock.acquire()
</div><div id="lc150"> self.__Proxyz = []
</div><div id="lc151"> self.__Lock.release()
</div><div id="lc152"> 
</div><div id="lc153"> #Атрибут удаления дублей
</div><div id="lc154"> def remove_dupies(self):
</div><div id="lc155"> 
</div><div id="lc156"> self.__Lock.acquire()
</div><div id="lc157"> self.__Proxyz = list(set(self.Proxyz))
</div><div id="lc158"> self.__Lock.release()
</div><div id="lc159"> 
</div><div id="lc160"> #Атрибут получения количества загруженных проксей
</div><div id="lc161"> def __len__(self):
</div><div id="lc162"> 
</div><div id="lc163"> return len(self.__Proxyz)
</div><div id="lc164"> 
</div><div id="lc165"> #Атрибут проверки одной данной прокси
</div><div id="lc166"> def check(self, proxy):
</div><div id="lc167"> 
</div><div id="lc168"> proxy_handler = self.__ProxyHandler({&quot;http&quot;: &quot;http://&quot;+proxy+&quot;/&quot;})
</div><div id="lc169"> opener = self.__Build_Opener(proxy_handler)
</div><div id="lc170"> self.__Install_Opener(opener)
</div><div id="lc171"> try:
</div><div id="lc172"> google_url = self.__Open(&quot;http://www.google.com/&quot;).geturl()
</div><div id="lc173"> if &quot;google&quot; in google_url:
</div><div id="lc174"> return True
</div><div id="lc175"> else:
</div><div id="lc176"> return False
</div><div id="lc177"> except:
</div><div id="lc178"> return False
</div><div id="lc179"> 
</div><div id="lc180"> #Атрибут проверки всех загруженных проксей
</div><div id="lc181"> def check_all(self):
</div><div id="lc182"> 
</div><div id="lc183"> for _ in xrange(len(self.__Proxyz)):
</div><div id="lc184"> self.__Lock.acquire()
</div><div id="lc185"> proxy = self.__Proxyz.pop(0)
</div><div id="lc186"> self.__Lock.release()
</div><div id="lc187"> if len(proxy)&gt;6:
</div><div id="lc188"> online = self.check(proxy)
</div><div id="lc189"> if online:
</div><div id="lc190"> self.__Lock.acquire()
</div><div id="lc191"> self.__Proxyz.append(proxy)
</div><div id="lc192"> self.__Lock.release()
</div><div id="lc193"> else:
</div><div id="lc194"> pass 
</div><div id="lc195"> else:
</div><div id="lc196"> pass
</div><div id="lc197"> 
</div><div id="lc198"> #Атрибут получения одной живой прокси
</div><div id="lc199"> def get_one(self):
</div><div id="lc200"> 
</div><div id="lc201"> if not self.USE:
</div><div id="lc202"> return self.defaultproxy
</div><div id="lc203"> else:
</div><div id="lc204"> while True:
</div><div id="lc205"> try:
</div><div id="lc206"> self.__Lock.acquire()
</div><div id="lc207"> proxy = self.__Proxyz.pop(0)
</div><div id="lc208"> self.__Lock.release()
</div><div id="lc209"> except IndexError:
</div><div id="lc210"> return &quot;NO_PROXIS_LEFT&quot;
</div><div id="lc211"> if len(proxy)&gt;6:
</div><div id="lc212"> online = self.check(proxy)
</div><div id="lc213"> if online:
</div><div id="lc214"> self.__Lock.acquire()
</div><div id="lc215"> self.__Proxyz.append(proxy)
</div><div id="lc216"> self.__Lock.release()
</div><div id="lc217"> return proxy
</div><div id="lc218"> else:
</div><div id="lc219"> pass 
</div><div id="lc220">
</div><div id="lc221">#Класс для определния Yandex Тиц, Google PR, Alexa AR
</div><div id="lc222">class SITE_PROPERTIES:
</div><div id="lc223"> 
</div><div id="lc224"> #Атрибут инициализации
</div><div id="lc225"> def __init__(self):
</div><div id="lc226"> 
</div><div id="lc227"> import re
</div><div id="lc228"> import urllib
</div><div id="lc229"> import urllib2
</div><div id="lc230"> 
</div><div id="lc231"> self.__re = re
</div><div id="lc232"> self.__urllib = urllib
</div><div id="lc233"> self.__urllib2 = urllib2
</div><div id="lc234"> 
</div><div id="lc235"> self.timeout = 20
</div><div id="lc236"> 
</div><div id="lc237"> #Честно спизженный атрибут, нужен для определения PR
</div><div id="lc238"> def __IntStr(self, String, Integer, Factor):
</div><div id="lc239"> 
</div><div id="lc240"> for i in range(len(String)) :
</div><div id="lc241"> Integer *= Factor
</div><div id="lc242"> Integer &amp;= 0xFFFFFFFF
</div><div id="lc243"> Integer += ord(String[i])
</div><div id="lc244"> return Integer
</div><div id="lc245"> 
</div><div id="lc246"> #Честно спизженный атрибут, нужен для определения PR 
</div><div id="lc247"> def __HashURL(self, Str):
</div><div id="lc248"> 
</div><div id="lc249"> C1 = self.__IntStr(Str, 0x1505, 0x21)
</div><div id="lc250"> C2 = self.__IntStr(Str, 0, 0x1003F)
</div><div id="lc251"> 
</div><div id="lc252"> C1 &gt;&gt;= 2
</div><div id="lc253"> C1 = ((C1 &gt;&gt; 4) &amp; 0x3FFFFC0) | (C1 &amp; 0x3F)
</div><div id="lc254"> C1 = ((C1 &gt;&gt; 4) &amp; 0x3FFC00) | (C1 &amp; 0x3FF)
</div><div id="lc255"> C1 = ((C1 &gt;&gt; 4) &amp; 0x3C000) | (C1 &amp; 0x3FFF)
</div><div id="lc256"> 
</div><div id="lc257"> T1 = (C1 &amp; 0x3C0) &lt;&lt; 4
</div><div id="lc258"> T1 |= C1 &amp; 0x3C
</div><div id="lc259"> T1 = (T1 &lt;&lt; 2) | (C2 &amp; 0xF0F)
</div><div id="lc260"> 
</div><div id="lc261"> T2 = (C1 &amp; 0xFFFFC000) &lt;&lt; 4
</div><div id="lc262"> T2 |= C1 &amp; 0x3C00
</div><div id="lc263"> T2 = (T2 &lt;&lt; 0xA) | (C2 &amp; 0xF0F0000)
</div><div id="lc264"> 
</div><div id="lc265"> return (T1 | T2)
</div><div id="lc266"> 
</div><div id="lc267"> #Честно спизженный атрибут, нужен для определения PR 
</div><div id="lc268"> def __CheckHash(self, HashInt):
</div><div id="lc269"> 
</div><div id="lc270"> HashStr = &quot;%u&quot; % (HashInt)
</div><div id="lc271"> Flag = 0
</div><div id="lc272"> CheckByte = 0
</div><div id="lc273"> 
</div><div id="lc274"> i = len(HashStr) - 1
</div><div id="lc275"> while i &gt;= 0:
</div><div id="lc276"> Byte = int(HashStr[i])
</div><div id="lc277"> if 1 == (Flag % 2):
</div><div id="lc278"> Byte *= 2;
</div><div id="lc279"> Byte = Byte / 10 + Byte % 10
</div><div id="lc280"> CheckByte += Byte
</div><div id="lc281"> Flag += 1
</div><div id="lc282"> i -= 1
</div><div id="lc283"> 
</div><div id="lc284"> CheckByte %= 10
</div><div id="lc285"> if 0 != CheckByte:
</div><div id="lc286"> CheckByte = 10 - CheckByte
</div><div id="lc287"> if 1 == Flag % 2:
</div><div id="lc288"> if 1 == CheckByte % 2:
</div><div id="lc289"> CheckByte += 9
</div><div id="lc290"> CheckByte &gt;&gt;= 1
</div><div id="lc291"> 
</div><div id="lc292"> return &#39;7&#39; + str(CheckByte) + HashStr
</div><div id="lc293"> 
</div><div id="lc294"> #Честно спизжено, подредактировано (поддержка проксей) - атрибут получения Google PR
</div><div id="lc295"> def GetGooglePR(self, URL, PROXY=None):
</div><div id="lc296"> 
</div><div id="lc297"> if PROXY :
</div><div id="lc298"> proxy_handler = self.__urllib2.ProxyHandler( { &quot;http&quot;: &quot;http://&quot;+PROXY+&quot;/&quot; } )
</div><div id="lc299"> opener = self.__urllib2.build_opener(proxy_handler) 
</div><div id="lc300"> self.__urllib2.install_opener(opener)
</div><div id="lc301"> 
</div><div id="lc302"> google_hash = self.__CheckHash(self.__HashURL(URL))
</div><div id="lc303"> google_url = &#39;http://www.google.com/search?client=navclient-auto&amp;features=Rank:&amp;q=info:%s&amp;ch=%s&#39; % (self.__urllib.quote(URL), google_hash)
</div><div id="lc304"> try:
</div><div id="lc305"> page = self.__urllib2.urlopen(google_url, timeout=self.timeout).read()
</div><div id="lc306"> except Exception, error:
</div><div id="lc307"> return &quot;CONNECTION_PROBLEMS&quot;
</div><div id="lc308"> page = page.lstrip().rstrip()
</div><div id="lc309"> PR = page[9:]
</div><div id="lc310"> try:
</div><div id="lc311"> PR = int(PR)
</div><div id="lc312"> except:
</div><div id="lc313"> PR = 0
</div><div id="lc314"> return str(PR).decode(&quot;UTF-8&quot;)
</div><div id="lc315"> 
</div><div id="lc316"> #Атрибут получения Alexa Rank
</div><div id="lc317"> def GetAlexaRank(self, URL, PROXY=None):
</div><div id="lc318"> 
</div><div id="lc319"> if PROXY:
</div><div id="lc320"> proxy_handler = self.__urllib2.ProxyHandler( { &quot;http&quot;: &quot;http://&quot;+PROXY+&quot;/&quot; } )
</div><div id="lc321"> opener = self.__urllib2.build_opener(proxy_handler) 
</div><div id="lc322"> self.__urllib2.install_opener(opener)
</div><div id="lc323"> 
</div><div id="lc324"> alexa_url = &#39;http://data.alexa.com/data?cli=10&amp;dat=snbamz&amp;url={URL}&#39;.format(URL=self.__urllib.quote(URL))
</div><div id="lc325"> try:
</div><div id="lc326"> page = self.__urllib2.urlopen(alexa_url, timeout=self.timeout).read()
</div><div id="lc327"> except Exception, error:
</div><div id="lc328"> return &quot;CONNECTION_PROBLEMS&quot;
</div><div id="lc329"> try:
</div><div id="lc330"> AR = self.__re.findall(r&#39;\&lt;POPULARITY URL\=\&quot;.*?\&quot; TEXT\=\&quot;(\d+)\&quot;\/\&gt;&#39;, page)[0]
</div><div id="lc331"> except IndexError:
</div><div id="lc332"> AR = 0
</div><div id="lc333"> return str(AR).decode(&quot;UTF-8&quot;)
</div><div id="lc334"> 
</div><div id="lc335"> #Атрибут получения Yandex Тиц
</div><div id="lc336"> def GetYandexTIC(self, URL, PROXY=None):
</div><div id="lc337"> 
</div><div id="lc338"> if &quot;http://&quot; not in URL:
</div><div id="lc339"> URL = &quot;http://{URL}&quot;.format(URL=URL)
</div><div id="lc340"> 
</div><div id="lc341"> if PROXY:
</div><div id="lc342"> proxy_handler = self.__urllib2.ProxyHandler( { &quot;http&quot;: &quot;http://&quot;+PROXY+&quot;/&quot; } )
</div><div id="lc343"> opener = self.__urllib2.build_opener(proxy_handler) 
</div><div id="lc344"> self.__urllib2.install_opener(opener)
</div><div id="lc345"> 
</div><div id="lc346"> yandex_url = &#39;http://bar-navig.yandex.ru/u?ver=2&amp;show=32&amp;url={URL}&#39;.format(URL=self.__urllib.quote(URL))
</div><div id="lc347"> try:
</div><div id="lc348"> page = self.__urllib2.urlopen(yandex_url, timeout=self.timeout).read()
</div><div id="lc349"> except Exception, error:
</div><div id="lc350"> return &quot;CONNECTION_PROBLEMS&quot;
</div><div id="lc351"> try:
</div><div id="lc352"> TIC = self.__re.findall(r&#39;\&lt;tcy rang\=\&quot;.*?\&quot; value\=\&quot;(\d+)\&quot;\/\&gt;&#39;, page)[0]
</div><div id="lc353"> except IndexError:
</div><div id="lc354"> TIC = 0
</div><div id="lc355"> return str(TIC).decode(&quot;UTF-8&quot;)
</div><div id="lc356">
</div><div id="lc357">#Класс для загрузки данных из файла формата DBM Apache
</div><div id="lc358">class DBM_LOADER:
</div><div id="lc359"> 
</div><div id="lc360"> #Атрибут инициализации
</div><div id="lc361"> def __init__(self):
</div><div id="lc362"> 
</div><div id="lc363"> import anydbm
</div><div id="lc364"> 
</div><div id="lc365"> self.__open_database = anydbm.open
</div><div id="lc366"> 
</div><div id="lc367"> self.defaultencoding = &quot;UTF-8&quot;
</div><div id="lc368"> 
</div><div id="lc369"> #Атрибут загрузки из БД
</div><div id="lc370"> def load(self, db_file, parse=True, to_=None):
</div><div id="lc371"> 
</div><div id="lc372"> if to_ is None:
</div><div id="lc373"> data_list = []
</div><div id="lc374"> else:
</div><div id="lc375"> data_list = to_
</div><div id="lc376"> 
</div><div id="lc377"> database = self.__open_database(db_file.encode(self.defaultencoding), &quot;c&quot;)
</div><div id="lc378"> for key, value in database.iteritems():
</div><div id="lc379"> some_seq = {}
</div><div id="lc380"> some_seq[&quot;url&quot;] = key.decode(self.defaultencoding)
</div><div id="lc381"> some_seq[&quot;local_path&quot;] = value.decode(self.defaultencoding)
</div><div id="lc382"> some_seq[&quot;PR&quot;] = &quot;&quot;
</div><div id="lc383"> some_seq[&quot;AR&quot;] = &quot;&quot;
</div><div id="lc384"> some_seq[&quot;TIC&quot;] = &quot;&quot;
</div><div id="lc385"> if parse:
</div><div id="lc386"> if self.martein_parsed(some_seq):
</div><div id="lc387"> data_list.append(some_seq)
</div><div id="lc388"> else:
</div><div id="lc389"> pass
</div><div id="lc390"> else:
</div><div id="lc391"> data_list.append(some_seq)
</div><div id="lc392"> if to_ is None:
</div><div id="lc393"> return data_list
</div><div id="lc394"> else:
</div><div id="lc395"> #Значит уже загружено
</div><div id="lc396"> pass
</div><div id="lc397"> 
</div><div id="lc398"> #Атрибут парсинга данных из базы, специально для M@rtein
</div><div id="lc399"> def martein_parsed(self, some_seq):
</div><div id="lc400"> 
</div><div id="lc401"> key = some_seq[&quot;url&quot;]
</div><div id="lc402"> value = some_seq[&quot;local_path&quot;].split(&quot;/&quot;)
</div><div id="lc403"> if key == value[-1]:
</div><div id="lc404"> return True
</div><div id="lc405"> else:
</div><div id="lc406"> return False
</div><div id="lc407"> 
</div><div id="lc408">#Класс для загрузки данных из текстового файла
</div><div id="lc409">class TEXT_LOADER:
</div><div id="lc410"> 
</div><div id="lc411"> #Атрибут инициализации
</div><div id="lc412"> def __init__(self):
</div><div id="lc413"> 
</div><div id="lc414"> self.defaultencoding = &quot;UTF-8&quot;
</div><div id="lc415"> 
</div><div id="lc416"> #Атрибут загрузки из файла
</div><div id="lc417"> def load(self, file_, to_=None):
</div><div id="lc418"> 
</div><div id="lc419"> if to_ is None:
</div><div id="lc420"> data_list = []
</div><div id="lc421"> else:
</div><div id="lc422"> data_list = to_
</div><div id="lc423"> 
</div><div id="lc424"> with open(file_) as input_data:
</div><div id="lc425"> for line in input_data:
</div><div id="lc426"> some_seq = {}
</div><div id="lc427"> some_seq[&quot;url&quot;] = line.replace(&quot;\r&quot;, &quot;&quot;).replace(&quot;\n&quot;, &quot;&quot;).decode(self.defaultencoding)
</div><div id="lc428"> some_seq[&quot;local_path&quot;] = &quot;&quot;
</div><div id="lc429"> some_seq[&quot;PR&quot;] = &quot;&quot;
</div><div id="lc430"> some_seq[&quot;AR&quot;] = &quot;&quot;
</div><div id="lc431"> some_seq[&quot;TIC&quot;] = &quot;&quot;
</div><div id="lc432"> data_list.append(some_seq)
</div><div id="lc433"> if to_ is None:
</div><div id="lc434"> return data_list
</div><div id="lc435"> else:
</div><div id="lc436"> #Значит уже загружено
</div><div id="lc437"> pass
</div><div id="lc438">
</div><div id="lc439">#Класс для отображения Gui
</div><div id="lc440">class GUI:
</div><div id="lc441"> 
</div><div id="lc442"> #Атрибут инициализации
</div><div id="lc443"> def __init__(self):
</div><div id="lc444"> 
</div><div id="lc445"> import Tkinter
</div><div id="lc446"> import tkMessageBox
</div><div id="lc447"> import ScrolledText
</div><div id="lc448"> import tkFileDialog
</div><div id="lc449"> import threading
</div><div id="lc450"> 
</div><div id="lc451"> self.__tkinter = Tkinter
</div><div id="lc452"> self.__messagebox = tkMessageBox
</div><div id="lc453"> self.__scrolledtext = ScrolledText
</div><div id="lc454"> self.__tkfiledialog = tkFileDialog
</div><div id="lc455"> self.__threading = threading
</div><div id="lc456"> 
</div><div id="lc457"> self.__main_window = Tkinter.Tk()
</div><div id="lc458"> self.__main_window.resizable(width=False, height=False)
</div><div id="lc459"> self.__main_window.title(u&quot;GooglePageRank|AlexaRank|Тиц&quot;)
</div><div id="lc460"> self.__main_window[&quot;bd&quot;] = 5
</div><div id="lc461"> 
</div><div id="lc462"> self.__Lock = threading.RLock()
</div><div id="lc463"> self.__PAUSE = False
</div><div id="lc464"> self.__db_filename = None
</div><div id="lc465"> self.__proxys_filename = None
</div><div id="lc466"> self.__out_filename = None
</div><div id="lc467"> 
</div><div id="lc468"> self.start = None
</div><div id="lc469"> self.pause = None
</div><div id="lc470"> self.stop = None
</div><div id="lc471"> 
</div><div id="lc472"> #Атрибут создания настроек
</div><div id="lc473"> def __create_settings(self):
</div><div id="lc474"> 
</div><div id="lc475"> #Обработчик кнопки загрузки БД
</div><div id="lc476"> def load_db():
</div><div id="lc477"> 
</div><div id="lc478"> self.__db_filename = self.__tkfiledialog.askopenfilename()
</div><div id="lc479"> 
</div><div id="lc480"> #Обработчик кнопки выходного файла
</div><div id="lc481"> def upload():
</div><div id="lc482"> 
</div><div id="lc483"> self.__out_filename = self.__tkfiledialog.asksaveasfilename(filetypes=[(&quot;Excel&quot;,&quot;.csv&quot;)], defaultextension=&quot;.csv&quot;)
</div><div id="lc484"> 
</div><div id="lc485"> #Обработчик кнопки выходного файла
</div><div id="lc486"> def load_proxys():
</div><div id="lc487"> 
</div><div id="lc488"> self.__proxys_filename = self.__tkfiledialog.askopenfilename()
</div><div id="lc489"> 
</div><div id="lc490"> self.__settings_frame = self.__tkinter.Frame(self.__main_window)
</div><div id="lc491"> self.__settings_frame.grid(row=0, column=0)
</div><div id="lc492"> 
</div><div id="lc493"> self.__butt_frame = self.__tkinter.Frame(self.__main_window)
</div><div id="lc494"> self.__butt_frame.grid(row=0, column=1)
</div><div id="lc495"> 
</div><div id="lc496"> self.__TypeLabel = self.__tkinter.Label(self.__settings_frame, text=u&quot;Тип данных :&quot;, width=12, font=&quot;system6&quot;, anchor=&quot;w&quot;)
</div><div id="lc497"> self.__TypeLabel.grid(row=0, column=0)
</div><div id="lc498"> 
</div><div id="lc499"> self.__TypeChoose = self.__tkinter.Spinbox(self.__settings_frame, state=&quot;readonly&quot;, wrap=True, width=8)
</div><div id="lc500"> self.__TypeChoose[&quot;values&quot;] = [u&quot;DBM&quot;, u&quot;TXT&quot;]
</div><div id="lc501"> self.__TypeChoose.grid(row=0, column=1)
</div><div id="lc502"> 
</div><div id="lc503"> self.__EncodingLabel = self.__tkinter.Label(self.__settings_frame, text=u&quot;Кодировка :&quot;, width=12, font=&quot;system6&quot;, anchor=&quot;w&quot;)
</div><div id="lc504"> self.__EncodingLabel.grid(row=1, column=0)
</div><div id="lc505"> 
</div><div id="lc506"> self.__EncodingChoose = self.__tkinter.Spinbox(self.__settings_frame, state=&quot;readonly&quot;, wrap=True, width=8)
</div><div id="lc507"> self.__EncodingChoose[&quot;values&quot;] = [u&quot;CP1251&quot;, u&quot;UTF-8&quot;]
</div><div id="lc508"> self.__EncodingChoose.grid(row=1, column=1)
</div><div id="lc509"> 
</div><div id="lc510"> self.__ThreadsLabel = self.__tkinter.Label(self.__settings_frame, text=u&quot;Потоков :&quot;, width=12, font=&quot;system6&quot;, anchor=&quot;w&quot;)
</div><div id="lc511"> self.__ThreadsLabel.grid(row=2, column=0)
</div><div id="lc512"> 
</div><div id="lc513"> self.__ThreadsChoose = self.__tkinter.Spinbox(self.__settings_frame, state=&quot;readonly&quot;, wrap=True, from_=1, to_=350, width=8)
</div><div id="lc514"> self.__ThreadsChoose.grid(row=2, column=1)
</div><div id="lc515"> 
</div><div id="lc516"> self.__DBButton = self.__tkinter.Button(self.__butt_frame, width=15, text=u&quot;Загрузить БД&quot;, command=load_db)
</div><div id="lc517"> self.__DBButton.grid(row=0, column=0)
</div><div id="lc518"> 
</div><div id="lc519"> self.__ProxysButton = self.__tkinter.Button(self.__butt_frame, width=15, text=u&quot;Загрузить proxy&quot;, command=load_proxys)
</div><div id="lc520"> self.__ProxysButton.grid(row=1, column=0)
</div><div id="lc521"> 
</div><div id="lc522"> self.__OUTButton = self.__tkinter.Button(self.__butt_frame, width=15, text=u&quot;Выходной файл&quot;, command=upload)
</div><div id="lc523"> self.__OUTButton.grid(row=2, column=0)
</div><div id="lc524">
</div><div id="lc525"> #Атрибут создания кнопок
</div><div id="lc526"> def __create_buttons(self):
</div><div id="lc527"> 
</div><div id="lc528"> #Обработчик кнопки Старт
</div><div id="lc529"> def start():
</div><div id="lc530"> 
</div><div id="lc531"> if not self.__db_filename:
</div><div id="lc532"> self.__messagebox.showerror(u&quot;Ошибка&quot;, u&quot;Файл БД не указан!&quot;)
</div><div id="lc533"> return
</div><div id="lc534"> 
</div><div id="lc535"> if not self.__out_filename:
</div><div id="lc536"> self.__messagebox.showerror(u&quot;Ошибка&quot;, u&quot;Выходной файл не указан!&quot;)
</div><div id="lc537"> return
</div><div id="lc538"> 
</div><div id="lc539"> if not self.__proxys_filename:
</div><div id="lc540"> self.__messagebox.showinfo(u&quot;Внимание&quot;, u&quot;Проверка будет происходить без proxy!&quot;)
</div><div id="lc541"> 
</div><div id="lc542"> settings = {}
</div><div id="lc543"> settings[&quot;threads_count&quot;] = int(self.__ThreadsChoose.get())
</div><div id="lc544"> settings[&quot;datatype&quot;] = self.__TypeChoose.get()
</div><div id="lc545"> settings[&quot;encoding&quot;] = self.__EncodingChoose.get()
</div><div id="lc546"> settings[&quot;bdname&quot;] = self.__db_filename
</div><div id="lc547"> settings[&quot;proxysname&quot;] = self.__proxys_filename
</div><div id="lc548"> settings[&quot;outfilename&quot;] = self.__out_filename
</div><div id="lc549"> self.__threading.Thread(target=self.start, args=[settings]).start()
</div><div id="lc550"> 
</div><div id="lc551"> #Обработчик кнопки Пауза
</div><div id="lc552"> def pause():
</div><div id="lc553"> 
</div><div id="lc554"> if not self.__PAUSE:
</div><div id="lc555"> self.__PAUSE = True
</div><div id="lc556"> self.__PauseButton[&quot;text&quot;] = u&quot;Продолжить&quot;
</div><div id="lc557"> self.__threading.Thread(target=self.pause, args=[self.__PAUSE]).start()
</div><div id="lc558"> else:
</div><div id="lc559"> self.__PAUSE = False
</div><div id="lc560"> self.__PauseButton[&quot;text&quot;] = u&quot;Пауза&quot;
</div><div id="lc561"> self.__threading.Thread(target=self.pause, args=[self.__PAUSE]).start()
</div><div id="lc562"> 
</div><div id="lc563"> 
</div><div id="lc564"> #Обработчик кнопки Стоп
</div><div id="lc565"> def stop():
</div><div id="lc566"> 
</div><div id="lc567"> self.__threading.Thread(target=self.stop).start()
</div><div id="lc568"> 
</div><div id="lc569"> self.__buttons_frame = self.__tkinter.Frame(self.__main_window)
</div><div id="lc570"> self.__buttons_frame.grid(row=0, column=2)
</div><div id="lc571"> self.__StartButton = self.__tkinter.Button(self.__buttons_frame, width=12, text=u&quot;Старт&quot;, command=start)
</div><div id="lc572"> self.__StartButton.grid(row=0, column=0)
</div><div id="lc573"> self.__PauseButton = self.__tkinter.Button(self.__buttons_frame, width=12, text=u&quot;Пауза&quot;, command=pause, state=&quot;disabled&quot;)
</div><div id="lc574"> self.__PauseButton.grid(row=1, column=0)
</div><div id="lc575"> self.__StopButton = self.__tkinter.Button(self.__buttons_frame, width=12, text=u&quot;Стоп&quot;, command=stop, state=&quot;disabled&quot;)
</div><div id="lc576"> self.__StopButton.grid(row=2, column=0)
</div><div id="lc577"> 
</div><div id="lc578"> #Атрибут вставки в лог
</div><div id="lc579"> def insert_into_log(self, line):
</div><div id="lc580"> 
</div><div id="lc581"> self.__Lock.acquire()
</div><div id="lc582"> self.__Log.insert(&quot;end&quot;, u&quot;{line}&quot;.format(line=line))
</div><div id="lc583"> self.__Lock.release()
</div><div id="lc584"> 
</div><div id="lc585"> #Атрибут создания лога
</div><div id="lc586"> def __create_log(self):
</div><div id="lc587"> 
</div><div id="lc588"> self.__Log = self.__scrolledtext.ScrolledText(self.__main_window, font=&quot;system6&quot;, width=35, height=12, exportselection=True)
</div><div id="lc589"> self.__Log.grid(row=2, column=0, columnspan=3, sticky=&quot;we&quot;)
</div><div id="lc590"> 
</div><div id="lc591"> #Атрибут создания
</div><div id="lc592"> def create(self):
</div><div id="lc593"> 
</div><div id="lc594"> self.__create_settings()
</div><div id="lc595"> self.__create_buttons()
</div><div id="lc596"> self.__create_log()
</div><div id="lc597"> 
</div><div id="lc598"> return self.__main_window
</div><div id="lc599"> 
</div><div id="lc600"> #Атрибут приведения Gui в &quot;рабочее положение&quot;
</div><div id="lc601"> def make_working(self):
</div><div id="lc602"> 
</div><div id="lc603"> self.__StartButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc604"> self.__PauseButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc605"> self.__StopButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc606"> 
</div><div id="lc607"> self.__DBButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc608"> self.__OUTButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc609"> self.__ProxysButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc610"> 
</div><div id="lc611"> self.__TypeChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc612"> self.__ThreadsChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc613"> self.__EncodingChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc614"> 
</div><div id="lc615"> #Атрибут приведения Gui в &quot;стандартное положение&quot;
</div><div id="lc616"> def make_reset(self):
</div><div id="lc617"> 
</div><div id="lc618"> self.__db_filename = None
</div><div id="lc619"> self.__proxys_filename = None
</div><div id="lc620"> self.__out_filename = None
</div><div id="lc621"> 
</div><div id="lc622"> self.__StartButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc623"> self.__PauseButton[&quot;text&quot;] = u&quot;Пауза&quot;
</div><div id="lc624"> self.__PauseButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc625"> self.__StopButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc626"> 
</div><div id="lc627"> self.__DBButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc628"> self.__OUTButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc629"> self.__ProxysButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc630"> 
</div><div id="lc631"> self.__TypeChoose[&quot;state&quot;] = &quot;readonly&quot;
</div><div id="lc632"> self.__ThreadsChoose[&quot;state&quot;] = &quot;readonly&quot;
</div><div id="lc633"> self.__EncodingChoose[&quot;state&quot;] = &quot;readonly&quot;
</div><div id="lc634">
</div><div id="lc635"> 
</div><div id="lc636"> #Атрибут приведения Gui в &quot;неактивное положение&quot;
</div><div id="lc637"> def make_unactive(self):
</div><div id="lc638"> 
</div><div id="lc639"> self.__StartButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc640"> self.__PauseButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc641"> self.__StopButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc642"> 
</div><div id="lc643"> self.__DBButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc644"> self.__OUTButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc645"> self.__ProxysButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc646"> 
</div><div id="lc647"> self.__TypeChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc648"> self.__ThreadsChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc649"> self.__EncodingChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc650">
</div><div id="lc651">#Класс для записи данных в несколько файлов
</div><div id="lc652">class WRITER:
</div><div id="lc653"> 
</div><div id="lc654"> #Атрибут инициализации
</div><div id="lc655"> def __init__(self):
</div><div id="lc656"> 
</div><div id="lc657"> from threading import RLock
</div><div id="lc658"> 
</div><div id="lc659"> self.Lock = RLock
</div><div id="lc660"> self.Locks = {}
</div><div id="lc661"> 
</div><div id="lc662"> self.defaultencoding = &quot;UTF-8&quot;
</div><div id="lc663"> self.defaultout = &quot;dump&quot;
</div><div id="lc664"> 
</div><div id="lc665"> #Атрибут записи одного элемента
</div><div id="lc666"> def write_one(self, data, id_=None, data_encoding=None):
</div><div id="lc667"> if id_ is None:
</div><div id="lc668"> id_ = self.defaultout
</div><div id="lc669"> if data_encoding is None:
</div><div id="lc670"> encoding = self.defaultencoding
</div><div id="lc671"> if id_ not in self.Locks:
</div><div id="lc672"> self.Locks[id_] = self.Lock()
</div><div id="lc673"> self.Locks[id_].acquire()
</div><div id="lc674"> with open(u&quot;{0}.csv&quot;.format(id_).encode(self.defaultencoding), &quot;a&quot;) as out:
</div><div id="lc675"> #&lt;Преобразование данных из словаря в строку&gt;
</div><div id="lc676"> data = u&quot;{url};{local_path};{PR};{AR};{TIC}&quot;.format(url=data[&quot;url&quot;], local_path=data[&quot;local_path&quot;], PR=data[&quot;PR&quot;], AR=data[&quot;AR&quot;], TIC=data[&quot;TIC&quot;])
</div><div id="lc677"> #&lt;/&gt;
</div><div id="lc678"> out.write(&quot;{0}\n&quot;.format(data.encode(encoding, &quot;replace&quot;)))
</div><div id="lc679"> self.Locks[id_].release()
</div><div id="lc680"> 
</div><div id="lc681"> #Атрибут записи последовательности
</div><div id="lc682"> def write_many(self, data, id_=None, data_encoding=None):
</div><div id="lc683"> if id_ is None:
</div><div id="lc684"> id_ = self.defaultout
</div><div id="lc685"> if data_encoding is None:
</div><div id="lc686"> encoding = self.defaultencoding
</div><div id="lc687"> if id_ not in self.Locks:
</div><div id="lc688"> self.Locks[id_] = self.Lock()
</div><div id="lc689"> self.Locks[id_].acquire()
</div><div id="lc690"> with open(u&quot;{0}.csv&quot;.format(id_).encode(self.defaultencoding), &quot;a&quot;) as out:
</div><div id="lc691"> for item in data:
</div><div id="lc692"> #&lt;Преобразование данных из словаря в строку&gt;
</div><div id="lc693"> item = u&quot;{url};{local_path};{PR};{AR};{TIC}&quot;.format(url=item[&quot;url&quot;], local_path=item[&quot;local_path&quot;], PR=item[&quot;PR&quot;], AR=item[&quot;AR&quot;], TIC=item[&quot;TIC&quot;])
</div><div id="lc694"> #&lt;/&gt;
</div><div id="lc695"> out.write(&quot;{0}\n&quot;.format(item.encode(encoding, &quot;replace&quot;)))
</div><div id="lc696"> self.Locks[id_].release()
</div><div id="lc697">
</div><div id="lc698">#Класс-архитектура чекера
</div><div id="lc699">class ARCHITECTURE:
</div><div id="lc700"> 
</div><div id="lc701"> #Атрибут инициализации
</div><div id="lc702"> def __init__(self):
</div><div id="lc703"> 
</div><div id="lc704"> import sys
</div><div id="lc705"> import time
</div><div id="lc706"> import threading
</div><div id="lc707"> 
</div><div id="lc708"> self.__exit = sys.exit
</div><div id="lc709"> self.__sleep = time.sleep
</div><div id="lc710"> self.__threading = threading
</div><div id="lc711"> self.__lock = threading.RLock()
</div><div id="lc712"> 
</div><div id="lc713"> self.__gui = GUI()
</div><div id="lc714"> self.__proxys = PROXYS()
</div><div id="lc715"> self.__writer = WRITER()
</div><div id="lc716"> self.__links = CONTAINER()
</div><div id="lc717"> self.__dbmloader = DBM_LOADER()
</div><div id="lc718"> self.__textloader = TEXT_LOADER()
</div><div id="lc719"> self.__properties = SITE_PROPERTIES()
</div><div id="lc720"> 
</div><div id="lc721"> self.__PAUSE = False
</div><div id="lc722"> self.__STOP = False
</div><div id="lc723"> self.__current_proxy = None
</div><div id="lc724"> 
</div><div id="lc725"> #Атрибут который олицетворяет собой поток-работника
</div><div id="lc726"> def __worker(self):
</div><div id="lc727"> 
</div><div id="lc728"> while True:
</div><div id="lc729"> if self.__STOP:
</div><div id="lc730"> unchecked = self.__links.get_all(remove=True)
</div><div id="lc731"> self.__writer.write_many(unchecked, &quot;UNCHECKED&quot;)
</div><div id="lc732"> return
</div><div id="lc733"> if self.__PAUSE:
</div><div id="lc734"> self.__sleep(1)
</div><div id="lc735"> if self.__proxys.USE and not self.__current_proxy:
</div><div id="lc736"> self.__lock.acquire()
</div><div id="lc737"> self.__current_proxy = self.__proxys.get_one()
</div><div id="lc738"> self.__lock.release()
</div><div id="lc739"> if self.__current_proxy == &quot;NO_PROXYS_LEFT&quot;:
</div><div id="lc740"> unchecked = self.__links.get_all(remove=True)
</div><div id="lc741"> self.__writer.write_many(unchecked, &quot;UNCHECKED&quot;)
</div><div id="lc742"> current_seq = self.__links.get_next(remove=True)
</div><div id="lc743"> if not current_seq:
</div><div id="lc744"> if not self.__STOP:
</div><div id="lc745"> self.stop()
</div><div id="lc746"> return
</div><div id="lc747"> PR = self.__properties.GetGooglePR(current_seq[&quot;url&quot;], self.__current_proxy)
</div><div id="lc748"> if not PR == &quot;FORBIDDEN&quot; and not PR == &quot;CONNECTION_PROBLEMS&quot;:
</div><div id="lc749"> current_seq[&quot;PR&quot;] = PR
</div><div id="lc750"> AR = self.__properties.GetAlexaRank(current_seq[&quot;url&quot;], self.__current_proxy)
</div><div id="lc751"> if not AR == &quot;FORBIDDEN&quot; and not AR == &quot;CONNECTION_PROBLEMS&quot;:
</div><div id="lc752"> current_seq[&quot;AR&quot;] = AR
</div><div id="lc753"> TIC = self.__properties.GetYandexTIC(current_seq[&quot;url&quot;], self.__current_proxy)
</div><div id="lc754"> if not TIC == &quot;FORBIDDEN&quot; and not TIC == &quot;CONNECTION_PROBLEMS&quot;:
</div><div id="lc755"> current_seq[&quot;TIC&quot;] = TIC
</div><div id="lc756"> self.__writer.write_one(current_seq)
</div><div id="lc757"> self.__gui.insert_into_log(u&quot;{url}|{PR}|{AR}|{TIC}\n&quot;.format(url=current_seq[&quot;url&quot;], PR=current_seq[&quot;PR&quot;], AR=current_seq[&quot;AR&quot;], TIC=current_seq[&quot;TIC&quot;]))
</div><div id="lc758"> else:
</div><div id="lc759"> self.__links.append(current_seq)
</div><div id="lc760"> self.__lock.acquire()
</div><div id="lc761"> self.__current_proxy = self.__proxys.get_one()
</div><div id="lc762"> self.__lock.release()
</div><div id="lc763"> else:
</div><div id="lc764"> self.__links.append(current_seq)
</div><div id="lc765"> self.__lock.acquire()
</div><div id="lc766"> self.__current_proxy = self.__proxys.get_one()
</div><div id="lc767"> self.__lock.release()
</div><div id="lc768"> else:
</div><div id="lc769"> self.__links.append(current_seq)
</div><div id="lc770"> self.__lock.acquire()
</div><div id="lc771"> self.__current_proxy = self.__proxys.get_one()
</div><div id="lc772"> self.__lock.release()
</div><div id="lc773"> 
</div><div id="lc774"> 
</div><div id="lc775"> #Атрибут старта
</div><div id="lc776"> def start(self, settings):
</div><div id="lc777"> self.__gui.make_working()
</div><div id="lc778"> self.__writer.defaultencoding = settings[&quot;encoding&quot;]
</div><div id="lc779"> self.__writer.defaultout = settings[&quot;outfilename&quot;]
</div><div id="lc780"> self.__links.defaultencoding = settings[&quot;encoding&quot;]
</div><div id="lc781"> self.__dbmloader.defaultencoding = settings[&quot;encoding&quot;]
</div><div id="lc782"> self.__textloader.defaultencoding = settings[&quot;encoding&quot;]
</div><div id="lc783"> if settings[&quot;datatype&quot;] == u&quot;DBM&quot;:
</div><div id="lc784"> self.__dbmloader.load(settings[&quot;bdname&quot;], to_=self.__links)
</div><div id="lc785"> if settings[&quot;datatype&quot;] == u&quot;TXT&quot;:
</div><div id="lc786"> self.__textloader.load(settings[&quot;bdname&quot;], to_=self.__links)
</div><div id="lc787"> if settings[&quot;proxysname&quot;] is not None:
</div><div id="lc788"> with open(u&quot;{filename}&quot;.format(filename=settings[&quot;proxysname&quot;]).encode(settings[&quot;encoding&quot;])) as prx:
</div><div id="lc789"> self.__proxys.load(prx)
</div><div id="lc790"> if len(self.__proxys)&gt;0:
</div><div id="lc791"> self.__proxys.USE = True
</div><div id="lc792"> for _ in xrange(settings[&quot;threads_count&quot;]):
</div><div id="lc793"> self.__threading.Thread(target=self.__worker).start()
</div><div id="lc794"> 
</div><div id="lc795"> #Атрибут паузы
</div><div id="lc796"> def pause(self, value):
</div><div id="lc797"> self.__PAUSE = value
</div><div id="lc798"> 
</div><div id="lc799"> #Атрибут остановки
</div><div id="lc800"> def stop(self):
</div><div id="lc801"> self.__gui.make_unactive()
</div><div id="lc802"> self.__STOP = True
</div><div id="lc803"> while self.__threading.active_count()&gt;2:
</div><div id="lc804"> self.__sleep(1)
</div><div id="lc805"> self.__PAUSE = False
</div><div id="lc806"> self.__STOP = False
</div><div id="lc807"> self.__proxys.USE = False
</div><div id="lc808"> self.__current_proxy = False
</div><div id="lc809"> self.__writer.defaultout = &quot;dump&quot;
</div><div id="lc810"> self.__gui.make_reset()
</div><div id="lc811"> 
</div><div id="lc812"> #Атрибут запуска всего :)
</div><div id="lc813"> def start_process(self):
</div><div id="lc814"> self.__gui.start = self.start
</div><div id="lc815"> self.__gui.pause = self.pause
</div><div id="lc816"> self.__gui.stop = self.stop
</div><div id="lc817"> gui_window = self.__gui.create()
</div><div id="lc818"> gui_window.protocol(&quot;WM_DELETE_WINDOW&quot;, self.__exit)
</div><div id="lc819"> gui_window.mainloop()
</div><div id="lc820"> 
</div><div id="lc821">
</div><div id="lc822">if __name__ == &quot;__main__&quot;:
</div><div id="lc823"> Architecture = ARCHITECTURE()
</div><div id="lc824"> Architecture.start_process()
</div></pre></div>
 Colored with <a style="color: #333" href="http://dumpz.org">dumpz.org</a>

BBCODE Copy To Clipboarddone!

[color=#408080][i]#!usr/bin/env python[/i][/color]
[color=#408080][i]#-*- encoding: UTF-8 -*-[/i][/color]
[color=#408080][i]#[/i][/color]
[color=#408080][i]#(c) login999[/i][/color]
[color=#408080][i]# uasc.org.ua[/i][/color]

[color=#408080][i]#Класс-контейнер для хранения чего-либо[/i][/color]
[color=#008000][b]class[/b][/color] [color=#0000FF][b]CONTAINER[/b][/color]:
    
    [color=#408080][i]#Атрибут инициализации[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__init__[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]from[/b][/color] [color=#0000FF][b]threading[/b][/color] [color=#008000][b]import[/b][/color] RLock
        [color=#008000][b]from[/b][/color] [color=#0000FF][b]random[/b][/color] [color=#008000][b]import[/b][/color] choice
        [color=#008000][b]from[/b][/color] [color=#0000FF][b]random[/b][/color] [color=#008000][b]import[/b][/color] shuffle
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock [color=#666666]=[/color] RLock()
        [color=#008000]self[/color][color=#666666].[/color]__Container [color=#666666]=[/color] []
        [color=#008000]self[/color][color=#666666].[/color]__Choice [color=#666666]=[/color] choice
        [color=#008000]self[/color][color=#666666].[/color]__Shuffle [color=#666666]=[/color] shuffle
        
        [color=#008000]self[/color][color=#666666].[/color]defaultencoding [color=#666666]=[/color] [color=#BA2121]"UTF-8"[/color]
        
    [color=#408080][i]#Атрибут загрузки элементов в контейнер из файла[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]load[/color]([color=#008000]self[/color], data, data_encoding[color=#666666]=[/color][color=#008000]None[/color]):
        
        [color=#008000][b]if[/b][/color] data_encoding [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
            data_encoding [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]defaultencoding
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000][b]for[/b][/color] line [color=#AA22FF][b]in[/b][/color] data:
            [color=#008000]self[/color][color=#666666].[/color]__Container[color=#666666].[/color]append(line[color=#666666].[/color]replace([color=#BA2121]"[/color][color=#BB6622][b]\r[/b][/color][color=#BA2121]"[/color], [color=#BA2121]""[/color])[color=#666666].[/color]replace([color=#BA2121]"[/color][color=#BB6622][b]\n[/b][/color][color=#BA2121]"[/color], [color=#BA2121]""[/color])[color=#666666].[/color]decode(data_encoding, [color=#BA2121]"replace"[/color]))
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
    
    [color=#408080][i]#Атрибут добавления одного элемента в контейнер[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]append[/color]([color=#008000]self[/color], some):
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000][b]if[/b][/color] some [color=#AA22FF][b]not[/b][/color] [color=#AA22FF][b]in[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__Container:
            [color=#008000]self[/color][color=#666666].[/color]__Container[color=#666666].[/color]append(some)
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
        
    [color=#408080][i]#Атрибут очистки контейнера[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]clear[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000]self[/color][color=#666666].[/color]__Container [color=#666666]=[/color] []
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
    
    [color=#408080][i]#Атрибут перемешивания элементов контейнера[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]shuffle[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000]self[/color][color=#666666].[/color]__Shuffle([color=#008000]self[/color][color=#666666].[/color]__Container)
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
    
    [color=#408080][i]#Атрибут удаления дубликатов[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]remove_dupies[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000]self[/color][color=#666666].[/color]__Container [color=#666666]=[/color] [color=#008000]list[/color]([color=#008000]set[/color]([color=#008000]self[/color][color=#666666].[/color]__Container))
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
    
    [color=#408080][i]#Атрибут получения количества загруженных элементов[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__len__[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]return[/b][/color] [color=#008000]len[/color]([color=#008000]self[/color][color=#666666].[/color]__Container)
    
    [color=#408080][i]#Атрибут получения следующего элемента[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]get_next[/color]([color=#008000]self[/color], remove[color=#666666]=[/color][color=#008000]False[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000][b]try[/b][/color]:
            line [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__Container[color=#666666].[/color]pop([color=#666666]0[/color])
        [color=#008000][b]except[/b][/color] [color=#D2413A][b]IndexError[/b][/color]:
            line [color=#666666]=[/color] [color=#008000]None[/color]
        [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] remove [color=#AA22FF][b]and[/b][/color] line [color=#AA22FF][b]is[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]None[/color]:
            [color=#008000]self[/color][color=#666666].[/color]__Container[color=#666666].[/color]append(line)
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
        [color=#008000][b]return[/b][/color] line 
    
    [color=#408080][i]#Атрибут получения одного случайного элемента[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]get_random[/color]([color=#008000]self[/color], remove[color=#666666]=[/color][color=#008000]False[/color]):
        
        [color=#008000][b]try[/b][/color]:
            line [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__Choice([color=#008000]self[/color][color=#666666].[/color]__Container)
        [color=#008000][b]except[/b][/color] [color=#D2413A][b]IndexError[/b][/color]:
            line [color=#666666]=[/color] [color=#008000]None[/color]
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000][b]if[/b][/color] remove [color=#AA22FF][b]and[/b][/color] line [color=#AA22FF][b]is[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]None[/color]:
            [color=#008000]self[/color][color=#666666].[/color]__Container[color=#666666].[/color]remove(line)
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
        [color=#008000][b]return[/b][/color] line
    
    [color=#408080][i]#Атрибут получения всех элементов[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]get_all[/color]([color=#008000]self[/color], remove[color=#666666]=[/color][color=#008000]False[/color]):
        
        [color=#008000]all[/color] [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__Container
        [color=#008000][b]if[/b][/color] remove:
            [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
            [color=#008000]self[/color][color=#666666].[/color]__Container [color=#666666]=[/color] []
            [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
        [color=#008000][b]return[/b][/color] [color=#008000]all[/color]
    
    [color=#408080][i]#Атрибут дампа всех элементов в файл[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]dump[/color]([color=#008000]self[/color], outfile, data_encoding[color=#666666]=[/color][color=#008000]None[/color], remove[color=#666666]=[/color][color=#008000]False[/color]):
        
        [color=#008000][b]if[/b][/color] data_encoding [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
            data_encoding [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]defaultencoding
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000][b]with[/b][/color] [color=#008000]open[/color](outfile, [color=#BA2121]"a"[/color]) [color=#008000][b]as[/b][/color] out:
            [color=#008000][b]for[/b][/color] item [color=#AA22FF][b]in[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__Container:
                out[color=#666666].[/color]write([color=#BA2121]"{0}[/color][color=#BB6622][b]\n[/b][/color][color=#BA2121]"[/color][color=#666666].[/color]format(item[color=#666666].[/color]encode(data_encoding, [color=#BA2121]"replace"[/color])))
        [color=#008000][b]if[/b][/color] remove:
            [color=#008000]self[/color][color=#666666].[/color]__Container [color=#666666]=[/color] []
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
        
[color=#408080][i]#Класс для хранения/проверки проксей[/i][/color]
[color=#008000][b]class[/b][/color] [color=#0000FF][b]PROXYS[/b][/color]:
    
    [color=#408080][i]#Атрибут инициализации[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__init__[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]urllib2[/b][/color]
        [color=#008000][b]from[/b][/color] [color=#0000FF][b]threading[/b][/color] [color=#008000][b]import[/b][/color] RLock
        
        [color=#008000]self[/color][color=#666666].[/color]__ProxyHandler [color=#666666]=[/color] urllib2[color=#666666].[/color]ProxyHandler
        [color=#008000]self[/color][color=#666666].[/color]__Build_Opener [color=#666666]=[/color] urllib2[color=#666666].[/color]build_opener
        [color=#008000]self[/color][color=#666666].[/color]__Install_Opener [color=#666666]=[/color] urllib2[color=#666666].[/color]install_opener
        [color=#008000]self[/color][color=#666666].[/color]__Open [color=#666666]=[/color] urllib2[color=#666666].[/color]urlopen
        [color=#008000]self[/color][color=#666666].[/color]__Request [color=#666666]=[/color] urllib2[color=#666666].[/color]Request
        [color=#008000]self[/color][color=#666666].[/color]__Lock [color=#666666]=[/color] RLock()
        [color=#008000]self[/color][color=#666666].[/color]__Proxyz [color=#666666]=[/color] []
        
        [color=#008000]self[/color][color=#666666].[/color]USE [color=#666666]=[/color] [color=#008000]False[/color]
        [color=#008000]self[/color][color=#666666].[/color]defaultproxy [color=#666666]=[/color] [color=#008000]None[/color]
    
    [color=#408080][i]#Атрибут загрузки (из последовательности/итератора)[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]load[/color]([color=#008000]self[/color], data):
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000]self[/color][color=#666666].[/color]__Proxyz [color=#666666]=[/color] []
        [color=#008000][b]for[/b][/color] line [color=#AA22FF][b]in[/b][/color] data:
            [color=#008000]self[/color][color=#666666].[/color]__Proxyz[color=#666666].[/color]append(line[color=#666666].[/color]replace([color=#BA2121]"[/color][color=#BB6622][b]\r[/b][/color][color=#BA2121]"[/color], [color=#BA2121]""[/color])[color=#666666].[/color]replace([color=#BA2121]"[/color][color=#BB6622][b]\n[/b][/color][color=#BA2121]"[/color], [color=#BA2121]""[/color]))
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
    
    [color=#408080][i]#Атрибут очистки[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]clear[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000]self[/color][color=#666666].[/color]__Proxyz [color=#666666]=[/color] []
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
    
    [color=#408080][i]#Атрибут удаления дублей[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]remove_dupies[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000]self[/color][color=#666666].[/color]__Proxyz [color=#666666]=[/color] [color=#008000]list[/color]([color=#008000]set[/color]([color=#008000]self[/color][color=#666666].[/color]Proxyz))
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
    
    [color=#408080][i]#Атрибут получения количества загруженных проксей[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__len__[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]return[/b][/color] [color=#008000]len[/color]([color=#008000]self[/color][color=#666666].[/color]__Proxyz)
    
    [color=#408080][i]#Атрибут проверки одной данной прокси[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]check[/color]([color=#008000]self[/color], proxy):
        
        proxy_handler [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__ProxyHandler({[color=#BA2121]"http"[/color]: [color=#BA2121]"http://"[/color][color=#666666]+[/color]proxy[color=#666666]+[/color][color=#BA2121]"/"[/color]})
        opener [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__Build_Opener(proxy_handler)
        [color=#008000]self[/color][color=#666666].[/color]__Install_Opener(opener)
        [color=#008000][b]try[/b][/color]:
            google_url [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__Open([color=#BA2121]"http://www.google.com/"[/color])[color=#666666].[/color]geturl()
            [color=#008000][b]if[/b][/color] [color=#BA2121]"google"[/color] [color=#AA22FF][b]in[/b][/color] google_url:
                [color=#008000][b]return[/b][/color] [color=#008000]True[/color]
            [color=#008000][b]else[/b][/color]:
                [color=#008000][b]return[/b][/color] [color=#008000]False[/color]
        [color=#008000][b]except[/b][/color]:
            [color=#008000][b]return[/b][/color] [color=#008000]False[/color]
            
    [color=#408080][i]#Атрибут проверки всех загруженных проксей[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]check_all[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]for[/b][/color] _ [color=#AA22FF][b]in[/b][/color] [color=#008000]xrange[/color]([color=#008000]len[/color]([color=#008000]self[/color][color=#666666].[/color]__Proxyz)):
            [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
            proxy [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__Proxyz[color=#666666].[/color]pop([color=#666666]0[/color])
            [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
            [color=#008000][b]if[/b][/color] [color=#008000]len[/color](proxy)[color=#666666]>[/color][color=#666666]6[/color]:
                online [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]check(proxy)
                [color=#008000][b]if[/b][/color] online:
                    [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
                    [color=#008000]self[/color][color=#666666].[/color]__Proxyz[color=#666666].[/color]append(proxy)
                    [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
                [color=#008000][b]else[/b][/color]:
                    [color=#008000][b]pass[/b][/color] 
            [color=#008000][b]else[/b][/color]:
                [color=#008000][b]pass[/b][/color]
    
    [color=#408080][i]#Атрибут получения одной живой прокси[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]get_one[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]self[/color][color=#666666].[/color]USE:
            [color=#008000][b]return[/b][/color] [color=#008000]self[/color][color=#666666].[/color]defaultproxy
        [color=#008000][b]else[/b][/color]:
            [color=#008000][b]while[/b][/color] [color=#008000]True[/color]:
                [color=#008000][b]try[/b][/color]:
                    [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
                    proxy [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__Proxyz[color=#666666].[/color]pop([color=#666666]0[/color])
                    [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
                [color=#008000][b]except[/b][/color] [color=#D2413A][b]IndexError[/b][/color]:
                    [color=#008000][b]return[/b][/color] [color=#BA2121]"NO_PROXIS_LEFT"[/color]
                [color=#008000][b]if[/b][/color] [color=#008000]len[/color](proxy)[color=#666666]>[/color][color=#666666]6[/color]:
                    online [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]check(proxy)
                    [color=#008000][b]if[/b][/color] online:
                        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
                        [color=#008000]self[/color][color=#666666].[/color]__Proxyz[color=#666666].[/color]append(proxy)
                        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
                        [color=#008000][b]return[/b][/color] proxy
                    [color=#008000][b]else[/b][/color]:
                        [color=#008000][b]pass[/b][/color]

[color=#408080][i]#Класс для определния Yandex Тиц, Google PR, Alexa AR[/i][/color]
[color=#008000][b]class[/b][/color] [color=#0000FF][b]SITE_PROPERTIES[/b][/color]:
 
 [color=#408080][i]#Атрибут инициализации[/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]__init__[/color]([color=#008000]self[/color]):
 
 [color=#008000][b]import[/b][/color] [color=#0000FF][b]re[/b][/color]
 [color=#008000][b]import[/b][/color] [color=#0000FF][b]urllib[/b][/color]
 [color=#008000][b]import[/b][/color] [color=#0000FF][b]urllib2[/b][/color]
 
 [color=#008000]self[/color][color=#666666].[/color]__re [color=#666666]=[/color] re
 [color=#008000]self[/color][color=#666666].[/color]__urllib [color=#666666]=[/color] urllib
 [color=#008000]self[/color][color=#666666].[/color]__urllib2 [color=#666666]=[/color] urllib2
 
 [color=#008000]self[/color][color=#666666].[/color]timeout [color=#666666]=[/color] [color=#666666]20[/color]
 
 [color=#408080][i]#Честно спизженный атрибут, нужен для определения PR[/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]__IntStr[/color]([color=#008000]self[/color], String, Integer, Factor):
 
 [color=#008000][b]for[/b][/color] i [color=#AA22FF][b]in[/b][/color] [color=#008000]range[/color]([color=#008000]len[/color](String)) :
 Integer [color=#666666]*=[/color] Factor
 Integer [color=#666666]&=[/color] [color=#666666]0xFFFFFFFF[/color]
 Integer [color=#666666]+=[/color] [color=#008000]ord[/color](String[i])
 [color=#008000][b]return[/b][/color] Integer
 
 [color=#408080][i]#Честно спизженный атрибут, нужен для определения PR [/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]__HashURL[/color]([color=#008000]self[/color], Str):
 
 C1 [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__IntStr(Str, [color=#666666]0x1505[/color], [color=#666666]0x21[/color])
 C2 [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__IntStr(Str, [color=#666666]0[/color], [color=#666666]0x1003F[/color])
 
 C1 [color=#666666]>>=[/color] [color=#666666]2[/color]
 C1 [color=#666666]=[/color] ((C1 [color=#666666]>>[/color] [color=#666666]4[/color]) [color=#666666]&[/color] [color=#666666]0x3FFFFC0[/color]) [color=#666666]|[/color] (C1 [color=#666666]&[/color] [color=#666666]0x3F[/color])
 C1 [color=#666666]=[/color] ((C1 [color=#666666]>>[/color] [color=#666666]4[/color]) [color=#666666]&[/color] [color=#666666]0x3FFC00[/color]) [color=#666666]|[/color] (C1 [color=#666666]&[/color] [color=#666666]0x3FF[/color])
 C1 [color=#666666]=[/color] ((C1 [color=#666666]>>[/color] [color=#666666]4[/color]) [color=#666666]&[/color] [color=#666666]0x3C000[/color]) [color=#666666]|[/color] (C1 [color=#666666]&[/color] [color=#666666]0x3FFF[/color])
 
 T1 [color=#666666]=[/color] (C1 [color=#666666]&[/color] [color=#666666]0x3C0[/color]) [color=#666666]<<[/color] [color=#666666]4[/color]
 T1 [color=#666666]|=[/color] C1 [color=#666666]&[/color] [color=#666666]0x3C[/color]
 T1 [color=#666666]=[/color] (T1 [color=#666666]<<[/color] [color=#666666]2[/color]) [color=#666666]|[/color] (C2 [color=#666666]&[/color] [color=#666666]0xF0F[/color])
 
 T2 [color=#666666]=[/color] (C1 [color=#666666]&[/color] [color=#666666]0xFFFFC000[/color]) [color=#666666]<<[/color] [color=#666666]4[/color]
 T2 [color=#666666]|=[/color] C1 [color=#666666]&[/color] [color=#666666]0x3C00[/color]
 T2 [color=#666666]=[/color] (T2 [color=#666666]<<[/color] [color=#666666]0xA[/color]) [color=#666666]|[/color] (C2 [color=#666666]&[/color] [color=#666666]0xF0F0000[/color])
 
 [color=#008000][b]return[/b][/color] (T1 [color=#666666]|[/color] T2)
 
 [color=#408080][i]#Честно спизженный атрибут, нужен для определения PR [/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]__CheckHash[/color]([color=#008000]self[/color], HashInt):
 
 HashStr [color=#666666]=[/color] [color=#BA2121]"[/color][color=#BB6688][b]%u[/b][/color][color=#BA2121]"[/color] [color=#666666]%[/color] (HashInt)
 Flag [color=#666666]=[/color] [color=#666666]0[/color]
 CheckByte [color=#666666]=[/color] [color=#666666]0[/color]
 
 i [color=#666666]=[/color] [color=#008000]len[/color](HashStr) [color=#666666]-[/color] [color=#666666]1[/color]
 [color=#008000][b]while[/b][/color] i [color=#666666]>=[/color] [color=#666666]0[/color]:
 Byte [color=#666666]=[/color] [color=#008000]int[/color](HashStr[i])
 [color=#008000][b]if[/b][/color] [color=#666666]1[/color] [color=#666666]==[/color] (Flag [color=#666666]%[/color] [color=#666666]2[/color]):
 Byte [color=#666666]*=[/color] [color=#666666]2[/color];
 Byte [color=#666666]=[/color] Byte [color=#666666]/[/color] [color=#666666]10[/color] [color=#666666]+[/color] Byte [color=#666666]%[/color] [color=#666666]10[/color]
 CheckByte [color=#666666]+=[/color] Byte
 Flag [color=#666666]+=[/color] [color=#666666]1[/color]
 i [color=#666666]-=[/color] [color=#666666]1[/color]
 
 CheckByte [color=#666666]%=[/color] [color=#666666]10[/color]
 [color=#008000][b]if[/b][/color] [color=#666666]0[/color] [color=#666666]!=[/color] CheckByte:
 CheckByte [color=#666666]=[/color] [color=#666666]10[/color] [color=#666666]-[/color] CheckByte
 [color=#008000][b]if[/b][/color] [color=#666666]1[/color] [color=#666666]==[/color] Flag [color=#666666]%[/color] [color=#666666]2[/color]:
 [color=#008000][b]if[/b][/color] [color=#666666]1[/color] [color=#666666]==[/color] CheckByte [color=#666666]%[/color] [color=#666666]2[/color]:
 CheckByte [color=#666666]+=[/color] [color=#666666]9[/color]
 CheckByte [color=#666666]>>=[/color] [color=#666666]1[/color]
 
 [color=#008000][b]return[/b][/color] [color=#BA2121]'7'[/color] [color=#666666]+[/color] [color=#008000]str[/color](CheckByte) [color=#666666]+[/color] HashStr
 
 [color=#408080][i]#Честно спизжено, подредактировано (поддержка проксей) - атрибут получения Google PR[/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]GetGooglePR[/color]([color=#008000]self[/color], URL, PROXY[color=#666666]=[/color][color=#008000]None[/color]):
 
 [color=#008000][b]if[/b][/color] PROXY :
 proxy_handler [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]ProxyHandler( { [color=#BA2121]"http"[/color]: [color=#BA2121]"http://"[/color][color=#666666]+[/color]PROXY[color=#666666]+[/color][color=#BA2121]"/"[/color] } )
 opener [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]build_opener(proxy_handler) 
 [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]install_opener(opener)
 
 google_hash [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__CheckHash([color=#008000]self[/color][color=#666666].[/color]__HashURL(URL))
 google_url [color=#666666]=[/color] [color=#BA2121]'http://www.google.com/search?client=navclient-auto&features=Rank:&q=info:[/color][color=#BB6688][b]%s[/b][/color][color=#BA2121]&ch=[/color][color=#BB6688][b]%s[/b][/color][color=#BA2121]'[/color] [color=#666666]%[/color] ([color=#008000]self[/color][color=#666666].[/color]__urllib[color=#666666].[/color]quote(URL), google_hash)
 [color=#008000][b]try[/b][/color]:
 page [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]urlopen(google_url, timeout[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]timeout)[color=#666666].[/color]read()
 [color=#008000][b]except[/b][/color] [color=#D2413A][b]Exception[/b][/color], error:
 [color=#008000][b]return[/b][/color] [color=#BA2121]"CONNECTION_PROBLEMS"[/color]
 page [color=#666666]=[/color] page[color=#666666].[/color]lstrip()[color=#666666].[/color]rstrip()
 PR [color=#666666]=[/color] page[[color=#666666]9[/color]:]
 [color=#008000][b]try[/b][/color]:
 PR [color=#666666]=[/color] [color=#008000]int[/color](PR)
 [color=#008000][b]except[/b][/color]:
 PR [color=#666666]=[/color] [color=#666666]0[/color]
 [color=#008000][b]return[/b][/color] [color=#008000]str[/color](PR)[color=#666666].[/color]decode([color=#BA2121]"UTF-8"[/color])
 
 [color=#408080][i]#Атрибут получения Alexa Rank[/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]GetAlexaRank[/color]([color=#008000]self[/color], URL, PROXY[color=#666666]=[/color][color=#008000]None[/color]):
 
 [color=#008000][b]if[/b][/color] PROXY:
 proxy_handler [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]ProxyHandler( { [color=#BA2121]"http"[/color]: [color=#BA2121]"http://"[/color][color=#666666]+[/color]PROXY[color=#666666]+[/color][color=#BA2121]"/"[/color] } )
 opener [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]build_opener(proxy_handler) 
 [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]install_opener(opener)
 
 alexa_url [color=#666666]=[/color] [color=#BA2121]'http://data.alexa.com/data?cli=10&dat=snbamz&url={URL}'[/color][color=#666666].[/color]format(URL[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]__urllib[color=#666666].[/color]quote(URL))
 [color=#008000][b]try[/b][/color]:
 page [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]urlopen(alexa_url, timeout[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]timeout)[color=#666666].[/color]read()
 [color=#008000][b]except[/b][/color] [color=#D2413A][b]Exception[/b][/color], error:
 [color=#008000][b]return[/b][/color] [color=#BA2121]"CONNECTION_PROBLEMS"[/color]
 [color=#008000][b]try[/b][/color]:
 AR [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__re[color=#666666].[/color]findall([color=#BA2121]r'\<POPULARITY URL\=\".*?\" TEXT\=\"(\d+)\"\/\>'[/color], page)[[color=#666666]0[/color]]
 [color=#008000][b]except[/b][/color] [color=#D2413A][b]IndexError[/b][/color]:
 AR [color=#666666]=[/color] [color=#666666]0[/color]
 [color=#008000][b]return[/b][/color] [color=#008000]str[/color](AR)[color=#666666].[/color]decode([color=#BA2121]"UTF-8"[/color])
 
 [color=#408080][i]#Атрибут получения Yandex Тиц[/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]GetYandexTIC[/color]([color=#008000]self[/color], URL, PROXY[color=#666666]=[/color][color=#008000]None[/color]):
 
 [color=#008000][b]if[/b][/color] [color=#BA2121]"http://"[/color] [color=#AA22FF][b]not[/b][/color] [color=#AA22FF][b]in[/b][/color] URL:
 URL [color=#666666]=[/color] [color=#BA2121]"http://{URL}"[/color][color=#666666].[/color]format(URL[color=#666666]=[/color]URL)
 
 [color=#008000][b]if[/b][/color] PROXY:
 proxy_handler [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]ProxyHandler( { [color=#BA2121]"http"[/color]: [color=#BA2121]"http://"[/color][color=#666666]+[/color]PROXY[color=#666666]+[/color][color=#BA2121]"/"[/color] } )
 opener [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]build_opener(proxy_handler) 
 [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]install_opener(opener)
 
 yandex_url [color=#666666]=[/color] [color=#BA2121]'http://bar-navig.yandex.ru/u?ver=2&show=32&url={URL}'[/color][color=#666666].[/color]format(URL[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]__urllib[color=#666666].[/color]quote(URL))
 [color=#008000][b]try[/b][/color]:
 page [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__urllib2[color=#666666].[/color]urlopen(yandex_url, timeout[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]timeout)[color=#666666].[/color]read()
 [color=#008000][b]except[/b][/color] [color=#D2413A][b]Exception[/b][/color], error:
 [color=#008000][b]return[/b][/color] [color=#BA2121]"CONNECTION_PROBLEMS"[/color]
 [color=#008000][b]try[/b][/color]:
 TIC [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__re[color=#666666].[/color]findall([color=#BA2121]r'\<tcy rang\=\".*?\" value\=\"(\d+)\"\/\>'[/color], page)[[color=#666666]0[/color]]
 [color=#008000][b]except[/b][/color] [color=#D2413A][b]IndexError[/b][/color]:
 TIC [color=#666666]=[/color] [color=#666666]0[/color]
 [color=#008000][b]return[/b][/color] [color=#008000]str[/color](TIC)[color=#666666].[/color]decode([color=#BA2121]"UTF-8"[/color])

[color=#408080][i]#Класс для загрузки данных из файла формата DBM Apache[/i][/color]
[color=#008000][b]class[/b][/color] [color=#0000FF][b]DBM_LOADER[/b][/color]:
    
    [color=#408080][i]#Атрибут инициализации[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__init__[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]anydbm[/b][/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__open_database [color=#666666]=[/color] anydbm[color=#666666].[/color]open
        
        [color=#008000]self[/color][color=#666666].[/color]defaultencoding [color=#666666]=[/color] [color=#BA2121]"UTF-8"[/color]
    
    [color=#408080][i]#Атрибут загрузки из БД[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]load[/color]([color=#008000]self[/color], db_file, parse[color=#666666]=[/color][color=#008000]True[/color], to_[color=#666666]=[/color][color=#008000]None[/color]):
        
        [color=#008000][b]if[/b][/color] to_ [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
            data_list [color=#666666]=[/color] []
        [color=#008000][b]else[/b][/color]:
            data_list [color=#666666]=[/color] to_
            
        database [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__open_database(db_file[color=#666666].[/color]encode([color=#008000]self[/color][color=#666666].[/color]defaultencoding), [color=#BA2121]"c"[/color])
        [color=#008000][b]for[/b][/color] key, value [color=#AA22FF][b]in[/b][/color] database[color=#666666].[/color]iteritems():
            some_seq [color=#666666]=[/color] {}
            some_seq[[color=#BA2121]"url"[/color]] [color=#666666]=[/color] key[color=#666666].[/color]decode([color=#008000]self[/color][color=#666666].[/color]defaultencoding)
            some_seq[[color=#BA2121]"local_path"[/color]] [color=#666666]=[/color] value[color=#666666].[/color]decode([color=#008000]self[/color][color=#666666].[/color]defaultencoding)
            some_seq[[color=#BA2121]"PR"[/color]] [color=#666666]=[/color] [color=#BA2121]""[/color]
            some_seq[[color=#BA2121]"AR"[/color]] [color=#666666]=[/color] [color=#BA2121]""[/color]
            some_seq[[color=#BA2121]"TIC"[/color]] [color=#666666]=[/color] [color=#BA2121]""[/color]
            [color=#008000][b]if[/b][/color] parse:
                [color=#008000][b]if[/b][/color] [color=#008000]self[/color][color=#666666].[/color]martein_parsed(some_seq):
                    data_list[color=#666666].[/color]append(some_seq)
                [color=#008000][b]else[/b][/color]:
                    [color=#008000][b]pass[/b][/color]
            [color=#008000][b]else[/b][/color]:
                data_list[color=#666666].[/color]append(some_seq)
        [color=#008000][b]if[/b][/color] to_ [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
            [color=#008000][b]return[/b][/color] data_list
        [color=#008000][b]else[/b][/color]:
            [color=#408080][i]#Значит уже загружено[/i][/color]
            [color=#008000][b]pass[/b][/color]
    
    [color=#408080][i]#Атрибут парсинга данных из базы, специально для M@rtein[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]martein_parsed[/color]([color=#008000]self[/color], some_seq):
        
        key [color=#666666]=[/color] some_seq[[color=#BA2121]"url"[/color]]
        value [color=#666666]=[/color] some_seq[[color=#BA2121]"local_path"[/color]][color=#666666].[/color]split([color=#BA2121]"/"[/color])
        [color=#008000][b]if[/b][/color] key [color=#666666]==[/color] value[[color=#666666]-[/color][color=#666666]1[/color]]:
            [color=#008000][b]return[/b][/color] [color=#008000]True[/color]
        [color=#008000][b]else[/b][/color]:
            [color=#008000][b]return[/b][/color] [color=#008000]False[/color]
            
[color=#408080][i]#Класс для загрузки данных из текстового файла[/i][/color]
[color=#008000][b]class[/b][/color] [color=#0000FF][b]TEXT_LOADER[/b][/color]:
    
    [color=#408080][i]#Атрибут инициализации[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__init__[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]defaultencoding [color=#666666]=[/color] [color=#BA2121]"UTF-8"[/color]
    
    [color=#408080][i]#Атрибут загрузки из файла[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]load[/color]([color=#008000]self[/color], file_, to_[color=#666666]=[/color][color=#008000]None[/color]):
        
        [color=#008000][b]if[/b][/color] to_ [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
            data_list [color=#666666]=[/color] []
        [color=#008000][b]else[/b][/color]:
            data_list [color=#666666]=[/color] to_
        
        [color=#008000][b]with[/b][/color] [color=#008000]open[/color](file_) [color=#008000][b]as[/b][/color] input_data:
            [color=#008000][b]for[/b][/color] line [color=#AA22FF][b]in[/b][/color] input_data:
                some_seq [color=#666666]=[/color] {}
                some_seq[[color=#BA2121]"url"[/color]] [color=#666666]=[/color] line[color=#666666].[/color]replace([color=#BA2121]"[/color][color=#BB6622][b]\r[/b][/color][color=#BA2121]"[/color], [color=#BA2121]""[/color])[color=#666666].[/color]replace([color=#BA2121]"[/color][color=#BB6622][b]\n[/b][/color][color=#BA2121]"[/color], [color=#BA2121]""[/color])[color=#666666].[/color]decode([color=#008000]self[/color][color=#666666].[/color]defaultencoding)
                some_seq[[color=#BA2121]"local_path"[/color]] [color=#666666]=[/color] [color=#BA2121]""[/color]
                some_seq[[color=#BA2121]"PR"[/color]] [color=#666666]=[/color] [color=#BA2121]""[/color]
                some_seq[[color=#BA2121]"AR"[/color]] [color=#666666]=[/color] [color=#BA2121]""[/color]
                some_seq[[color=#BA2121]"TIC"[/color]] [color=#666666]=[/color] [color=#BA2121]""[/color]
                data_list[color=#666666].[/color]append(some_seq)
        [color=#008000][b]if[/b][/color] to_ [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
            [color=#008000][b]return[/b][/color] data_list
        [color=#008000][b]else[/b][/color]:
            [color=#408080][i]#Значит уже загружено[/i][/color]
            [color=#008000][b]pass[/b][/color]

[color=#408080][i]#Класс для отображения Gui[/i][/color]
[color=#008000][b]class[/b][/color] [color=#0000FF][b]GUI[/b][/color]:
    
    [color=#408080][i]#Атрибут инициализации[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__init__[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]Tkinter[/b][/color]
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]tkMessageBox[/b][/color]
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]ScrolledText[/b][/color]
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]tkFileDialog[/b][/color]
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]threading[/b][/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__tkinter [color=#666666]=[/color] Tkinter
        [color=#008000]self[/color][color=#666666].[/color]__messagebox [color=#666666]=[/color] tkMessageBox
        [color=#008000]self[/color][color=#666666].[/color]__scrolledtext [color=#666666]=[/color] ScrolledText
        [color=#008000]self[/color][color=#666666].[/color]__tkfiledialog [color=#666666]=[/color] tkFileDialog
        [color=#008000]self[/color][color=#666666].[/color]__threading [color=#666666]=[/color] threading
        
        [color=#008000]self[/color][color=#666666].[/color]__main_window [color=#666666]=[/color] Tkinter[color=#666666].[/color]Tk()
        [color=#008000]self[/color][color=#666666].[/color]__main_window[color=#666666].[/color]resizable(width[color=#666666]=[/color][color=#008000]False[/color], height[color=#666666]=[/color][color=#008000]False[/color])
        [color=#008000]self[/color][color=#666666].[/color]__main_window[color=#666666].[/color]title([color=#BA2121]u"GooglePageRank|AlexaRank|Тиц"[/color])
        [color=#008000]self[/color][color=#666666].[/color]__main_window[[color=#BA2121]"bd"[/color]] [color=#666666]=[/color] [color=#666666]5[/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock [color=#666666]=[/color] threading[color=#666666].[/color]RLock()
        [color=#008000]self[/color][color=#666666].[/color]__PAUSE [color=#666666]=[/color] [color=#008000]False[/color]
        [color=#008000]self[/color][color=#666666].[/color]__db_filename [color=#666666]=[/color] [color=#008000]None[/color]
        [color=#008000]self[/color][color=#666666].[/color]__proxys_filename [color=#666666]=[/color] [color=#008000]None[/color]
        [color=#008000]self[/color][color=#666666].[/color]__out_filename [color=#666666]=[/color] [color=#008000]None[/color]
        
        [color=#008000]self[/color][color=#666666].[/color]start [color=#666666]=[/color] [color=#008000]None[/color]
        [color=#008000]self[/color][color=#666666].[/color]pause [color=#666666]=[/color] [color=#008000]None[/color]
        [color=#008000]self[/color][color=#666666].[/color]stop [color=#666666]=[/color] [color=#008000]None[/color]
        
    [color=#408080][i]#Атрибут создания настроек[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__create_settings[/color]([color=#008000]self[/color]):
        
        [color=#408080][i]#Обработчик кнопки загрузки БД[/i][/color]
        [color=#008000][b]def[/b][/color] [color=#0000FF]load_db[/color]():
            
            [color=#008000]self[/color][color=#666666].[/color]__db_filename [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkfiledialog[color=#666666].[/color]askopenfilename()
            
        [color=#408080][i]#Обработчик кнопки выходного файла[/i][/color]
        [color=#008000][b]def[/b][/color] [color=#0000FF]upload[/color]():
            
            [color=#008000]self[/color][color=#666666].[/color]__out_filename [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkfiledialog[color=#666666].[/color]asksaveasfilename(filetypes[color=#666666]=[/color][([color=#BA2121]"Excel"[/color],[color=#BA2121]".csv"[/color])], defaultextension[color=#666666]=[/color][color=#BA2121]".csv"[/color])
            
        [color=#408080][i]#Обработчик кнопки выходного файла[/i][/color]
        [color=#008000][b]def[/b][/color] [color=#0000FF]load_proxys[/color]():
            
            [color=#008000]self[/color][color=#666666].[/color]__proxys_filename [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkfiledialog[color=#666666].[/color]askopenfilename()
        
        [color=#008000]self[/color][color=#666666].[/color]__settings_frame [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Frame([color=#008000]self[/color][color=#666666].[/color]__main_window)
        [color=#008000]self[/color][color=#666666].[/color]__settings_frame[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]0[/color], column[color=#666666]=[/color][color=#666666]0[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__butt_frame [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Frame([color=#008000]self[/color][color=#666666].[/color]__main_window)
        [color=#008000]self[/color][color=#666666].[/color]__butt_frame[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]0[/color], column[color=#666666]=[/color][color=#666666]1[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__TypeLabel [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Label([color=#008000]self[/color][color=#666666].[/color]__settings_frame, text[color=#666666]=[/color][color=#BA2121]u"Тип данных :"[/color], width[color=#666666]=[/color][color=#666666]12[/color], font[color=#666666]=[/color][color=#BA2121]"system6"[/color], anchor[color=#666666]=[/color][color=#BA2121]"w"[/color])
        [color=#008000]self[/color][color=#666666].[/color]__TypeLabel[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]0[/color], column[color=#666666]=[/color][color=#666666]0[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__TypeChoose [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Spinbox([color=#008000]self[/color][color=#666666].[/color]__settings_frame, state[color=#666666]=[/color][color=#BA2121]"readonly"[/color], wrap[color=#666666]=[/color][color=#008000]True[/color], width[color=#666666]=[/color][color=#666666]8[/color])
        [color=#008000]self[/color][color=#666666].[/color]__TypeChoose[[color=#BA2121]"values"[/color]] [color=#666666]=[/color] [[color=#BA2121]u"DBM"[/color], [color=#BA2121]u"TXT"[/color]]
        [color=#008000]self[/color][color=#666666].[/color]__TypeChoose[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]0[/color], column[color=#666666]=[/color][color=#666666]1[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__EncodingLabel [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Label([color=#008000]self[/color][color=#666666].[/color]__settings_frame, text[color=#666666]=[/color][color=#BA2121]u"Кодировка :"[/color], width[color=#666666]=[/color][color=#666666]12[/color], font[color=#666666]=[/color][color=#BA2121]"system6"[/color], anchor[color=#666666]=[/color][color=#BA2121]"w"[/color])
        [color=#008000]self[/color][color=#666666].[/color]__EncodingLabel[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]1[/color], column[color=#666666]=[/color][color=#666666]0[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__EncodingChoose [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Spinbox([color=#008000]self[/color][color=#666666].[/color]__settings_frame, state[color=#666666]=[/color][color=#BA2121]"readonly"[/color], wrap[color=#666666]=[/color][color=#008000]True[/color], width[color=#666666]=[/color][color=#666666]8[/color])
        [color=#008000]self[/color][color=#666666].[/color]__EncodingChoose[[color=#BA2121]"values"[/color]] [color=#666666]=[/color] [[color=#BA2121]u"CP1251"[/color], [color=#BA2121]u"UTF-8"[/color]]
        [color=#008000]self[/color][color=#666666].[/color]__EncodingChoose[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]1[/color], column[color=#666666]=[/color][color=#666666]1[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__ThreadsLabel [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Label([color=#008000]self[/color][color=#666666].[/color]__settings_frame, text[color=#666666]=[/color][color=#BA2121]u"Потоков :"[/color], width[color=#666666]=[/color][color=#666666]12[/color], font[color=#666666]=[/color][color=#BA2121]"system6"[/color], anchor[color=#666666]=[/color][color=#BA2121]"w"[/color])
        [color=#008000]self[/color][color=#666666].[/color]__ThreadsLabel[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]2[/color], column[color=#666666]=[/color][color=#666666]0[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__ThreadsChoose [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Spinbox([color=#008000]self[/color][color=#666666].[/color]__settings_frame, state[color=#666666]=[/color][color=#BA2121]"readonly"[/color], wrap[color=#666666]=[/color][color=#008000]True[/color], from_[color=#666666]=[/color][color=#666666]1[/color], to_[color=#666666]=[/color][color=#666666]350[/color], width[color=#666666]=[/color][color=#666666]8[/color])
        [color=#008000]self[/color][color=#666666].[/color]__ThreadsChoose[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]2[/color], column[color=#666666]=[/color][color=#666666]1[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__DBButton [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Button([color=#008000]self[/color][color=#666666].[/color]__butt_frame, width[color=#666666]=[/color][color=#666666]15[/color], text[color=#666666]=[/color][color=#BA2121]u"Загрузить БД"[/color], command[color=#666666]=[/color]load_db)
        [color=#008000]self[/color][color=#666666].[/color]__DBButton[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]0[/color], column[color=#666666]=[/color][color=#666666]0[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__ProxysButton [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Button([color=#008000]self[/color][color=#666666].[/color]__butt_frame, width[color=#666666]=[/color][color=#666666]15[/color], text[color=#666666]=[/color][color=#BA2121]u"Загрузить proxy"[/color], command[color=#666666]=[/color]load_proxys)
        [color=#008000]self[/color][color=#666666].[/color]__ProxysButton[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]1[/color], column[color=#666666]=[/color][color=#666666]0[/color])
        
        [color=#008000]self[/color][color=#666666].[/color]__OUTButton [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Button([color=#008000]self[/color][color=#666666].[/color]__butt_frame, width[color=#666666]=[/color][color=#666666]15[/color], text[color=#666666]=[/color][color=#BA2121]u"Выходной файл"[/color], command[color=#666666]=[/color]upload)
        [color=#008000]self[/color][color=#666666].[/color]__OUTButton[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]2[/color], column[color=#666666]=[/color][color=#666666]0[/color])

[color=#408080][i]#Атрибут создания кнопок[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__create_buttons[/color]([color=#008000]self[/color]):
        
        [color=#408080][i]#Обработчик кнопки Старт[/i][/color]
        [color=#008000][b]def[/b][/color] [color=#0000FF]start[/color]():
            
            [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__db_filename:
                [color=#008000]self[/color][color=#666666].[/color]__messagebox[color=#666666].[/color]showerror([color=#BA2121]u"Ошибка"[/color], [color=#BA2121]u"Файл БД не указан!"[/color])
                [color=#008000][b]return[/b][/color]
                
            [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__out_filename:
                [color=#008000]self[/color][color=#666666].[/color]__messagebox[color=#666666].[/color]showerror([color=#BA2121]u"Ошибка"[/color], [color=#BA2121]u"Выходной файл не указан!"[/color])
                [color=#008000][b]return[/b][/color]
                
            [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__proxys_filename:
                [color=#008000]self[/color][color=#666666].[/color]__messagebox[color=#666666].[/color]showinfo([color=#BA2121]u"Внимание"[/color], [color=#BA2121]u"Проверка будет происходить без proxy!"[/color])
            
            settings [color=#666666]=[/color] {}
            settings[[color=#BA2121]"threads_count"[/color]] [color=#666666]=[/color] [color=#008000]int[/color]([color=#008000]self[/color][color=#666666].[/color]__ThreadsChoose[color=#666666].[/color]get())
            settings[[color=#BA2121]"datatype"[/color]] [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__TypeChoose[color=#666666].[/color]get()
            settings[[color=#BA2121]"encoding"[/color]] [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__EncodingChoose[color=#666666].[/color]get()
            settings[[color=#BA2121]"bdname"[/color]] [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__db_filename
            settings[[color=#BA2121]"proxysname"[/color]] [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__proxys_filename
            settings[[color=#BA2121]"outfilename"[/color]] [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__out_filename
            [color=#008000]self[/color][color=#666666].[/color]__threading[color=#666666].[/color]Thread(target[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]start, args[color=#666666]=[/color][settings])[color=#666666].[/color]start()
            
        [color=#408080][i]#Обработчик кнопки Пауза[/i][/color]
        [color=#008000][b]def[/b][/color] [color=#0000FF]pause[/color]():
            
            [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__PAUSE:
                [color=#008000]self[/color][color=#666666].[/color]__PAUSE [color=#666666]=[/color] [color=#008000]True[/color]
                [color=#008000]self[/color][color=#666666].[/color]__PauseButton[[color=#BA2121]"text"[/color]] [color=#666666]=[/color] [color=#BA2121]u"Продолжить"[/color]
                [color=#008000]self[/color][color=#666666].[/color]__threading[color=#666666].[/color]Thread(target[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]pause, args[color=#666666]=[/color][[color=#008000]self[/color][color=#666666].[/color]__PAUSE])[color=#666666].[/color]start()
            [color=#008000][b]else[/b][/color]:
                [color=#008000]self[/color][color=#666666].[/color]__PAUSE [color=#666666]=[/color] [color=#008000]False[/color]
                [color=#008000]self[/color][color=#666666].[/color]__PauseButton[[color=#BA2121]"text"[/color]] [color=#666666]=[/color] [color=#BA2121]u"Пауза"[/color]
                [color=#008000]self[/color][color=#666666].[/color]__threading[color=#666666].[/color]Thread(target[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]pause, args[color=#666666]=[/color][[color=#008000]self[/color][color=#666666].[/color]__PAUSE])[color=#666666].[/color]start()
            
            
        [color=#408080][i]#Обработчик кнопки Стоп[/i][/color]
        [color=#008000][b]def[/b][/color] [color=#0000FF]stop[/color]():
            
            [color=#008000]self[/color][color=#666666].[/color]__threading[color=#666666].[/color]Thread(target[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]stop)[color=#666666].[/color]start()
            
        [color=#008000]self[/color][color=#666666].[/color]__buttons_frame [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Frame([color=#008000]self[/color][color=#666666].[/color]__main_window)
        [color=#008000]self[/color][color=#666666].[/color]__buttons_frame[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]0[/color], column[color=#666666]=[/color][color=#666666]2[/color])
        [color=#008000]self[/color][color=#666666].[/color]__StartButton [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Button([color=#008000]self[/color][color=#666666].[/color]__buttons_frame, width[color=#666666]=[/color][color=#666666]12[/color], text[color=#666666]=[/color][color=#BA2121]u"Старт"[/color], command[color=#666666]=[/color]start)
        [color=#008000]self[/color][color=#666666].[/color]__StartButton[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]0[/color], column[color=#666666]=[/color][color=#666666]0[/color])
        [color=#008000]self[/color][color=#666666].[/color]__PauseButton [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Button([color=#008000]self[/color][color=#666666].[/color]__buttons_frame, width[color=#666666]=[/color][color=#666666]12[/color], text[color=#666666]=[/color][color=#BA2121]u"Пауза"[/color], command[color=#666666]=[/color]pause, state[color=#666666]=[/color][color=#BA2121]"disabled"[/color])
        [color=#008000]self[/color][color=#666666].[/color]__PauseButton[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]1[/color], column[color=#666666]=[/color][color=#666666]0[/color])
        [color=#008000]self[/color][color=#666666].[/color]__StopButton [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__tkinter[color=#666666].[/color]Button([color=#008000]self[/color][color=#666666].[/color]__buttons_frame, width[color=#666666]=[/color][color=#666666]12[/color], text[color=#666666]=[/color][color=#BA2121]u"Стоп"[/color], command[color=#666666]=[/color]stop, state[color=#666666]=[/color][color=#BA2121]"disabled"[/color])
        [color=#008000]self[/color][color=#666666].[/color]__StopButton[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]2[/color], column[color=#666666]=[/color][color=#666666]0[/color])
    
    [color=#408080][i]#Атрибут вставки в лог[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]insert_into_log[/color]([color=#008000]self[/color], line):
        
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]acquire()
        [color=#008000]self[/color][color=#666666].[/color]__Log[color=#666666].[/color]insert([color=#BA2121]"end"[/color], [color=#BA2121]u"{line}"[/color][color=#666666].[/color]format(line[color=#666666]=[/color]line))
        [color=#008000]self[/color][color=#666666].[/color]__Lock[color=#666666].[/color]release()
    
    [color=#408080][i]#Атрибут создания лога[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__create_log[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__Log [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__scrolledtext[color=#666666].[/color]ScrolledText([color=#008000]self[/color][color=#666666].[/color]__main_window, font[color=#666666]=[/color][color=#BA2121]"system6"[/color], width[color=#666666]=[/color][color=#666666]35[/color], height[color=#666666]=[/color][color=#666666]12[/color], exportselection[color=#666666]=[/color][color=#008000]True[/color])
        [color=#008000]self[/color][color=#666666].[/color]__Log[color=#666666].[/color]grid(row[color=#666666]=[/color][color=#666666]2[/color], column[color=#666666]=[/color][color=#666666]0[/color], columnspan[color=#666666]=[/color][color=#666666]3[/color], sticky[color=#666666]=[/color][color=#BA2121]"we"[/color])
    
    [color=#408080][i]#Атрибут создания[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]create[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__create_settings()
        [color=#008000]self[/color][color=#666666].[/color]__create_buttons()
        [color=#008000]self[/color][color=#666666].[/color]__create_log()
        
        [color=#008000][b]return[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__main_window
    
    [color=#408080][i]#Атрибут приведения Gui в "рабочее положение"[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]make_working[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__StartButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__PauseButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"normal"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__StopButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"normal"[/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__DBButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__OUTButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__ProxysButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__TypeChoose[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__ThreadsChoose[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__EncodingChoose[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        
    [color=#408080][i]#Атрибут приведения Gui в "стандартное положение"[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]make_reset[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__db_filename [color=#666666]=[/color] [color=#008000]None[/color]
        [color=#008000]self[/color][color=#666666].[/color]__proxys_filename [color=#666666]=[/color] [color=#008000]None[/color]
        [color=#008000]self[/color][color=#666666].[/color]__out_filename [color=#666666]=[/color] [color=#008000]None[/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__StartButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"normal"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__PauseButton[[color=#BA2121]"text"[/color]] [color=#666666]=[/color] [color=#BA2121]u"Пауза"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__PauseButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__StopButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__DBButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"normal"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__OUTButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"normal"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__ProxysButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"normal"[/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__TypeChoose[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"readonly"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__ThreadsChoose[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"readonly"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__EncodingChoose[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"readonly"[/color]

[color=#408080][i]#Атрибут приведения Gui в "неактивное положение"[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]make_unactive[/color]([color=#008000]self[/color]):
        
        [color=#008000]self[/color][color=#666666].[/color]__StartButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__PauseButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__StopButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__DBButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__OUTButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__ProxysButton[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__TypeChoose[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__ThreadsChoose[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__EncodingChoose[[color=#BA2121]"state"[/color]] [color=#666666]=[/color] [color=#BA2121]"disabled"[/color]

[color=#408080][i]#Класс для записи данных в несколько файлов[/i][/color]
[color=#008000][b]class[/b][/color] [color=#0000FF][b]WRITER[/b][/color]:
 
 [color=#408080][i]#Атрибут инициализации[/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]__init__[/color]([color=#008000]self[/color]):
 
 [color=#008000][b]from[/b][/color] [color=#0000FF][b]threading[/b][/color] [color=#008000][b]import[/b][/color] RLock
 
 [color=#008000]self[/color][color=#666666].[/color]Lock [color=#666666]=[/color] RLock
 [color=#008000]self[/color][color=#666666].[/color]Locks [color=#666666]=[/color] {}
 
 [color=#008000]self[/color][color=#666666].[/color]defaultencoding [color=#666666]=[/color] [color=#BA2121]"UTF-8"[/color]
 [color=#008000]self[/color][color=#666666].[/color]defaultout [color=#666666]=[/color] [color=#BA2121]"dump"[/color]
 
 [color=#408080][i]#Атрибут записи одного элемента[/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]write_one[/color]([color=#008000]self[/color], data, id_[color=#666666]=[/color][color=#008000]None[/color], data_encoding[color=#666666]=[/color][color=#008000]None[/color]):
 [color=#008000][b]if[/b][/color] id_ [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
 id_ [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]defaultout
 [color=#008000][b]if[/b][/color] data_encoding [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
 encoding [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]defaultencoding
 [color=#008000][b]if[/b][/color] id_ [color=#AA22FF][b]not[/b][/color] [color=#AA22FF][b]in[/b][/color] [color=#008000]self[/color][color=#666666].[/color]Locks:
 [color=#008000]self[/color][color=#666666].[/color]Locks[id_] [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]Lock()
 [color=#008000]self[/color][color=#666666].[/color]Locks[id_][color=#666666].[/color]acquire()
 [color=#008000][b]with[/b][/color] [color=#008000]open[/color]([color=#BA2121]u"{0}.csv"[/color][color=#666666].[/color]format(id_)[color=#666666].[/color]encode([color=#008000]self[/color][color=#666666].[/color]defaultencoding), [color=#BA2121]"a"[/color]) [color=#008000][b]as[/b][/color] out:
 [color=#408080][i]#<Преобразование данных из словаря в строку>[/i][/color]
 data [color=#666666]=[/color] [color=#BA2121]u"{url};{local_path};{PR};{AR};{TIC}"[/color][color=#666666].[/color]format(url[color=#666666]=[/color]data[[color=#BA2121]"url"[/color]], local_path[color=#666666]=[/color]data[[color=#BA2121]"local_path"[/color]], PR[color=#666666]=[/color]data[[color=#BA2121]"PR"[/color]], AR[color=#666666]=[/color]data[[color=#BA2121]"AR"[/color]], TIC[color=#666666]=[/color]data[[color=#BA2121]"TIC"[/color]])
 [color=#408080][i]#</>[/i][/color]
 out[color=#666666].[/color]write([color=#BA2121]"{0}[/color][color=#BB6622][b]\n[/b][/color][color=#BA2121]"[/color][color=#666666].[/color]format(data[color=#666666].[/color]encode(encoding, [color=#BA2121]"replace"[/color])))
 [color=#008000]self[/color][color=#666666].[/color]Locks[id_][color=#666666].[/color]release()
 
 [color=#408080][i]#Атрибут записи последовательности[/i][/color]
 [color=#008000][b]def[/b][/color] [color=#0000FF]write_many[/color]([color=#008000]self[/color], data, id_[color=#666666]=[/color][color=#008000]None[/color], data_encoding[color=#666666]=[/color][color=#008000]None[/color]):
 [color=#008000][b]if[/b][/color] id_ [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
 id_ [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]defaultout
 [color=#008000][b]if[/b][/color] data_encoding [color=#AA22FF][b]is[/b][/color] [color=#008000]None[/color]:
 encoding [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]defaultencoding
 [color=#008000][b]if[/b][/color] id_ [color=#AA22FF][b]not[/b][/color] [color=#AA22FF][b]in[/b][/color] [color=#008000]self[/color][color=#666666].[/color]Locks:
 [color=#008000]self[/color][color=#666666].[/color]Locks[id_] [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]Lock()
 [color=#008000]self[/color][color=#666666].[/color]Locks[id_][color=#666666].[/color]acquire()
 [color=#008000][b]with[/b][/color] [color=#008000]open[/color]([color=#BA2121]u"{0}.csv"[/color][color=#666666].[/color]format(id_)[color=#666666].[/color]encode([color=#008000]self[/color][color=#666666].[/color]defaultencoding), [color=#BA2121]"a"[/color]) [color=#008000][b]as[/b][/color] out:
 [color=#008000][b]for[/b][/color] item [color=#AA22FF][b]in[/b][/color] data:
 [color=#408080][i]#<Преобразование данных из словаря в строку>[/i][/color]
 item [color=#666666]=[/color] [color=#BA2121]u"{url};{local_path};{PR};{AR};{TIC}"[/color][color=#666666].[/color]format(url[color=#666666]=[/color]item[[color=#BA2121]"url"[/color]], local_path[color=#666666]=[/color]item[[color=#BA2121]"local_path"[/color]], PR[color=#666666]=[/color]item[[color=#BA2121]"PR"[/color]], AR[color=#666666]=[/color]item[[color=#BA2121]"AR"[/color]], TIC[color=#666666]=[/color]item[[color=#BA2121]"TIC"[/color]])
 [color=#408080][i]#</>[/i][/color]
 out[color=#666666].[/color]write([color=#BA2121]"{0}[/color][color=#BB6622][b]\n[/b][/color][color=#BA2121]"[/color][color=#666666].[/color]format(item[color=#666666].[/color]encode(encoding, [color=#BA2121]"replace"[/color])))
 [color=#008000]self[/color][color=#666666].[/color]Locks[id_][color=#666666].[/color]release()

[color=#408080][i]#Класс-архитектура чекера[/i][/color]
[color=#008000][b]class[/b][/color] [color=#0000FF][b]ARCHITECTURE[/b][/color]:
    
    [color=#408080][i]#Атрибут инициализации[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__init__[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]sys[/b][/color]
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]time[/b][/color]
        [color=#008000][b]import[/b][/color] [color=#0000FF][b]threading[/b][/color]
        
        [color=#008000]self[/color][color=#666666].[/color]__exit [color=#666666]=[/color] sys[color=#666666].[/color]exit
        [color=#008000]self[/color][color=#666666].[/color]__sleep [color=#666666]=[/color] time[color=#666666].[/color]sleep
        [color=#008000]self[/color][color=#666666].[/color]__threading [color=#666666]=[/color] threading
        [color=#008000]self[/color][color=#666666].[/color]__lock [color=#666666]=[/color] threading[color=#666666].[/color]RLock()
        
        [color=#008000]self[/color][color=#666666].[/color]__gui [color=#666666]=[/color] GUI()
        [color=#008000]self[/color][color=#666666].[/color]__proxys [color=#666666]=[/color] PROXYS()
        [color=#008000]self[/color][color=#666666].[/color]__writer [color=#666666]=[/color] WRITER()
        [color=#008000]self[/color][color=#666666].[/color]__links [color=#666666]=[/color] CONTAINER()
        [color=#008000]self[/color][color=#666666].[/color]__dbmloader [color=#666666]=[/color] DBM_LOADER()
        [color=#008000]self[/color][color=#666666].[/color]__textloader [color=#666666]=[/color] TEXT_LOADER()
        [color=#008000]self[/color][color=#666666].[/color]__properties [color=#666666]=[/color] SITE_PROPERTIES()
        
        [color=#008000]self[/color][color=#666666].[/color]__PAUSE [color=#666666]=[/color] [color=#008000]False[/color]
        [color=#008000]self[/color][color=#666666].[/color]__STOP [color=#666666]=[/color] [color=#008000]False[/color]
        [color=#008000]self[/color][color=#666666].[/color]__current_proxy [color=#666666]=[/color] [color=#008000]None[/color]
    
    [color=#408080][i]#Атрибут который олицетворяет собой поток-работника[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]__worker[/color]([color=#008000]self[/color]):
        
        [color=#008000][b]while[/b][/color] [color=#008000]True[/color]:
            [color=#008000][b]if[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__STOP:
                unchecked [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__links[color=#666666].[/color]get_all(remove[color=#666666]=[/color][color=#008000]True[/color])
                [color=#008000]self[/color][color=#666666].[/color]__writer[color=#666666].[/color]write_many(unchecked, [color=#BA2121]"UNCHECKED"[/color])
                [color=#008000][b]return[/b][/color]
            [color=#008000][b]if[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__PAUSE:
                [color=#008000]self[/color][color=#666666].[/color]__sleep([color=#666666]1[/color])
            [color=#008000][b]if[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__proxys[color=#666666].[/color]USE [color=#AA22FF][b]and[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__current_proxy:
                [color=#008000]self[/color][color=#666666].[/color]__lock[color=#666666].[/color]acquire()
                [color=#008000]self[/color][color=#666666].[/color]__current_proxy [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__proxys[color=#666666].[/color]get_one()
                [color=#008000]self[/color][color=#666666].[/color]__lock[color=#666666].[/color]release()
                [color=#008000][b]if[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__current_proxy [color=#666666]==[/color] [color=#BA2121]"NO_PROXYS_LEFT"[/color]:
                    unchecked [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__links[color=#666666].[/color]get_all(remove[color=#666666]=[/color][color=#008000]True[/color])
                    [color=#008000]self[/color][color=#666666].[/color]__writer[color=#666666].[/color]write_many(unchecked, [color=#BA2121]"UNCHECKED"[/color])
            current_seq [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__links[color=#666666].[/color]get_next(remove[color=#666666]=[/color][color=#008000]True[/color])
            [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] current_seq:
                [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__STOP:
                    [color=#008000]self[/color][color=#666666].[/color]stop()
                [color=#008000][b]return[/b][/color]
            PR [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__properties[color=#666666].[/color]GetGooglePR(current_seq[[color=#BA2121]"url"[/color]], [color=#008000]self[/color][color=#666666].[/color]__current_proxy)
            [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] PR [color=#666666]==[/color] [color=#BA2121]"FORBIDDEN"[/color] [color=#AA22FF][b]and[/b][/color] [color=#AA22FF][b]not[/b][/color] PR [color=#666666]==[/color] [color=#BA2121]"CONNECTION_PROBLEMS"[/color]:
                current_seq[[color=#BA2121]"PR"[/color]] [color=#666666]=[/color] PR
                AR [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__properties[color=#666666].[/color]GetAlexaRank(current_seq[[color=#BA2121]"url"[/color]], [color=#008000]self[/color][color=#666666].[/color]__current_proxy)
                [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] AR [color=#666666]==[/color] [color=#BA2121]"FORBIDDEN"[/color] [color=#AA22FF][b]and[/b][/color] [color=#AA22FF][b]not[/b][/color] AR [color=#666666]==[/color] [color=#BA2121]"CONNECTION_PROBLEMS"[/color]:
                    current_seq[[color=#BA2121]"AR"[/color]] [color=#666666]=[/color] AR
                    TIC [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__properties[color=#666666].[/color]GetYandexTIC(current_seq[[color=#BA2121]"url"[/color]], [color=#008000]self[/color][color=#666666].[/color]__current_proxy)
                    [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] TIC [color=#666666]==[/color] [color=#BA2121]"FORBIDDEN"[/color] [color=#AA22FF][b]and[/b][/color] [color=#AA22FF][b]not[/b][/color] TIC [color=#666666]==[/color] [color=#BA2121]"CONNECTION_PROBLEMS"[/color]:
                        current_seq[[color=#BA2121]"TIC"[/color]] [color=#666666]=[/color] TIC
                        [color=#008000]self[/color][color=#666666].[/color]__writer[color=#666666].[/color]write_one(current_seq)
                        [color=#008000]self[/color][color=#666666].[/color]__gui[color=#666666].[/color]insert_into_log([color=#BA2121]u"{url}|{PR}|{AR}|{TIC}[/color][color=#BB6622][b]\n[/b][/color][color=#BA2121]"[/color][color=#666666].[/color]format(url[color=#666666]=[/color]current_seq[[color=#BA2121]"url"[/color]], PR[color=#666666]=[/color]current_seq[[color=#BA2121]"PR"[/color]], AR[color=#666666]=[/color]current_seq[[color=#BA2121]"AR"[/color]], TIC[color=#666666]=[/color]current_seq[[color=#BA2121]"TIC"[/color]]))
                    [color=#008000][b]else[/b][/color]:
                        [color=#008000]self[/color][color=#666666].[/color]__links[color=#666666].[/color]append(current_seq)
                        [color=#008000]self[/color][color=#666666].[/color]__lock[color=#666666].[/color]acquire()
                        [color=#008000]self[/color][color=#666666].[/color]__current_proxy [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__proxys[color=#666666].[/color]get_one()
                        [color=#008000]self[/color][color=#666666].[/color]__lock[color=#666666].[/color]release()
                [color=#008000][b]else[/b][/color]:
                    [color=#008000]self[/color][color=#666666].[/color]__links[color=#666666].[/color]append(current_seq)
                    [color=#008000]self[/color][color=#666666].[/color]__lock[color=#666666].[/color]acquire()
                    [color=#008000]self[/color][color=#666666].[/color]__current_proxy [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__proxys[color=#666666].[/color]get_one()
                    [color=#008000]self[/color][color=#666666].[/color]__lock[color=#666666].[/color]release()
            [color=#008000][b]else[/b][/color]:
                [color=#008000]self[/color][color=#666666].[/color]__links[color=#666666].[/color]append(current_seq)
                [color=#008000]self[/color][color=#666666].[/color]__lock[color=#666666].[/color]acquire()
                [color=#008000]self[/color][color=#666666].[/color]__current_proxy [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__proxys[color=#666666].[/color]get_one()
                [color=#008000]self[/color][color=#666666].[/color]__lock[color=#666666].[/color]release()
            
    
    [color=#408080][i]#Атрибут старта[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]start[/color]([color=#008000]self[/color], settings):
        [color=#008000]self[/color][color=#666666].[/color]__gui[color=#666666].[/color]make_working()
        [color=#008000]self[/color][color=#666666].[/color]__writer[color=#666666].[/color]defaultencoding [color=#666666]=[/color] settings[[color=#BA2121]"encoding"[/color]]
        [color=#008000]self[/color][color=#666666].[/color]__writer[color=#666666].[/color]defaultout [color=#666666]=[/color] settings[[color=#BA2121]"outfilename"[/color]]
        [color=#008000]self[/color][color=#666666].[/color]__links[color=#666666].[/color]defaultencoding [color=#666666]=[/color] settings[[color=#BA2121]"encoding"[/color]]
        [color=#008000]self[/color][color=#666666].[/color]__dbmloader[color=#666666].[/color]defaultencoding [color=#666666]=[/color] settings[[color=#BA2121]"encoding"[/color]]
        [color=#008000]self[/color][color=#666666].[/color]__textloader[color=#666666].[/color]defaultencoding [color=#666666]=[/color] settings[[color=#BA2121]"encoding"[/color]]
        [color=#008000][b]if[/b][/color] settings[[color=#BA2121]"datatype"[/color]] [color=#666666]==[/color] [color=#BA2121]u"DBM"[/color]:
            [color=#008000]self[/color][color=#666666].[/color]__dbmloader[color=#666666].[/color]load(settings[[color=#BA2121]"bdname"[/color]], to_[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]__links)
        [color=#008000][b]if[/b][/color] settings[[color=#BA2121]"datatype"[/color]] [color=#666666]==[/color] [color=#BA2121]u"TXT"[/color]:
            [color=#008000]self[/color][color=#666666].[/color]__textloader[color=#666666].[/color]load(settings[[color=#BA2121]"bdname"[/color]], to_[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]__links)
        [color=#008000][b]if[/b][/color] settings[[color=#BA2121]"proxysname"[/color]] [color=#AA22FF][b]is[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]None[/color]:
            [color=#008000][b]with[/b][/color] [color=#008000]open[/color]([color=#BA2121]u"{filename}"[/color][color=#666666].[/color]format(filename[color=#666666]=[/color]settings[[color=#BA2121]"proxysname"[/color]])[color=#666666].[/color]encode(settings[[color=#BA2121]"encoding"[/color]])) [color=#008000][b]as[/b][/color] prx:
                [color=#008000]self[/color][color=#666666].[/color]__proxys[color=#666666].[/color]load(prx)
            [color=#008000][b]if[/b][/color] [color=#008000]len[/color]([color=#008000]self[/color][color=#666666].[/color]__proxys)[color=#666666]>[/color][color=#666666]0[/color]:
                [color=#008000]self[/color][color=#666666].[/color]__proxys[color=#666666].[/color]USE [color=#666666]=[/color] [color=#008000]True[/color]
        [color=#008000][b]for[/b][/color] _ [color=#AA22FF][b]in[/b][/color] [color=#008000]xrange[/color](settings[[color=#BA2121]"threads_count"[/color]]):
            [color=#008000]self[/color][color=#666666].[/color]__threading[color=#666666].[/color]Thread(target[color=#666666]=[/color][color=#008000]self[/color][color=#666666].[/color]__worker)[color=#666666].[/color]start()
    
    [color=#408080][i]#Атрибут паузы[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]pause[/color]([color=#008000]self[/color], value):
        [color=#008000]self[/color][color=#666666].[/color]__PAUSE [color=#666666]=[/color] value
    
    [color=#408080][i]#Атрибут остановки[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]stop[/color]([color=#008000]self[/color]):
        [color=#008000]self[/color][color=#666666].[/color]__gui[color=#666666].[/color]make_unactive()
        [color=#008000]self[/color][color=#666666].[/color]__STOP [color=#666666]=[/color] [color=#008000]True[/color]
        [color=#008000][b]while[/b][/color] [color=#008000]self[/color][color=#666666].[/color]__threading[color=#666666].[/color]active_count()[color=#666666]>[/color][color=#666666]2[/color]:
            [color=#008000]self[/color][color=#666666].[/color]__sleep([color=#666666]1[/color])
        [color=#008000]self[/color][color=#666666].[/color]__PAUSE [color=#666666]=[/color] [color=#008000]False[/color]
        [color=#008000]self[/color][color=#666666].[/color]__STOP [color=#666666]=[/color] [color=#008000]False[/color]
        [color=#008000]self[/color][color=#666666].[/color]__proxys[color=#666666].[/color]USE [color=#666666]=[/color] [color=#008000]False[/color]
        [color=#008000]self[/color][color=#666666].[/color]__current_proxy [color=#666666]=[/color] [color=#008000]False[/color]
        [color=#008000]self[/color][color=#666666].[/color]__writer[color=#666666].[/color]defaultout [color=#666666]=[/color] [color=#BA2121]"dump"[/color]
        [color=#008000]self[/color][color=#666666].[/color]__gui[color=#666666].[/color]make_reset()
    
    [color=#408080][i]#Атрибут запуска всего :)[/i][/color]
    [color=#008000][b]def[/b][/color] [color=#0000FF]start_process[/color]([color=#008000]self[/color]):
        [color=#008000]self[/color][color=#666666].[/color]__gui[color=#666666].[/color]start [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]start
        [color=#008000]self[/color][color=#666666].[/color]__gui[color=#666666].[/color]pause [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]pause
        [color=#008000]self[/color][color=#666666].[/color]__gui[color=#666666].[/color]stop [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]stop
        gui_window [color=#666666]=[/color] [color=#008000]self[/color][color=#666666].[/color]__gui[color=#666666].[/color]create()
        gui_window[color=#666666].[/color]protocol([color=#BA2121]"WM_DELETE_WINDOW"[/color], [color=#008000]self[/color][color=#666666].[/color]__exit)
        gui_window[color=#666666].[/color]mainloop()

[color=#008000][b]if[/b][/color] __name__ [color=#666666]==[/color] [color=#BA2121]"__main__"[/color]:
    Architecture [color=#666666]=[/color] ARCHITECTURE()
    Architecture[color=#666666].[/color]start_process()

--------------------------------------
Colored with http://dumpz.org

Light HTML Copy To Clipboarddone!

That method generates HTML with CSS classes. Hence you'll need the style sheet file

<div class="highlight"><pre><div id="lc1">#!usr/bin/env python
</div><div id="lc2">#-*- encoding: UTF-8 -*-
</div><div id="lc3">#
</div><div id="lc4">#(c) login999
</div><div id="lc5"># uasc.org.ua
</div><div id="lc6">
</div><div id="lc7">#Класс-контейнер для хранения чего-либо
</div><div id="lc8">class CONTAINER:
</div><div id="lc9"> 
</div><div id="lc10"> #Атрибут инициализации
</div><div id="lc11"> def __init__(self):
</div><div id="lc12"> 
</div><div id="lc13"> from threading import RLock
</div><div id="lc14"> from random import choice
</div><div id="lc15"> from random import shuffle
</div><div id="lc16"> 
</div><div id="lc17"> self.__Lock = RLock()
</div><div id="lc18"> self.__Container = []
</div><div id="lc19"> self.__Choice = choice
</div><div id="lc20"> self.__Shuffle = shuffle
</div><div id="lc21"> 
</div><div id="lc22"> self.defaultencoding = &quot;UTF-8&quot;
</div><div id="lc23"> 
</div><div id="lc24"> #Атрибут загрузки элементов в контейнер из файла
</div><div id="lc25"> def load(self, data, data_encoding=None):
</div><div id="lc26"> 
</div><div id="lc27"> if data_encoding is None:
</div><div id="lc28"> data_encoding = self.defaultencoding
</div><div id="lc29"> self.__Lock.acquire()
</div><div id="lc30"> for line in data:
</div><div id="lc31"> self.__Container.append(line.replace(&quot;\r&quot;, &quot;&quot;).replace(&quot;\n&quot;, &quot;&quot;).decode(data_encoding, &quot;replace&quot;))
</div><div id="lc32"> self.__Lock.release()
</div><div id="lc33"> 
</div><div id="lc34"> #Атрибут добавления одного элемента в контейнер
</div><div id="lc35"> def append(self, some):
</div><div id="lc36"> 
</div><div id="lc37"> self.__Lock.acquire()
</div><div id="lc38"> if some not in self.__Container:
</div><div id="lc39"> self.__Container.append(some)
</div><div id="lc40"> self.__Lock.release()
</div><div id="lc41"> 
</div><div id="lc42"> #Атрибут очистки контейнера
</div><div id="lc43"> def clear(self):
</div><div id="lc44"> 
</div><div id="lc45"> self.__Lock.acquire()
</div><div id="lc46"> self.__Container = []
</div><div id="lc47"> self.__Lock.release()
</div><div id="lc48"> 
</div><div id="lc49"> #Атрибут перемешивания элементов контейнера
</div><div id="lc50"> def shuffle(self):
</div><div id="lc51"> 
</div><div id="lc52"> self.__Lock.acquire()
</div><div id="lc53"> self.__Shuffle(self.__Container)
</div><div id="lc54"> self.__Lock.release()
</div><div id="lc55"> 
</div><div id="lc56"> #Атрибут удаления дубликатов
</div><div id="lc57"> def remove_dupies(self):
</div><div id="lc58"> 
</div><div id="lc59"> self.__Lock.acquire()
</div><div id="lc60"> self.__Container = list(set(self.__Container))
</div><div id="lc61"> self.__Lock.release()
</div><div id="lc62"> 
</div><div id="lc63"> #Атрибут получения количества загруженных элементов
</div><div id="lc64"> def __len__(self):
</div><div id="lc65"> 
</div><div id="lc66"> return len(self.__Container)
</div><div id="lc67"> 
</div><div id="lc68"> #Атрибут получения следующего элемента
</div><div id="lc69"> def get_next(self, remove=False):
</div><div id="lc70"> 
</div><div id="lc71"> self.__Lock.acquire()
</div><div id="lc72"> try:
</div><div id="lc73"> line = self.__Container.pop(0)
</div><div id="lc74"> except IndexError:
</div><div id="lc75"> line = None
</div><div id="lc76"> if not remove and line is not None:
</div><div id="lc77"> self.__Container.append(line)
</div><div id="lc78"> self.__Lock.release()
</div><div id="lc79"> return line 
</div><div id="lc80"> 
</div><div id="lc81"> #Атрибут получения одного случайного элемента
</div><div id="lc82"> def get_random(self, remove=False):
</div><div id="lc83"> 
</div><div id="lc84"> try:
</div><div id="lc85"> line = self.__Choice(self.__Container)
</div><div id="lc86"> except IndexError:
</div><div id="lc87"> line = None
</div><div id="lc88"> self.__Lock.acquire()
</div><div id="lc89"> if remove and line is not None:
</div><div id="lc90"> self.__Container.remove(line)
</div><div id="lc91"> self.__Lock.release()
</div><div id="lc92"> return line
</div><div id="lc93"> 
</div><div id="lc94"> #Атрибут получения всех элементов
</div><div id="lc95"> def get_all(self, remove=False):
</div><div id="lc96"> 
</div><div id="lc97"> all = self.__Container
</div><div id="lc98"> if remove:
</div><div id="lc99"> self.__Lock.acquire()
</div><div id="lc100"> self.__Container = []
</div><div id="lc101"> self.__Lock.release()
</div><div id="lc102"> return all
</div><div id="lc103"> 
</div><div id="lc104"> #Атрибут дампа всех элементов в файл
</div><div id="lc105"> def dump(self, outfile, data_encoding=None, remove=False):
</div><div id="lc106"> 
</div><div id="lc107"> if data_encoding is None:
</div><div id="lc108"> data_encoding = self.defaultencoding
</div><div id="lc109"> self.__Lock.acquire()
</div><div id="lc110"> with open(outfile, &quot;a&quot;) as out:
</div><div id="lc111"> for item in self.__Container:
</div><div id="lc112"> out.write(&quot;{0}\n&quot;.format(item.encode(data_encoding, &quot;replace&quot;)))
</div><div id="lc113"> if remove:
</div><div id="lc114"> self.__Container = []
</div><div id="lc115"> self.__Lock.release()
</div><div id="lc116"> 
</div><div id="lc117">#Класс для хранения/проверки проксей
</div><div id="lc118">class PROXYS:
</div><div id="lc119"> 
</div><div id="lc120"> #Атрибут инициализации
</div><div id="lc121"> def __init__(self):
</div><div id="lc122"> 
</div><div id="lc123"> import urllib2
</div><div id="lc124"> from threading import RLock
</div><div id="lc125"> 
</div><div id="lc126"> self.__ProxyHandler = urllib2.ProxyHandler
</div><div id="lc127"> self.__Build_Opener = urllib2.build_opener
</div><div id="lc128"> self.__Install_Opener = urllib2.install_opener
</div><div id="lc129"> self.__Open = urllib2.urlopen
</div><div id="lc130"> self.__Request = urllib2.Request
</div><div id="lc131"> self.__Lock = RLock()
</div><div id="lc132"> self.__Proxyz = []
</div><div id="lc133"> 
</div><div id="lc134"> self.USE = False
</div><div id="lc135"> self.defaultproxy = None
</div><div id="lc136"> 
</div><div id="lc137"> #Атрибут загрузки (из последовательности/итератора)
</div><div id="lc138"> def load(self, data):
</div><div id="lc139"> 
</div><div id="lc140"> self.__Lock.acquire()
</div><div id="lc141"> self.__Proxyz = []
</div><div id="lc142"> for line in data:
</div><div id="lc143"> self.__Proxyz.append(line.replace(&quot;\r&quot;, &quot;&quot;).replace(&quot;\n&quot;, &quot;&quot;))
</div><div id="lc144"> self.__Lock.release()
</div><div id="lc145"> 
</div><div id="lc146"> #Атрибут очистки
</div><div id="lc147"> def clear(self):
</div><div id="lc148"> 
</div><div id="lc149"> self.__Lock.acquire()
</div><div id="lc150"> self.__Proxyz = []
</div><div id="lc151"> self.__Lock.release()
</div><div id="lc152"> 
</div><div id="lc153"> #Атрибут удаления дублей
</div><div id="lc154"> def remove_dupies(self):
</div><div id="lc155"> 
</div><div id="lc156"> self.__Lock.acquire()
</div><div id="lc157"> self.__Proxyz = list(set(self.Proxyz))
</div><div id="lc158"> self.__Lock.release()
</div><div id="lc159"> 
</div><div id="lc160"> #Атрибут получения количества загруженных проксей
</div><div id="lc161"> def __len__(self):
</div><div id="lc162"> 
</div><div id="lc163"> return len(self.__Proxyz)
</div><div id="lc164"> 
</div><div id="lc165"> #Атрибут проверки одной данной прокси
</div><div id="lc166"> def check(self, proxy):
</div><div id="lc167"> 
</div><div id="lc168"> proxy_handler = self.__ProxyHandler({&quot;http&quot;: &quot;http://&quot;+proxy+&quot;/&quot;})
</div><div id="lc169"> opener = self.__Build_Opener(proxy_handler)
</div><div id="lc170"> self.__Install_Opener(opener)
</div><div id="lc171"> try:
</div><div id="lc172"> google_url = self.__Open(&quot;http://www.google.com/&quot;).geturl()
</div><div id="lc173"> if &quot;google&quot; in google_url:
</div><div id="lc174"> return True
</div><div id="lc175"> else:
</div><div id="lc176"> return False
</div><div id="lc177"> except:
</div><div id="lc178"> return False
</div><div id="lc179"> 
</div><div id="lc180"> #Атрибут проверки всех загруженных проксей
</div><div id="lc181"> def check_all(self):
</div><div id="lc182"> 
</div><div id="lc183"> for _ in xrange(len(self.__Proxyz)):
</div><div id="lc184"> self.__Lock.acquire()
</div><div id="lc185"> proxy = self.__Proxyz.pop(0)
</div><div id="lc186"> self.__Lock.release()
</div><div id="lc187"> if len(proxy)&gt;6:
</div><div id="lc188"> online = self.check(proxy)
</div><div id="lc189"> if online:
</div><div id="lc190"> self.__Lock.acquire()
</div><div id="lc191"> self.__Proxyz.append(proxy)
</div><div id="lc192"> self.__Lock.release()
</div><div id="lc193"> else:
</div><div id="lc194"> pass 
</div><div id="lc195"> else:
</div><div id="lc196"> pass
</div><div id="lc197"> 
</div><div id="lc198"> #Атрибут получения одной живой прокси
</div><div id="lc199"> def get_one(self):
</div><div id="lc200"> 
</div><div id="lc201"> if not self.USE:
</div><div id="lc202"> return self.defaultproxy
</div><div id="lc203"> else:
</div><div id="lc204"> while True:
</div><div id="lc205"> try:
</div><div id="lc206"> self.__Lock.acquire()
</div><div id="lc207"> proxy = self.__Proxyz.pop(0)
</div><div id="lc208"> self.__Lock.release()
</div><div id="lc209"> except IndexError:
</div><div id="lc210"> return &quot;NO_PROXIS_LEFT&quot;
</div><div id="lc211"> if len(proxy)&gt;6:
</div><div id="lc212"> online = self.check(proxy)
</div><div id="lc213"> if online:
</div><div id="lc214"> self.__Lock.acquire()
</div><div id="lc215"> self.__Proxyz.append(proxy)
</div><div id="lc216"> self.__Lock.release()
</div><div id="lc217"> return proxy
</div><div id="lc218"> else:
</div><div id="lc219"> pass 
</div><div id="lc220">
</div><div id="lc221">#Класс для определния Yandex Тиц, Google PR, Alexa AR
</div><div id="lc222">class SITE_PROPERTIES:
</div><div id="lc223"> 
</div><div id="lc224"> #Атрибут инициализации
</div><div id="lc225"> def __init__(self):
</div><div id="lc226"> 
</div><div id="lc227"> import re
</div><div id="lc228"> import urllib
</div><div id="lc229"> import urllib2
</div><div id="lc230"> 
</div><div id="lc231"> self.__re = re
</div><div id="lc232"> self.__urllib = urllib
</div><div id="lc233"> self.__urllib2 = urllib2
</div><div id="lc234"> 
</div><div id="lc235"> self.timeout = 20
</div><div id="lc236"> 
</div><div id="lc237"> #Честно спизженный атрибут, нужен для определения PR
</div><div id="lc238"> def __IntStr(self, String, Integer, Factor):
</div><div id="lc239"> 
</div><div id="lc240"> for i in range(len(String)) :
</div><div id="lc241"> Integer *= Factor
</div><div id="lc242"> Integer &amp;= 0xFFFFFFFF
</div><div id="lc243"> Integer += ord(String[i])
</div><div id="lc244"> return Integer
</div><div id="lc245"> 
</div><div id="lc246"> #Честно спизженный атрибут, нужен для определения PR 
</div><div id="lc247"> def __HashURL(self, Str):
</div><div id="lc248"> 
</div><div id="lc249"> C1 = self.__IntStr(Str, 0x1505, 0x21)
</div><div id="lc250"> C2 = self.__IntStr(Str, 0, 0x1003F)
</div><div id="lc251"> 
</div><div id="lc252"> C1 &gt;&gt;= 2
</div><div id="lc253"> C1 = ((C1 &gt;&gt; 4) &amp; 0x3FFFFC0) | (C1 &amp; 0x3F)
</div><div id="lc254"> C1 = ((C1 &gt;&gt; 4) &amp; 0x3FFC00) | (C1 &amp; 0x3FF)
</div><div id="lc255"> C1 = ((C1 &gt;&gt; 4) &amp; 0x3C000) | (C1 &amp; 0x3FFF)
</div><div id="lc256"> 
</div><div id="lc257"> T1 = (C1 &amp; 0x3C0) &lt;&lt; 4
</div><div id="lc258"> T1 |= C1 &amp; 0x3C
</div><div id="lc259"> T1 = (T1 &lt;&lt; 2) | (C2 &amp; 0xF0F)
</div><div id="lc260"> 
</div><div id="lc261"> T2 = (C1 &amp; 0xFFFFC000) &lt;&lt; 4
</div><div id="lc262"> T2 |= C1 &amp; 0x3C00
</div><div id="lc263"> T2 = (T2 &lt;&lt; 0xA) | (C2 &amp; 0xF0F0000)
</div><div id="lc264"> 
</div><div id="lc265"> return (T1 | T2)
</div><div id="lc266"> 
</div><div id="lc267"> #Честно спизженный атрибут, нужен для определения PR 
</div><div id="lc268"> def __CheckHash(self, HashInt):
</div><div id="lc269"> 
</div><div id="lc270"> HashStr = &quot;%u&quot; % (HashInt)
</div><div id="lc271"> Flag = 0
</div><div id="lc272"> CheckByte = 0
</div><div id="lc273"> 
</div><div id="lc274"> i = len(HashStr) - 1
</div><div id="lc275"> while i &gt;= 0:
</div><div id="lc276"> Byte = int(HashStr[i])
</div><div id="lc277"> if 1 == (Flag % 2):
</div><div id="lc278"> Byte *= 2;
</div><div id="lc279"> Byte = Byte / 10 + Byte % 10
</div><div id="lc280"> CheckByte += Byte
</div><div id="lc281"> Flag += 1
</div><div id="lc282"> i -= 1
</div><div id="lc283"> 
</div><div id="lc284"> CheckByte %= 10
</div><div id="lc285"> if 0 != CheckByte:
</div><div id="lc286"> CheckByte = 10 - CheckByte
</div><div id="lc287"> if 1 == Flag % 2:
</div><div id="lc288"> if 1 == CheckByte % 2:
</div><div id="lc289"> CheckByte += 9
</div><div id="lc290"> CheckByte &gt;&gt;= 1
</div><div id="lc291"> 
</div><div id="lc292"> return &#39;7&#39; + str(CheckByte) + HashStr
</div><div id="lc293"> 
</div><div id="lc294"> #Честно спизжено, подредактировано (поддержка проксей) - атрибут получения Google PR
</div><div id="lc295"> def GetGooglePR(self, URL, PROXY=None):
</div><div id="lc296"> 
</div><div id="lc297"> if PROXY :
</div><div id="lc298"> proxy_handler = self.__urllib2.ProxyHandler( { &quot;http&quot;: &quot;http://&quot;+PROXY+&quot;/&quot; } )
</div><div id="lc299"> opener = self.__urllib2.build_opener(proxy_handler) 
</div><div id="lc300"> self.__urllib2.install_opener(opener)
</div><div id="lc301"> 
</div><div id="lc302"> google_hash = self.__CheckHash(self.__HashURL(URL))
</div><div id="lc303"> google_url = &#39;http://www.google.com/search?client=navclient-auto&amp;features=Rank:&amp;q=info:%s&amp;ch=%s&#39; % (self.__urllib.quote(URL), google_hash)
</div><div id="lc304"> try:
</div><div id="lc305"> page = self.__urllib2.urlopen(google_url, timeout=self.timeout).read()
</div><div id="lc306"> except Exception, error:
</div><div id="lc307"> return &quot;CONNECTION_PROBLEMS&quot;
</div><div id="lc308"> page = page.lstrip().rstrip()
</div><div id="lc309"> PR = page[9:]
</div><div id="lc310"> try:
</div><div id="lc311"> PR = int(PR)
</div><div id="lc312"> except:
</div><div id="lc313"> PR = 0
</div><div id="lc314"> return str(PR).decode(&quot;UTF-8&quot;)
</div><div id="lc315"> 
</div><div id="lc316"> #Атрибут получения Alexa Rank
</div><div id="lc317"> def GetAlexaRank(self, URL, PROXY=None):
</div><div id="lc318"> 
</div><div id="lc319"> if PROXY:
</div><div id="lc320"> proxy_handler = self.__urllib2.ProxyHandler( { &quot;http&quot;: &quot;http://&quot;+PROXY+&quot;/&quot; } )
</div><div id="lc321"> opener = self.__urllib2.build_opener(proxy_handler) 
</div><div id="lc322"> self.__urllib2.install_opener(opener)
</div><div id="lc323"> 
</div><div id="lc324"> alexa_url = &#39;http://data.alexa.com/data?cli=10&amp;dat=snbamz&amp;url={URL}&#39;.format(URL=self.__urllib.quote(URL))
</div><div id="lc325"> try:
</div><div id="lc326"> page = self.__urllib2.urlopen(alexa_url, timeout=self.timeout).read()
</div><div id="lc327"> except Exception, error:
</div><div id="lc328"> return &quot;CONNECTION_PROBLEMS&quot;
</div><div id="lc329"> try:
</div><div id="lc330"> AR = self.__re.findall(r&#39;\&lt;POPULARITY URL\=\&quot;.*?\&quot; TEXT\=\&quot;(\d+)\&quot;\/\&gt;&#39;, page)[0]
</div><div id="lc331"> except IndexError:
</div><div id="lc332"> AR = 0
</div><div id="lc333"> return str(AR).decode(&quot;UTF-8&quot;)
</div><div id="lc334"> 
</div><div id="lc335"> #Атрибут получения Yandex Тиц
</div><div id="lc336"> def GetYandexTIC(self, URL, PROXY=None):
</div><div id="lc337"> 
</div><div id="lc338"> if &quot;http://&quot; not in URL:
</div><div id="lc339"> URL = &quot;http://{URL}&quot;.format(URL=URL)
</div><div id="lc340"> 
</div><div id="lc341"> if PROXY:
</div><div id="lc342"> proxy_handler = self.__urllib2.ProxyHandler( { &quot;http&quot;: &quot;http://&quot;+PROXY+&quot;/&quot; } )
</div><div id="lc343"> opener = self.__urllib2.build_opener(proxy_handler) 
</div><div id="lc344"> self.__urllib2.install_opener(opener)
</div><div id="lc345"> 
</div><div id="lc346"> yandex_url = &#39;http://bar-navig.yandex.ru/u?ver=2&amp;show=32&amp;url={URL}&#39;.format(URL=self.__urllib.quote(URL))
</div><div id="lc347"> try:
</div><div id="lc348"> page = self.__urllib2.urlopen(yandex_url, timeout=self.timeout).read()
</div><div id="lc349"> except Exception, error:
</div><div id="lc350"> return &quot;CONNECTION_PROBLEMS&quot;
</div><div id="lc351"> try:
</div><div id="lc352"> TIC = self.__re.findall(r&#39;\&lt;tcy rang\=\&quot;.*?\&quot; value\=\&quot;(\d+)\&quot;\/\&gt;&#39;, page)[0]
</div><div id="lc353"> except IndexError:
</div><div id="lc354"> TIC = 0
</div><div id="lc355"> return str(TIC).decode(&quot;UTF-8&quot;)
</div><div id="lc356">
</div><div id="lc357">#Класс для загрузки данных из файла формата DBM Apache
</div><div id="lc358">class DBM_LOADER:
</div><div id="lc359"> 
</div><div id="lc360"> #Атрибут инициализации
</div><div id="lc361"> def __init__(self):
</div><div id="lc362"> 
</div><div id="lc363"> import anydbm
</div><div id="lc364"> 
</div><div id="lc365"> self.__open_database = anydbm.open
</div><div id="lc366"> 
</div><div id="lc367"> self.defaultencoding = &quot;UTF-8&quot;
</div><div id="lc368"> 
</div><div id="lc369"> #Атрибут загрузки из БД
</div><div id="lc370"> def load(self, db_file, parse=True, to_=None):
</div><div id="lc371"> 
</div><div id="lc372"> if to_ is None:
</div><div id="lc373"> data_list = []
</div><div id="lc374"> else:
</div><div id="lc375"> data_list = to_
</div><div id="lc376"> 
</div><div id="lc377"> database = self.__open_database(db_file.encode(self.defaultencoding), &quot;c&quot;)
</div><div id="lc378"> for key, value in database.iteritems():
</div><div id="lc379"> some_seq = {}
</div><div id="lc380"> some_seq[&quot;url&quot;] = key.decode(self.defaultencoding)
</div><div id="lc381"> some_seq[&quot;local_path&quot;] = value.decode(self.defaultencoding)
</div><div id="lc382"> some_seq[&quot;PR&quot;] = &quot;&quot;
</div><div id="lc383"> some_seq[&quot;AR&quot;] = &quot;&quot;
</div><div id="lc384"> some_seq[&quot;TIC&quot;] = &quot;&quot;
</div><div id="lc385"> if parse:
</div><div id="lc386"> if self.martein_parsed(some_seq):
</div><div id="lc387"> data_list.append(some_seq)
</div><div id="lc388"> else:
</div><div id="lc389"> pass
</div><div id="lc390"> else:
</div><div id="lc391"> data_list.append(some_seq)
</div><div id="lc392"> if to_ is None:
</div><div id="lc393"> return data_list
</div><div id="lc394"> else:
</div><div id="lc395"> #Значит уже загружено
</div><div id="lc396"> pass
</div><div id="lc397"> 
</div><div id="lc398"> #Атрибут парсинга данных из базы, специально для M@rtein
</div><div id="lc399"> def martein_parsed(self, some_seq):
</div><div id="lc400"> 
</div><div id="lc401"> key = some_seq[&quot;url&quot;]
</div><div id="lc402"> value = some_seq[&quot;local_path&quot;].split(&quot;/&quot;)
</div><div id="lc403"> if key == value[-1]:
</div><div id="lc404"> return True
</div><div id="lc405"> else:
</div><div id="lc406"> return False
</div><div id="lc407"> 
</div><div id="lc408">#Класс для загрузки данных из текстового файла
</div><div id="lc409">class TEXT_LOADER:
</div><div id="lc410"> 
</div><div id="lc411"> #Атрибут инициализации
</div><div id="lc412"> def __init__(self):
</div><div id="lc413"> 
</div><div id="lc414"> self.defaultencoding = &quot;UTF-8&quot;
</div><div id="lc415"> 
</div><div id="lc416"> #Атрибут загрузки из файла
</div><div id="lc417"> def load(self, file_, to_=None):
</div><div id="lc418"> 
</div><div id="lc419"> if to_ is None:
</div><div id="lc420"> data_list = []
</div><div id="lc421"> else:
</div><div id="lc422"> data_list = to_
</div><div id="lc423"> 
</div><div id="lc424"> with open(file_) as input_data:
</div><div id="lc425"> for line in input_data:
</div><div id="lc426"> some_seq = {}
</div><div id="lc427"> some_seq[&quot;url&quot;] = line.replace(&quot;\r&quot;, &quot;&quot;).replace(&quot;\n&quot;, &quot;&quot;).decode(self.defaultencoding)
</div><div id="lc428"> some_seq[&quot;local_path&quot;] = &quot;&quot;
</div><div id="lc429"> some_seq[&quot;PR&quot;] = &quot;&quot;
</div><div id="lc430"> some_seq[&quot;AR&quot;] = &quot;&quot;
</div><div id="lc431"> some_seq[&quot;TIC&quot;] = &quot;&quot;
</div><div id="lc432"> data_list.append(some_seq)
</div><div id="lc433"> if to_ is None:
</div><div id="lc434"> return data_list
</div><div id="lc435"> else:
</div><div id="lc436"> #Значит уже загружено
</div><div id="lc437"> pass
</div><div id="lc438">
</div><div id="lc439">#Класс для отображения Gui
</div><div id="lc440">class GUI:
</div><div id="lc441"> 
</div><div id="lc442"> #Атрибут инициализации
</div><div id="lc443"> def __init__(self):
</div><div id="lc444"> 
</div><div id="lc445"> import Tkinter
</div><div id="lc446"> import tkMessageBox
</div><div id="lc447"> import ScrolledText
</div><div id="lc448"> import tkFileDialog
</div><div id="lc449"> import threading
</div><div id="lc450"> 
</div><div id="lc451"> self.__tkinter = Tkinter
</div><div id="lc452"> self.__messagebox = tkMessageBox
</div><div id="lc453"> self.__scrolledtext = ScrolledText
</div><div id="lc454"> self.__tkfiledialog = tkFileDialog
</div><div id="lc455"> self.__threading = threading
</div><div id="lc456"> 
</div><div id="lc457"> self.__main_window = Tkinter.Tk()
</div><div id="lc458"> self.__main_window.resizable(width=False, height=False)
</div><div id="lc459"> self.__main_window.title(u&quot;GooglePageRank|AlexaRank|Тиц&quot;)
</div><div id="lc460"> self.__main_window[&quot;bd&quot;] = 5
</div><div id="lc461"> 
</div><div id="lc462"> self.__Lock = threading.RLock()
</div><div id="lc463"> self.__PAUSE = False
</div><div id="lc464"> self.__db_filename = None
</div><div id="lc465"> self.__proxys_filename = None
</div><div id="lc466"> self.__out_filename = None
</div><div id="lc467"> 
</div><div id="lc468"> self.start = None
</div><div id="lc469"> self.pause = None
</div><div id="lc470"> self.stop = None
</div><div id="lc471"> 
</div><div id="lc472"> #Атрибут создания настроек
</div><div id="lc473"> def __create_settings(self):
</div><div id="lc474"> 
</div><div id="lc475"> #Обработчик кнопки загрузки БД
</div><div id="lc476"> def load_db():
</div><div id="lc477"> 
</div><div id="lc478"> self.__db_filename = self.__tkfiledialog.askopenfilename()
</div><div id="lc479"> 
</div><div id="lc480"> #Обработчик кнопки выходного файла
</div><div id="lc481"> def upload():
</div><div id="lc482"> 
</div><div id="lc483"> self.__out_filename = self.__tkfiledialog.asksaveasfilename(filetypes=[(&quot;Excel&quot;,&quot;.csv&quot;)], defaultextension=&quot;.csv&quot;)
</div><div id="lc484"> 
</div><div id="lc485"> #Обработчик кнопки выходного файла
</div><div id="lc486"> def load_proxys():
</div><div id="lc487"> 
</div><div id="lc488"> self.__proxys_filename = self.__tkfiledialog.askopenfilename()
</div><div id="lc489"> 
</div><div id="lc490"> self.__settings_frame = self.__tkinter.Frame(self.__main_window)
</div><div id="lc491"> self.__settings_frame.grid(row=0, column=0)
</div><div id="lc492"> 
</div><div id="lc493"> self.__butt_frame = self.__tkinter.Frame(self.__main_window)
</div><div id="lc494"> self.__butt_frame.grid(row=0, column=1)
</div><div id="lc495"> 
</div><div id="lc496"> self.__TypeLabel = self.__tkinter.Label(self.__settings_frame, text=u&quot;Тип данных :&quot;, width=12, font=&quot;system6&quot;, anchor=&quot;w&quot;)
</div><div id="lc497"> self.__TypeLabel.grid(row=0, column=0)
</div><div id="lc498"> 
</div><div id="lc499"> self.__TypeChoose = self.__tkinter.Spinbox(self.__settings_frame, state=&quot;readonly&quot;, wrap=True, width=8)
</div><div id="lc500"> self.__TypeChoose[&quot;values&quot;] = [u&quot;DBM&quot;, u&quot;TXT&quot;]
</div><div id="lc501"> self.__TypeChoose.grid(row=0, column=1)
</div><div id="lc502"> 
</div><div id="lc503"> self.__EncodingLabel = self.__tkinter.Label(self.__settings_frame, text=u&quot;Кодировка :&quot;, width=12, font=&quot;system6&quot;, anchor=&quot;w&quot;)
</div><div id="lc504"> self.__EncodingLabel.grid(row=1, column=0)
</div><div id="lc505"> 
</div><div id="lc506"> self.__EncodingChoose = self.__tkinter.Spinbox(self.__settings_frame, state=&quot;readonly&quot;, wrap=True, width=8)
</div><div id="lc507"> self.__EncodingChoose[&quot;values&quot;] = [u&quot;CP1251&quot;, u&quot;UTF-8&quot;]
</div><div id="lc508"> self.__EncodingChoose.grid(row=1, column=1)
</div><div id="lc509"> 
</div><div id="lc510"> self.__ThreadsLabel = self.__tkinter.Label(self.__settings_frame, text=u&quot;Потоков :&quot;, width=12, font=&quot;system6&quot;, anchor=&quot;w&quot;)
</div><div id="lc511"> self.__ThreadsLabel.grid(row=2, column=0)
</div><div id="lc512"> 
</div><div id="lc513"> self.__ThreadsChoose = self.__tkinter.Spinbox(self.__settings_frame, state=&quot;readonly&quot;, wrap=True, from_=1, to_=350, width=8)
</div><div id="lc514"> self.__ThreadsChoose.grid(row=2, column=1)
</div><div id="lc515"> 
</div><div id="lc516"> self.__DBButton = self.__tkinter.Button(self.__butt_frame, width=15, text=u&quot;Загрузить БД&quot;, command=load_db)
</div><div id="lc517"> self.__DBButton.grid(row=0, column=0)
</div><div id="lc518"> 
</div><div id="lc519"> self.__ProxysButton = self.__tkinter.Button(self.__butt_frame, width=15, text=u&quot;Загрузить proxy&quot;, command=load_proxys)
</div><div id="lc520"> self.__ProxysButton.grid(row=1, column=0)
</div><div id="lc521"> 
</div><div id="lc522"> self.__OUTButton = self.__tkinter.Button(self.__butt_frame, width=15, text=u&quot;Выходной файл&quot;, command=upload)
</div><div id="lc523"> self.__OUTButton.grid(row=2, column=0)
</div><div id="lc524">
</div><div id="lc525"> #Атрибут создания кнопок
</div><div id="lc526"> def __create_buttons(self):
</div><div id="lc527"> 
</div><div id="lc528"> #Обработчик кнопки Старт
</div><div id="lc529"> def start():
</div><div id="lc530"> 
</div><div id="lc531"> if not self.__db_filename:
</div><div id="lc532"> self.__messagebox.showerror(u&quot;Ошибка&quot;, u&quot;Файл БД не указан!&quot;)
</div><div id="lc533"> return
</div><div id="lc534"> 
</div><div id="lc535"> if not self.__out_filename:
</div><div id="lc536"> self.__messagebox.showerror(u&quot;Ошибка&quot;, u&quot;Выходной файл не указан!&quot;)
</div><div id="lc537"> return
</div><div id="lc538"> 
</div><div id="lc539"> if not self.__proxys_filename:
</div><div id="lc540"> self.__messagebox.showinfo(u&quot;Внимание&quot;, u&quot;Проверка будет происходить без proxy!&quot;)
</div><div id="lc541"> 
</div><div id="lc542"> settings = {}
</div><div id="lc543"> settings[&quot;threads_count&quot;] = int(self.__ThreadsChoose.get())
</div><div id="lc544"> settings[&quot;datatype&quot;] = self.__TypeChoose.get()
</div><div id="lc545"> settings[&quot;encoding&quot;] = self.__EncodingChoose.get()
</div><div id="lc546"> settings[&quot;bdname&quot;] = self.__db_filename
</div><div id="lc547"> settings[&quot;proxysname&quot;] = self.__proxys_filename
</div><div id="lc548"> settings[&quot;outfilename&quot;] = self.__out_filename
</div><div id="lc549"> self.__threading.Thread(target=self.start, args=[settings]).start()
</div><div id="lc550"> 
</div><div id="lc551"> #Обработчик кнопки Пауза
</div><div id="lc552"> def pause():
</div><div id="lc553"> 
</div><div id="lc554"> if not self.__PAUSE:
</div><div id="lc555"> self.__PAUSE = True
</div><div id="lc556"> self.__PauseButton[&quot;text&quot;] = u&quot;Продолжить&quot;
</div><div id="lc557"> self.__threading.Thread(target=self.pause, args=[self.__PAUSE]).start()
</div><div id="lc558"> else:
</div><div id="lc559"> self.__PAUSE = False
</div><div id="lc560"> self.__PauseButton[&quot;text&quot;] = u&quot;Пауза&quot;
</div><div id="lc561"> self.__threading.Thread(target=self.pause, args=[self.__PAUSE]).start()
</div><div id="lc562"> 
</div><div id="lc563"> 
</div><div id="lc564"> #Обработчик кнопки Стоп
</div><div id="lc565"> def stop():
</div><div id="lc566"> 
</div><div id="lc567"> self.__threading.Thread(target=self.stop).start()
</div><div id="lc568"> 
</div><div id="lc569"> self.__buttons_frame = self.__tkinter.Frame(self.__main_window)
</div><div id="lc570"> self.__buttons_frame.grid(row=0, column=2)
</div><div id="lc571"> self.__StartButton = self.__tkinter.Button(self.__buttons_frame, width=12, text=u&quot;Старт&quot;, command=start)
</div><div id="lc572"> self.__StartButton.grid(row=0, column=0)
</div><div id="lc573"> self.__PauseButton = self.__tkinter.Button(self.__buttons_frame, width=12, text=u&quot;Пауза&quot;, command=pause, state=&quot;disabled&quot;)
</div><div id="lc574"> self.__PauseButton.grid(row=1, column=0)
</div><div id="lc575"> self.__StopButton = self.__tkinter.Button(self.__buttons_frame, width=12, text=u&quot;Стоп&quot;, command=stop, state=&quot;disabled&quot;)
</div><div id="lc576"> self.__StopButton.grid(row=2, column=0)
</div><div id="lc577"> 
</div><div id="lc578"> #Атрибут вставки в лог
</div><div id="lc579"> def insert_into_log(self, line):
</div><div id="lc580"> 
</div><div id="lc581"> self.__Lock.acquire()
</div><div id="lc582"> self.__Log.insert(&quot;end&quot;, u&quot;{line}&quot;.format(line=line))
</div><div id="lc583"> self.__Lock.release()
</div><div id="lc584"> 
</div><div id="lc585"> #Атрибут создания лога
</div><div id="lc586"> def __create_log(self):
</div><div id="lc587"> 
</div><div id="lc588"> self.__Log = self.__scrolledtext.ScrolledText(self.__main_window, font=&quot;system6&quot;, width=35, height=12, exportselection=True)
</div><div id="lc589"> self.__Log.grid(row=2, column=0, columnspan=3, sticky=&quot;we&quot;)
</div><div id="lc590"> 
</div><div id="lc591"> #Атрибут создания
</div><div id="lc592"> def create(self):
</div><div id="lc593"> 
</div><div id="lc594"> self.__create_settings()
</div><div id="lc595"> self.__create_buttons()
</div><div id="lc596"> self.__create_log()
</div><div id="lc597"> 
</div><div id="lc598"> return self.__main_window
</div><div id="lc599"> 
</div><div id="lc600"> #Атрибут приведения Gui в &quot;рабочее положение&quot;
</div><div id="lc601"> def make_working(self):
</div><div id="lc602"> 
</div><div id="lc603"> self.__StartButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc604"> self.__PauseButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc605"> self.__StopButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc606"> 
</div><div id="lc607"> self.__DBButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc608"> self.__OUTButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc609"> self.__ProxysButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc610"> 
</div><div id="lc611"> self.__TypeChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc612"> self.__ThreadsChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc613"> self.__EncodingChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc614"> 
</div><div id="lc615"> #Атрибут приведения Gui в &quot;стандартное положение&quot;
</div><div id="lc616"> def make_reset(self):
</div><div id="lc617"> 
</div><div id="lc618"> self.__db_filename = None
</div><div id="lc619"> self.__proxys_filename = None
</div><div id="lc620"> self.__out_filename = None
</div><div id="lc621"> 
</div><div id="lc622"> self.__StartButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc623"> self.__PauseButton[&quot;text&quot;] = u&quot;Пауза&quot;
</div><div id="lc624"> self.__PauseButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc625"> self.__StopButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc626"> 
</div><div id="lc627"> self.__DBButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc628"> self.__OUTButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc629"> self.__ProxysButton[&quot;state&quot;] = &quot;normal&quot;
</div><div id="lc630"> 
</div><div id="lc631"> self.__TypeChoose[&quot;state&quot;] = &quot;readonly&quot;
</div><div id="lc632"> self.__ThreadsChoose[&quot;state&quot;] = &quot;readonly&quot;
</div><div id="lc633"> self.__EncodingChoose[&quot;state&quot;] = &quot;readonly&quot;
</div><div id="lc634">
</div><div id="lc635"> 
</div><div id="lc636"> #Атрибут приведения Gui в &quot;неактивное положение&quot;
</div><div id="lc637"> def make_unactive(self):
</div><div id="lc638"> 
</div><div id="lc639"> self.__StartButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc640"> self.__PauseButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc641"> self.__StopButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc642"> 
</div><div id="lc643"> self.__DBButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc644"> self.__OUTButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc645"> self.__ProxysButton[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc646"> 
</div><div id="lc647"> self.__TypeChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc648"> self.__ThreadsChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc649"> self.__EncodingChoose[&quot;state&quot;] = &quot;disabled&quot;
</div><div id="lc650">
</div><div id="lc651">#Класс для записи данных в несколько файлов
</div><div id="lc652">class WRITER:
</div><div id="lc653"> 
</div><div id="lc654"> #Атрибут инициализации
</div><div id="lc655"> def __init__(self):
</div><div id="lc656"> 
</div><div id="lc657"> from threading import RLock
</div><div id="lc658"> 
</div><div id="lc659"> self.Lock = RLock
</div><div id="lc660"> self.Locks = {}
</div><div id="lc661"> 
</div><div id="lc662"> self.defaultencoding = &quot;UTF-8&quot;
</div><div id="lc663"> self.defaultout = &quot;dump&quot;
</div><div id="lc664"> 
</div><div id="lc665"> #Атрибут записи одного элемента
</div><div id="lc666"> def write_one(self, data, id_=None, data_encoding=None):
</div><div id="lc667"> if id_ is None:
</div><div id="lc668"> id_ = self.defaultout
</div><div id="lc669"> if data_encoding is None:
</div><div id="lc670"> encoding = self.defaultencoding
</div><div id="lc671"> if id_ not in self.Locks:
</div><div id="lc672"> self.Locks[id_] = self.Lock()
</div><div id="lc673"> self.Locks[id_].acquire()
</div><div id="lc674"> with open(u&quot;{0}.csv&quot;.format(id_).encode(self.defaultencoding), &quot;a&quot;) as out:
</div><div id="lc675"> #&lt;Преобразование данных из словаря в строку&gt;
</div><div id="lc676"> data = u&quot;{url};{local_path};{PR};{AR};{TIC}&quot;.format(url=data[&quot;url&quot;], local_path=data[&quot;local_path&quot;], PR=data[&quot;PR&quot;], AR=data[&quot;AR&quot;], TIC=data[&quot;TIC&quot;])
</div><div id="lc677"> #&lt;/&gt;
</div><div id="lc678"> out.write(&quot;{0}\n&quot;.format(data.encode(encoding, &quot;replace&quot;)))
</div><div id="lc679"> self.Locks[id_].release()
</div><div id="lc680"> 
</div><div id="lc681"> #Атрибут записи последовательности
</div><div id="lc682"> def write_many(self, data, id_=None, data_encoding=None):
</div><div id="lc683"> if id_ is None:
</div><div id="lc684"> id_ = self.defaultout
</div><div id="lc685"> if data_encoding is None:
</div><div id="lc686"> encoding = self.defaultencoding
</div><div id="lc687"> if id_ not in self.Locks:
</div><div id="lc688"> self.Locks[id_] = self.Lock()
</div><div id="lc689"> self.Locks[id_].acquire()
</div><div id="lc690"> with open(u&quot;{0}.csv&quot;.format(id_).encode(self.defaultencoding), &quot;a&quot;) as out:
</div><div id="lc691"> for item in data:
</div><div id="lc692"> #&lt;Преобразование данных из словаря в строку&gt;
</div><div id="lc693"> item = u&quot;{url};{local_path};{PR};{AR};{TIC}&quot;.format(url=item[&quot;url&quot;], local_path=item[&quot;local_path&quot;], PR=item[&quot;PR&quot;], AR=item[&quot;AR&quot;], TIC=item[&quot;TIC&quot;])
</div><div id="lc694"> #&lt;/&gt;
</div><div id="lc695"> out.write(&quot;{0}\n&quot;.format(item.encode(encoding, &quot;replace&quot;)))
</div><div id="lc696"> self.Locks[id_].release()
</div><div id="lc697">
</div><div id="lc698">#Класс-архитектура чекера
</div><div id="lc699">class ARCHITECTURE:
</div><div id="lc700"> 
</div><div id="lc701"> #Атрибут инициализации
</div><div id="lc702"> def __init__(self):
</div><div id="lc703"> 
</div><div id="lc704"> import sys
</div><div id="lc705"> import time
</div><div id="lc706"> import threading
</div><div id="lc707"> 
</div><div id="lc708"> self.__exit = sys.exit
</div><div id="lc709"> self.__sleep = time.sleep
</div><div id="lc710"> self.__threading = threading
</div><div id="lc711"> self.__lock = threading.RLock()
</div><div id="lc712"> 
</div><div id="lc713"> self.__gui = GUI()
</div><div id="lc714"> self.__proxys = PROXYS()
</div><div id="lc715"> self.__writer = WRITER()
</div><div id="lc716"> self.__links = CONTAINER()
</div><div id="lc717"> self.__dbmloader = DBM_LOADER()
</div><div id="lc718"> self.__textloader = TEXT_LOADER()
</div><div id="lc719"> self.__properties = SITE_PROPERTIES()
</div><div id="lc720"> 
</div><div id="lc721"> self.__PAUSE = False
</div><div id="lc722"> self.__STOP = False
</div><div id="lc723"> self.__current_proxy = None
</div><div id="lc724"> 
</div><div id="lc725"> #Атрибут который олицетворяет собой поток-работника
</div><div id="lc726"> def __worker(self):
</div><div id="lc727"> 
</div><div id="lc728"> while True:
</div><div id="lc729"> if self.__STOP:
</div><div id="lc730"> unchecked = self.__links.get_all(remove=True)
</div><div id="lc731"> self.__writer.write_many(unchecked, &quot;UNCHECKED&quot;)
</div><div id="lc732"> return
</div><div id="lc733"> if self.__PAUSE:
</div><div id="lc734"> self.__sleep(1)
</div><div id="lc735"> if self.__proxys.USE and not self.__current_proxy:
</div><div id="lc736"> self.__lock.acquire()
</div><div id="lc737"> self.__current_proxy = self.__proxys.get_one()
</div><div id="lc738"> self.__lock.release()
</div><div id="lc739"> if self.__current_proxy == &quot;NO_PROXYS_LEFT&quot;:
</div><div id="lc740"> unchecked = self.__links.get_all(remove=True)
</div><div id="lc741"> self.__writer.write_many(unchecked, &quot;UNCHECKED&quot;)
</div><div id="lc742"> current_seq = self.__links.get_next(remove=True)
</div><div id="lc743"> if not current_seq:
</div><div id="lc744"> if not self.__STOP:
</div><div id="lc745"> self.stop()
</div><div id="lc746"> return
</div><div id="lc747"> PR = self.__properties.GetGooglePR(current_seq[&quot;url&quot;], self.__current_proxy)
</div><div id="lc748"> if not PR == &quot;FORBIDDEN&quot; and not PR == &quot;CONNECTION_PROBLEMS&quot;:
</div><div id="lc749"> current_seq[&quot;PR&quot;] = PR
</div><div id="lc750"> AR = self.__properties.GetAlexaRank(current_seq[&quot;url&quot;], self.__current_proxy)
</div><div id="lc751"> if not AR == &quot;FORBIDDEN&quot; and not AR == &quot;CONNECTION_PROBLEMS&quot;:
</div><div id="lc752"> current_seq[&quot;AR&quot;] = AR
</div><div id="lc753"> TIC = self.__properties.GetYandexTIC(current_seq[&quot;url&quot;], self.__current_proxy)
</div><div id="lc754"> if not TIC == &quot;FORBIDDEN&quot; and not TIC == &quot;CONNECTION_PROBLEMS&quot;:
</div><div id="lc755"> current_seq[&quot;TIC&quot;] = TIC
</div><div id="lc756"> self.__writer.write_one(current_seq)
</div><div id="lc757"> self.__gui.insert_into_log(u&quot;{url}|{PR}|{AR}|{TIC}\n&quot;.format(url=current_seq[&quot;url&quot;], PR=current_seq[&quot;PR&quot;], AR=current_seq[&quot;AR&quot;], TIC=current_seq[&quot;TIC&quot;]))
</div><div id="lc758"> else:
</div><div id="lc759"> self.__links.append(current_seq)
</div><div id="lc760"> self.__lock.acquire()
</div><div id="lc761"> self.__current_proxy = self.__proxys.get_one()
</div><div id="lc762"> self.__lock.release()
</div><div id="lc763"> else:
</div><div id="lc764"> self.__links.append(current_seq)
</div><div id="lc765"> self.__lock.acquire()
</div><div id="lc766"> self.__current_proxy = self.__proxys.get_one()
</div><div id="lc767"> self.__lock.release()
</div><div id="lc768"> else:
</div><div id="lc769"> self.__links.append(current_seq)
</div><div id="lc770"> self.__lock.acquire()
</div><div id="lc771"> self.__current_proxy = self.__proxys.get_one()
</div><div id="lc772"> self.__lock.release()
</div><div id="lc773"> 
</div><div id="lc774"> 
</div><div id="lc775"> #Атрибут старта
</div><div id="lc776"> def start(self, settings):
</div><div id="lc777"> self.__gui.make_working()
</div><div id="lc778"> self.__writer.defaultencoding = settings[&quot;encoding&quot;]
</div><div id="lc779"> self.__writer.defaultout = settings[&quot;outfilename&quot;]
</div><div id="lc780"> self.__links.defaultencoding = settings[&quot;encoding&quot;]
</div><div id="lc781"> self.__dbmloader.defaultencoding = settings[&quot;encoding&quot;]
</div><div id="lc782"> self.__textloader.defaultencoding = settings[&quot;encoding&quot;]
</div><div id="lc783"> if settings[&quot;datatype&quot;] == u&quot;DBM&quot;:
</div><div id="lc784"> self.__dbmloader.load(settings[&quot;bdname&quot;], to_=self.__links)
</div><div id="lc785"> if settings[&quot;datatype&quot;] == u&quot;TXT&quot;:
</div><div id="lc786"> self.__textloader.load(settings[&quot;bdname&quot;], to_=self.__links)
</div><div id="lc787"> if settings[&quot;proxysname&quot;] is not None:
</div><div id="lc788"> with open(u&quot;{filename}&quot;.format(filename=settings[&quot;proxysname&quot;]).encode(settings[&quot;encoding&quot;])) as prx:
</div><div id="lc789"> self.__proxys.load(prx)
</div><div id="lc790"> if len(self.__proxys)&gt;0:
</div><div id="lc791"> self.__proxys.USE = True
</div><div id="lc792"> for _ in xrange(settings[&quot;threads_count&quot;]):
</div><div id="lc793"> self.__threading.Thread(target=self.__worker).start()
</div><div id="lc794"> 
</div><div id="lc795"> #Атрибут паузы
</div><div id="lc796"> def pause(self, value):
</div><div id="lc797"> self.__PAUSE = value
</div><div id="lc798"> 
</div><div id="lc799"> #Атрибут остановки
</div><div id="lc800"> def stop(self):
</div><div id="lc801"> self.__gui.make_unactive()
</div><div id="lc802"> self.__STOP = True
</div><div id="lc803"> while self.__threading.active_count()&gt;2:
</div><div id="lc804"> self.__sleep(1)
</div><div id="lc805"> self.__PAUSE = False
</div><div id="lc806"> self.__STOP = False
</div><div id="lc807"> self.__proxys.USE = False
</div><div id="lc808"> self.__current_proxy = False
</div><div id="lc809"> self.__writer.defaultout = &quot;dump&quot;
</div><div id="lc810"> self.__gui.make_reset()
</div><div id="lc811"> 
</div><div id="lc812"> #Атрибут запуска всего :)
</div><div id="lc813"> def start_process(self):
</div><div id="lc814"> self.__gui.start = self.start
</div><div id="lc815"> self.__gui.pause = self.pause
</div><div id="lc816"> self.__gui.stop = self.stop
</div><div id="lc817"> gui_window = self.__gui.create()
</div><div id="lc818"> gui_window.protocol(&quot;WM_DELETE_WINDOW&quot;, self.__exit)
</div><div id="lc819"> gui_window.mainloop()
</div><div id="lc820"> 
</div><div id="lc821">
</div><div id="lc822">if __name__ == &quot;__main__&quot;:
</div><div id="lc823"> Architecture = ARCHITECTURE()
</div><div id="lc824"> Architecture.start_process()
</div></pre></div>
 Colored with <a style="color: #333" href="http://dumpz.org">dumpz.org</a>

Habrahabr.ru HTML Copy To Clipboarddone!

Use that HTML for publications on habrahabr.ru

<blockquote><code>#!usr/bin/env&nbsp;python
#-*-&nbsp;encoding:&nbsp;UTF-8&nbsp;-*-
#
#(c)&nbsp;login999
#&nbsp;uasc.org.ua

#Класс-контейнер&nbsp;для&nbsp;хранения&nbsp;чего-либо
class&nbsp;CONTAINER:
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;инициализации
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__init__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;from&nbsp;threading&nbsp;import&nbsp;RLock
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;from&nbsp;random&nbsp;import&nbsp;choice
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;from&nbsp;random&nbsp;import&nbsp;shuffle
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock&nbsp;=&nbsp;RLock()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Container&nbsp;=&nbsp;[]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Choice&nbsp;=&nbsp;choice
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Shuffle&nbsp;=&nbsp;shuffle
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.defaultencoding&nbsp;=&nbsp;&quot;UTF-8&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;загрузки&nbsp;элементов&nbsp;в&nbsp;контейнер&nbsp;из&nbsp;файла
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;load(self,&nbsp;data,&nbsp;data_encoding=None):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;data_encoding&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data_encoding&nbsp;=&nbsp;self.defaultencoding
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;line&nbsp;in&nbsp;data:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Container.append(line.replace(&quot;\r&quot;,&nbsp;&quot;&quot;).replace(&quot;\n&quot;,&nbsp;&quot;&quot;).decode(data_encoding,&nbsp;&quot;replace&quot;))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;добавления&nbsp;одного&nbsp;элемента&nbsp;в&nbsp;контейнер
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;append(self,&nbsp;some):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;some&nbsp;not&nbsp;in&nbsp;self.__Container:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Container.append(some)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;очистки&nbsp;контейнера
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;clear(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Container&nbsp;=&nbsp;[]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;перемешивания&nbsp;элементов&nbsp;контейнера
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;shuffle(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Shuffle(self.__Container)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;удаления&nbsp;дубликатов
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;remove_dupies(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Container&nbsp;=&nbsp;list(set(self.__Container))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;получения&nbsp;количества&nbsp;загруженных&nbsp;элементов
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__len__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;len(self.__Container)
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;получения&nbsp;следующего&nbsp;элемента
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;get_next(self,&nbsp;remove=False):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;line&nbsp;=&nbsp;self.__Container.pop(0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except&nbsp;IndexError:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;line&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;remove&nbsp;and&nbsp;line&nbsp;is&nbsp;not&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Container.append(line)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;line&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;получения&nbsp;одного&nbsp;случайного&nbsp;элемента
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;get_random(self,&nbsp;remove=False):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;line&nbsp;=&nbsp;self.__Choice(self.__Container)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except&nbsp;IndexError:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;line&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;remove&nbsp;and&nbsp;line&nbsp;is&nbsp;not&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Container.remove(line)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;line
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;получения&nbsp;всех&nbsp;элементов
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;get_all(self,&nbsp;remove=False):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;all&nbsp;=&nbsp;self.__Container
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;remove:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Container&nbsp;=&nbsp;[]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;all
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;дампа&nbsp;всех&nbsp;элементов&nbsp;в&nbsp;файл
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;dump(self,&nbsp;outfile,&nbsp;data_encoding=None,&nbsp;remove=False):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;data_encoding&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data_encoding&nbsp;=&nbsp;self.defaultencoding
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;with&nbsp;open(outfile,&nbsp;&quot;a&quot;)&nbsp;as&nbsp;out:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;item&nbsp;in&nbsp;self.__Container:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;out.write(&quot;{0}\n&quot;.format(item.encode(data_encoding,&nbsp;&quot;replace&quot;)))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;remove:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Container&nbsp;=&nbsp;[]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
#Класс&nbsp;для&nbsp;хранения/проверки&nbsp;проксей
class&nbsp;PROXYS:
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;инициализации
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__init__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;urllib2
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;from&nbsp;threading&nbsp;import&nbsp;RLock
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ProxyHandler&nbsp;=&nbsp;urllib2.ProxyHandler
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Build_Opener&nbsp;=&nbsp;urllib2.build_opener
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Install_Opener&nbsp;=&nbsp;urllib2.install_opener
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Open&nbsp;=&nbsp;urllib2.urlopen
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Request&nbsp;=&nbsp;urllib2.Request
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock&nbsp;=&nbsp;RLock()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Proxyz&nbsp;=&nbsp;[]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.USE&nbsp;=&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.defaultproxy&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;загрузки&nbsp;(из&nbsp;последовательности/итератора)
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;load(self,&nbsp;data):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Proxyz&nbsp;=&nbsp;[]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;line&nbsp;in&nbsp;data:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Proxyz.append(line.replace(&quot;\r&quot;,&nbsp;&quot;&quot;).replace(&quot;\n&quot;,&nbsp;&quot;&quot;))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;очистки
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;clear(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Proxyz&nbsp;=&nbsp;[]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;удаления&nbsp;дублей
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;remove_dupies(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Proxyz&nbsp;=&nbsp;list(set(self.Proxyz))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;получения&nbsp;количества&nbsp;загруженных&nbsp;проксей
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__len__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;len(self.__Proxyz)
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;проверки&nbsp;одной&nbsp;данной&nbsp;прокси
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;check(self,&nbsp;proxy):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;proxy_handler&nbsp;=&nbsp;self.__ProxyHandler({&quot;http&quot;:&nbsp;&quot;http://&quot;+proxy+&quot;/&quot;})
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;opener&nbsp;=&nbsp;self.__Build_Opener(proxy_handler)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Install_Opener(opener)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;google_url&nbsp;=&nbsp;self.__Open(&quot;http://www.google.com/&quot;).geturl()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;&quot;google&quot;&nbsp;in&nbsp;google_url:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;True
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;проверки&nbsp;всех&nbsp;загруженных&nbsp;проксей
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;check_all(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;_&nbsp;in&nbsp;xrange(len(self.__Proxyz)):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;proxy&nbsp;=&nbsp;self.__Proxyz.pop(0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;len(proxy)&gt;6:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;online&nbsp;=&nbsp;self.check(proxy)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;online:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Proxyz.append(proxy)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;pass&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;pass
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;получения&nbsp;одной&nbsp;живой&nbsp;прокси
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;get_one(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;self.USE:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;self.defaultproxy
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;while&nbsp;True:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;proxy&nbsp;=&nbsp;self.__Proxyz.pop(0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except&nbsp;IndexError:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;&quot;NO_PROXIS_LEFT&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;len(proxy)&gt;6:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;online&nbsp;=&nbsp;self.check(proxy)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;online:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Proxyz.append(proxy)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;proxy
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;pass&nbsp;

#Класс&nbsp;для&nbsp;определния&nbsp;Yandex&nbsp;Тиц,&nbsp;Google&nbsp;PR,&nbsp;Alexa&nbsp;AR
class&nbsp;SITE_PROPERTIES:
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;инициализации
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__init__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;re
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;urllib
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;urllib2
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__re&nbsp;=&nbsp;re
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__urllib&nbsp;=&nbsp;urllib
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__urllib2&nbsp;=&nbsp;urllib2
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.timeout&nbsp;=&nbsp;20
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Честно&nbsp;спизженный&nbsp;атрибут,&nbsp;нужен&nbsp;для&nbsp;определения&nbsp;PR
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;&nbsp;__IntStr(self,&nbsp;String,&nbsp;Integer,&nbsp;Factor):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;i&nbsp;in&nbsp;range(len(String))&nbsp;:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Integer&nbsp;*=&nbsp;Factor
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Integer&nbsp;&amp;=&nbsp;0xFFFFFFFF
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Integer&nbsp;+=&nbsp;ord(String[i])
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;Integer
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Честно&nbsp;спизженный&nbsp;атрибут,&nbsp;нужен&nbsp;для&nbsp;определения&nbsp;PR&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__HashURL(self,&nbsp;Str):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;C1&nbsp;=&nbsp;self.__IntStr(Str,&nbsp;0x1505,&nbsp;0x21)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;C2&nbsp;=&nbsp;self.__IntStr(Str,&nbsp;0,&nbsp;0x1003F)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;C1&nbsp;&gt;&gt;=&nbsp;2
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;C1&nbsp;=&nbsp;((C1&nbsp;&gt;&gt;&nbsp;4)&nbsp;&amp;&nbsp;0x3FFFFC0)&nbsp;|&nbsp;(C1&nbsp;&amp;&nbsp;0x3F)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;C1&nbsp;=&nbsp;((C1&nbsp;&gt;&gt;&nbsp;4)&nbsp;&amp;&nbsp;0x3FFC00)&nbsp;|&nbsp;(C1&nbsp;&amp;&nbsp;0x3FF)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;C1&nbsp;=&nbsp;((C1&nbsp;&gt;&gt;&nbsp;4)&nbsp;&amp;&nbsp;0x3C000)&nbsp;|&nbsp;(C1&nbsp;&amp;&nbsp;0x3FFF)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;T1&nbsp;=&nbsp;(C1&nbsp;&amp;&nbsp;0x3C0)&nbsp;&lt;&lt;&nbsp;4
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;T1&nbsp;|=&nbsp;C1&nbsp;&amp;&nbsp;0x3C
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;T1&nbsp;=&nbsp;(T1&nbsp;&lt;&lt;&nbsp;2)&nbsp;|&nbsp;(C2&nbsp;&amp;&nbsp;0xF0F)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;T2&nbsp;=&nbsp;(C1&nbsp;&amp;&nbsp;0xFFFFC000)&nbsp;&lt;&lt;&nbsp;4
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;T2&nbsp;|=&nbsp;C1&nbsp;&amp;&nbsp;0x3C00
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;T2&nbsp;=&nbsp;(T2&nbsp;&lt;&lt;&nbsp;0xA)&nbsp;|&nbsp;(C2&nbsp;&amp;&nbsp;0xF0F0000)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;(T1&nbsp;|&nbsp;T2)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Честно&nbsp;спизженный&nbsp;атрибут,&nbsp;нужен&nbsp;для&nbsp;определения&nbsp;PR&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__CheckHash(self,&nbsp;HashInt):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;HashStr&nbsp;=&nbsp;&quot;%u&quot;&nbsp;%&nbsp;(HashInt)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Flag&nbsp;=&nbsp;0
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;CheckByte&nbsp;=&nbsp;0
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;i&nbsp;=&nbsp;len(HashStr)&nbsp;-&nbsp;1
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;while&nbsp;i&nbsp;&gt;=&nbsp;0:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Byte&nbsp;=&nbsp;int(HashStr[i])
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;1&nbsp;==&nbsp;(Flag&nbsp;%&nbsp;2):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Byte&nbsp;*=&nbsp;2;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Byte&nbsp;=&nbsp;Byte&nbsp;/&nbsp;10&nbsp;+&nbsp;Byte&nbsp;%&nbsp;10
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;CheckByte&nbsp;+=&nbsp;Byte
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Flag&nbsp;+=&nbsp;1
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;i&nbsp;-=&nbsp;1
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;CheckByte&nbsp;%=&nbsp;10
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;0&nbsp;!=&nbsp;CheckByte:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;CheckByte&nbsp;=&nbsp;10&nbsp;-&nbsp;CheckByte
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;1&nbsp;==&nbsp;Flag&nbsp;%&nbsp;2:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;1&nbsp;==&nbsp;CheckByte&nbsp;%&nbsp;2:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;CheckByte&nbsp;+=&nbsp;9
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;CheckByte&nbsp;&gt;&gt;=&nbsp;1
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;&#39;7&#39;&nbsp;+&nbsp;str(CheckByte)&nbsp;+&nbsp;HashStr
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Честно&nbsp;спизжено,&nbsp;подредактировано&nbsp;(поддержка&nbsp;проксей)&nbsp;-&nbsp;атрибут&nbsp;получения&nbsp;Google&nbsp;PR
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;GetGooglePR(self,&nbsp;URL,&nbsp;PROXY=None):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;PROXY&nbsp;:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;proxy_handler&nbsp;=&nbsp;self.__urllib2.ProxyHandler(&nbsp;{&nbsp;&quot;http&quot;:&nbsp;&quot;http://&quot;+PROXY+&quot;/&quot;&nbsp;}&nbsp;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;opener&nbsp;=&nbsp;self.__urllib2.build_opener(proxy_handler)&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__urllib2.install_opener(opener)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;google_hash&nbsp;=&nbsp;self.__CheckHash(self.__HashURL(URL))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;google_url&nbsp;=&nbsp;&#39;http://www.google.com/search?client=navclient-auto&amp;features=Rank:&amp;q=info:%s&amp;ch=%s&#39;&nbsp;%&nbsp;(self.__urllib.quote(URL),&nbsp;google_hash)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;page&nbsp;=&nbsp;self.__urllib2.urlopen(google_url,&nbsp;timeout=self.timeout).read()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except&nbsp;Exception,&nbsp;error:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;&quot;CONNECTION_PROBLEMS&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;page&nbsp;=&nbsp;page.lstrip().rstrip()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;PR&nbsp;=&nbsp;page[9:]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;PR&nbsp;=&nbsp;int(PR)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;PR&nbsp;=&nbsp;0
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;str(PR).decode(&quot;UTF-8&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;получения&nbsp;Alexa&nbsp;Rank
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;GetAlexaRank(self,&nbsp;URL,&nbsp;PROXY=None):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;PROXY:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;proxy_handler&nbsp;=&nbsp;self.__urllib2.ProxyHandler(&nbsp;{&nbsp;&quot;http&quot;:&nbsp;&quot;http://&quot;+PROXY+&quot;/&quot;&nbsp;}&nbsp;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;opener&nbsp;=&nbsp;self.__urllib2.build_opener(proxy_handler)&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__urllib2.install_opener(opener)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;alexa_url&nbsp;=&nbsp;&#39;http://data.alexa.com/data?cli=10&amp;dat=snbamz&amp;url={URL}&#39;.format(URL=self.__urllib.quote(URL))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;page&nbsp;=&nbsp;self.__urllib2.urlopen(alexa_url,&nbsp;timeout=self.timeout).read()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except&nbsp;Exception,&nbsp;error:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;&quot;CONNECTION_PROBLEMS&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;AR&nbsp;=&nbsp;self.__re.findall(r&#39;\&lt;POPULARITY&nbsp;URL\=\&quot;.*?\&quot;&nbsp;TEXT\=\&quot;(\d+)\&quot;\/\&gt;&#39;,&nbsp;page)[0]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except&nbsp;IndexError:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;AR&nbsp;=&nbsp;0
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;str(AR).decode(&quot;UTF-8&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;получения&nbsp;Yandex&nbsp;Тиц
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;GetYandexTIC(self,&nbsp;URL,&nbsp;PROXY=None):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;&quot;http://&quot;&nbsp;not&nbsp;in&nbsp;URL:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;URL&nbsp;=&nbsp;&quot;http://{URL}&quot;.format(URL=URL)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;PROXY:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;proxy_handler&nbsp;=&nbsp;self.__urllib2.ProxyHandler(&nbsp;{&nbsp;&quot;http&quot;:&nbsp;&quot;http://&quot;+PROXY+&quot;/&quot;&nbsp;}&nbsp;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;opener&nbsp;=&nbsp;self.__urllib2.build_opener(proxy_handler)&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__urllib2.install_opener(opener)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;yandex_url&nbsp;=&nbsp;&#39;http://bar-navig.yandex.ru/u?ver=2&amp;show=32&amp;url={URL}&#39;.format(URL=self.__urllib.quote(URL))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;page&nbsp;=&nbsp;self.__urllib2.urlopen(yandex_url,&nbsp;timeout=self.timeout).read()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except&nbsp;Exception,&nbsp;error:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;&quot;CONNECTION_PROBLEMS&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;TIC&nbsp;=&nbsp;self.__re.findall(r&#39;\&lt;tcy&nbsp;rang\=\&quot;.*?\&quot;&nbsp;value\=\&quot;(\d+)\&quot;\/\&gt;&#39;,&nbsp;page)[0]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except&nbsp;IndexError:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;TIC&nbsp;=&nbsp;0
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;str(TIC).decode(&quot;UTF-8&quot;)

#Класс&nbsp;для&nbsp;загрузки&nbsp;данных&nbsp;из&nbsp;файла&nbsp;формата&nbsp;DBM&nbsp;Apache
class&nbsp;DBM_LOADER:
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;инициализации
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__init__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;anydbm
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__open_database&nbsp;=&nbsp;anydbm.open
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.defaultencoding&nbsp;=&nbsp;&quot;UTF-8&quot;
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;загрузки&nbsp;из&nbsp;БД
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;load(self,&nbsp;db_file,&nbsp;parse=True,&nbsp;to_=None):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;to_&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data_list&nbsp;=&nbsp;[]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data_list&nbsp;=&nbsp;to_
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;database&nbsp;=&nbsp;self.__open_database(db_file.encode(self.defaultencoding),&nbsp;&quot;c&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;key,&nbsp;value&nbsp;in&nbsp;database.iteritems():
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq&nbsp;=&nbsp;{}
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;url&quot;]&nbsp;=&nbsp;key.decode(self.defaultencoding)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;local_path&quot;]&nbsp;=&nbsp;value.decode(self.defaultencoding)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;PR&quot;]&nbsp;=&nbsp;&quot;&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;AR&quot;]&nbsp;=&nbsp;&quot;&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;TIC&quot;]&nbsp;=&nbsp;&quot;&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;parse:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;self.martein_parsed(some_seq):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data_list.append(some_seq)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;pass
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data_list.append(some_seq)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;to_&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;data_list
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#Значит&nbsp;уже&nbsp;загружено
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;pass
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;парсинга&nbsp;данных&nbsp;из&nbsp;базы,&nbsp;специально&nbsp;для&nbsp;M@rtein
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;martein_parsed(self,&nbsp;some_seq):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;key&nbsp;=&nbsp;some_seq[&quot;url&quot;]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;value&nbsp;=&nbsp;some_seq[&quot;local_path&quot;].split(&quot;/&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;key&nbsp;==&nbsp;value[-1]:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;True
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
#Класс&nbsp;для&nbsp;загрузки&nbsp;данных&nbsp;из&nbsp;текстового&nbsp;файла
class&nbsp;TEXT_LOADER:
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;инициализации
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__init__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.defaultencoding&nbsp;=&nbsp;&quot;UTF-8&quot;
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;загрузки&nbsp;из&nbsp;файла
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;load(self,&nbsp;file_,&nbsp;to_=None):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;to_&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data_list&nbsp;=&nbsp;[]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data_list&nbsp;=&nbsp;to_
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;with&nbsp;open(file_)&nbsp;as&nbsp;input_data:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;line&nbsp;in&nbsp;input_data:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq&nbsp;=&nbsp;{}
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;url&quot;]&nbsp;=&nbsp;line.replace(&quot;\r&quot;,&nbsp;&quot;&quot;).replace(&quot;\n&quot;,&nbsp;&quot;&quot;).decode(self.defaultencoding)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;local_path&quot;]&nbsp;=&nbsp;&quot;&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;PR&quot;]&nbsp;=&nbsp;&quot;&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;AR&quot;]&nbsp;=&nbsp;&quot;&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;some_seq[&quot;TIC&quot;]&nbsp;=&nbsp;&quot;&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data_list.append(some_seq)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;to_&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;data_list
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#Значит&nbsp;уже&nbsp;загружено
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;pass

#Класс&nbsp;для&nbsp;отображения&nbsp;Gui
class&nbsp;GUI:
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;инициализации
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__init__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;Tkinter
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;tkMessageBox
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;ScrolledText
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;tkFileDialog
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;threading
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__tkinter&nbsp;=&nbsp;Tkinter
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__messagebox&nbsp;=&nbsp;tkMessageBox
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__scrolledtext&nbsp;=&nbsp;ScrolledText
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__tkfiledialog&nbsp;=&nbsp;tkFileDialog
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__threading&nbsp;=&nbsp;threading
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__main_window&nbsp;=&nbsp;Tkinter.Tk()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__main_window.resizable(width=False,&nbsp;height=False)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__main_window.title(u&quot;GooglePageRank|AlexaRank|Тиц&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__main_window[&quot;bd&quot;]&nbsp;=&nbsp;5
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock&nbsp;=&nbsp;threading.RLock()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PAUSE&nbsp;=&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__db_filename&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__proxys_filename&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__out_filename&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.start&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.pause&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.stop&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;создания&nbsp;настроек
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__create_settings(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#Обработчик&nbsp;кнопки&nbsp;загрузки&nbsp;БД
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;load_db():
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__db_filename&nbsp;=&nbsp;self.__tkfiledialog.askopenfilename()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#Обработчик&nbsp;кнопки&nbsp;выходного&nbsp;файла
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;upload():
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__out_filename&nbsp;=&nbsp;self.__tkfiledialog.asksaveasfilename(filetypes=[(&quot;Excel&quot;,&quot;.csv&quot;)],&nbsp;defaultextension=&quot;.csv&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#Обработчик&nbsp;кнопки&nbsp;выходного&nbsp;файла
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;load_proxys():
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__proxys_filename&nbsp;=&nbsp;self.__tkfiledialog.askopenfilename()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__settings_frame&nbsp;=&nbsp;self.__tkinter.Frame(self.__main_window)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__settings_frame.grid(row=0,&nbsp;column=0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__butt_frame&nbsp;=&nbsp;self.__tkinter.Frame(self.__main_window)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__butt_frame.grid(row=0,&nbsp;column=1)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__TypeLabel&nbsp;=&nbsp;self.__tkinter.Label(self.__settings_frame,&nbsp;text=u&quot;Тип&nbsp;данных&nbsp;:&quot;,&nbsp;width=12,&nbsp;font=&quot;system6&quot;,&nbsp;anchor=&quot;w&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__TypeLabel.grid(row=0,&nbsp;column=0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__TypeChoose&nbsp;=&nbsp;self.__tkinter.Spinbox(self.__settings_frame,&nbsp;state=&quot;readonly&quot;,&nbsp;wrap=True,&nbsp;width=8)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__TypeChoose[&quot;values&quot;]&nbsp;=&nbsp;[u&quot;DBM&quot;,&nbsp;u&quot;TXT&quot;]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__TypeChoose.grid(row=0,&nbsp;column=1)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__EncodingLabel&nbsp;=&nbsp;self.__tkinter.Label(self.__settings_frame,&nbsp;text=u&quot;Кодировка&nbsp;:&quot;,&nbsp;width=12,&nbsp;font=&quot;system6&quot;,&nbsp;anchor=&quot;w&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__EncodingLabel.grid(row=1,&nbsp;column=0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__EncodingChoose&nbsp;=&nbsp;self.__tkinter.Spinbox(self.__settings_frame,&nbsp;state=&quot;readonly&quot;,&nbsp;wrap=True,&nbsp;width=8)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__EncodingChoose[&quot;values&quot;]&nbsp;=&nbsp;[u&quot;CP1251&quot;,&nbsp;u&quot;UTF-8&quot;]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__EncodingChoose.grid(row=1,&nbsp;column=1)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ThreadsLabel&nbsp;=&nbsp;self.__tkinter.Label(self.__settings_frame,&nbsp;text=u&quot;Потоков&nbsp;:&quot;,&nbsp;width=12,&nbsp;font=&quot;system6&quot;,&nbsp;anchor=&quot;w&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ThreadsLabel.grid(row=2,&nbsp;column=0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ThreadsChoose&nbsp;=&nbsp;self.__tkinter.Spinbox(self.__settings_frame,&nbsp;state=&quot;readonly&quot;,&nbsp;wrap=True,&nbsp;from_=1,&nbsp;to_=350,&nbsp;width=8)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ThreadsChoose.grid(row=2,&nbsp;column=1)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__DBButton&nbsp;=&nbsp;self.__tkinter.Button(self.__butt_frame,&nbsp;width=15,&nbsp;text=u&quot;Загрузить&nbsp;БД&quot;,&nbsp;command=load_db)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__DBButton.grid(row=0,&nbsp;column=0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ProxysButton&nbsp;=&nbsp;self.__tkinter.Button(self.__butt_frame,&nbsp;width=15,&nbsp;text=u&quot;Загрузить&nbsp;proxy&quot;,&nbsp;command=load_proxys)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ProxysButton.grid(row=1,&nbsp;column=0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__OUTButton&nbsp;=&nbsp;self.__tkinter.Button(self.__butt_frame,&nbsp;width=15,&nbsp;text=u&quot;Выходной&nbsp;файл&quot;,&nbsp;command=upload)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__OUTButton.grid(row=2,&nbsp;column=0)

&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;создания&nbsp;кнопок
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__create_buttons(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#Обработчик&nbsp;кнопки&nbsp;Старт
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;start():
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;self.__db_filename:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__messagebox.showerror(u&quot;Ошибка&quot;,&nbsp;u&quot;Файл&nbsp;БД&nbsp;не&nbsp;указан!&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;self.__out_filename:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__messagebox.showerror(u&quot;Ошибка&quot;,&nbsp;u&quot;Выходной&nbsp;файл&nbsp;не&nbsp;указан!&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;self.__proxys_filename:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__messagebox.showinfo(u&quot;Внимание&quot;,&nbsp;u&quot;Проверка&nbsp;будет&nbsp;происходить&nbsp;без&nbsp;proxy!&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;settings&nbsp;=&nbsp;{}
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;settings[&quot;threads_count&quot;]&nbsp;=&nbsp;int(self.__ThreadsChoose.get())
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;settings[&quot;datatype&quot;]&nbsp;=&nbsp;self.__TypeChoose.get()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;settings[&quot;encoding&quot;]&nbsp;=&nbsp;self.__EncodingChoose.get()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;settings[&quot;bdname&quot;]&nbsp;=&nbsp;self.__db_filename
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;settings[&quot;proxysname&quot;]&nbsp;=&nbsp;self.__proxys_filename
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;settings[&quot;outfilename&quot;]&nbsp;=&nbsp;self.__out_filename
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__threading.Thread(target=self.start,&nbsp;args=[settings]).start()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#Обработчик&nbsp;кнопки&nbsp;Пауза
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;pause():
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;self.__PAUSE:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PAUSE&nbsp;=&nbsp;True
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PauseButton[&quot;text&quot;]&nbsp;=&nbsp;u&quot;Продолжить&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__threading.Thread(target=self.pause,&nbsp;args=[self.__PAUSE]).start()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PAUSE&nbsp;=&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PauseButton[&quot;text&quot;]&nbsp;=&nbsp;u&quot;Пауза&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__threading.Thread(target=self.pause,&nbsp;args=[self.__PAUSE]).start()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#Обработчик&nbsp;кнопки&nbsp;Стоп
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;stop():
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__threading.Thread(target=self.stop).start()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__buttons_frame&nbsp;=&nbsp;self.__tkinter.Frame(self.__main_window)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__buttons_frame.grid(row=0,&nbsp;column=2)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StartButton&nbsp;=&nbsp;self.__tkinter.Button(self.__buttons_frame,&nbsp;width=12,&nbsp;text=u&quot;Старт&quot;,&nbsp;command=start)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StartButton.grid(row=0,&nbsp;column=0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PauseButton&nbsp;=&nbsp;self.__tkinter.Button(self.__buttons_frame,&nbsp;width=12,&nbsp;text=u&quot;Пауза&quot;,&nbsp;command=pause,&nbsp;state=&quot;disabled&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PauseButton.grid(row=1,&nbsp;column=0)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StopButton&nbsp;=&nbsp;self.__tkinter.Button(self.__buttons_frame,&nbsp;width=12,&nbsp;text=u&quot;Стоп&quot;,&nbsp;command=stop,&nbsp;state=&quot;disabled&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StopButton.grid(row=2,&nbsp;column=0)
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;вставки&nbsp;в&nbsp;лог
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;insert_into_log(self,&nbsp;line):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Log.insert(&quot;end&quot;,&nbsp;u&quot;{line}&quot;.format(line=line))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;создания&nbsp;лога
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__create_log(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Log&nbsp;=&nbsp;self.__scrolledtext.ScrolledText(self.__main_window,&nbsp;font=&quot;system6&quot;,&nbsp;width=35,&nbsp;height=12,&nbsp;exportselection=True)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__Log.grid(row=2,&nbsp;column=0,&nbsp;columnspan=3,&nbsp;sticky=&quot;we&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;создания
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;create(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__create_settings()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__create_buttons()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__create_log()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return&nbsp;self.__main_window
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;приведения&nbsp;Gui&nbsp;в&nbsp;&quot;рабочее&nbsp;положение&quot;
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;make_working(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StartButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PauseButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;normal&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StopButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;normal&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__DBButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__OUTButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ProxysButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__TypeChoose[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ThreadsChoose[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__EncodingChoose[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;приведения&nbsp;Gui&nbsp;в&nbsp;&quot;стандартное&nbsp;положение&quot;
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;make_reset(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__db_filename&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__proxys_filename&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__out_filename&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StartButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;normal&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PauseButton[&quot;text&quot;]&nbsp;=&nbsp;u&quot;Пауза&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PauseButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StopButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__DBButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;normal&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__OUTButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;normal&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ProxysButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;normal&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__TypeChoose[&quot;state&quot;]&nbsp;=&nbsp;&quot;readonly&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ThreadsChoose[&quot;state&quot;]&nbsp;=&nbsp;&quot;readonly&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__EncodingChoose[&quot;state&quot;]&nbsp;=&nbsp;&quot;readonly&quot;

&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;приведения&nbsp;Gui&nbsp;в&nbsp;&quot;неактивное&nbsp;положение&quot;
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;make_unactive(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StartButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PauseButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__StopButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__DBButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__OUTButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ProxysButton[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__TypeChoose[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__ThreadsChoose[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__EncodingChoose[&quot;state&quot;]&nbsp;=&nbsp;&quot;disabled&quot;

#Класс&nbsp;для&nbsp;записи&nbsp;данных&nbsp;в&nbsp;несколько&nbsp;файлов
class&nbsp;WRITER:
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;инициализации
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__init__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;from&nbsp;threading&nbsp;import&nbsp;RLock
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.Lock&nbsp;=&nbsp;RLock
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.Locks&nbsp;=&nbsp;{}
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.defaultencoding&nbsp;=&nbsp;&quot;UTF-8&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.defaultout&nbsp;=&nbsp;&quot;dump&quot;
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;записи&nbsp;одного&nbsp;элемента
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;write_one(self,&nbsp;data,&nbsp;id_=None,&nbsp;data_encoding=None):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;id_&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;id_&nbsp;=&nbsp;self.defaultout
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;data_encoding&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;encoding&nbsp;=&nbsp;self.defaultencoding
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;id_&nbsp;not&nbsp;in&nbsp;self.Locks:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.Locks[id_]&nbsp;=&nbsp;self.Lock()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.Locks[id_].acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;with&nbsp;open(u&quot;{0}.csv&quot;.format(id_).encode(self.defaultencoding),&nbsp;&quot;a&quot;)&nbsp;as&nbsp;out:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#&lt;Преобразование&nbsp;данных&nbsp;из&nbsp;словаря&nbsp;в&nbsp;строку&gt;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data&nbsp;=&nbsp;u&quot;{url};{local_path};{PR};{AR};{TIC}&quot;.format(url=data[&quot;url&quot;],&nbsp;local_path=data[&quot;local_path&quot;],&nbsp;PR=data[&quot;PR&quot;],&nbsp;AR=data[&quot;AR&quot;],&nbsp;TIC=data[&quot;TIC&quot;])
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#&lt;/&gt;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;out.write(&quot;{0}\n&quot;.format(data.encode(encoding,&nbsp;&quot;replace&quot;)))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.Locks[id_].release()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;записи&nbsp;последовательности
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;write_many(self,&nbsp;data,&nbsp;id_=None,&nbsp;data_encoding=None):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;id_&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;id_&nbsp;=&nbsp;self.defaultout
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;data_encoding&nbsp;is&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;encoding&nbsp;=&nbsp;self.defaultencoding
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;id_&nbsp;not&nbsp;in&nbsp;self.Locks:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.Locks[id_]&nbsp;=&nbsp;self.Lock()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.Locks[id_].acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;with&nbsp;open(u&quot;{0}.csv&quot;.format(id_).encode(self.defaultencoding),&nbsp;&quot;a&quot;)&nbsp;as&nbsp;out:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;item&nbsp;in&nbsp;data:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#&lt;Преобразование&nbsp;данных&nbsp;из&nbsp;словаря&nbsp;в&nbsp;строку&gt;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;item&nbsp;=&nbsp;u&quot;{url};{local_path};{PR};{AR};{TIC}&quot;.format(url=item[&quot;url&quot;],&nbsp;local_path=item[&quot;local_path&quot;],&nbsp;PR=item[&quot;PR&quot;],&nbsp;AR=item[&quot;AR&quot;],&nbsp;TIC=item[&quot;TIC&quot;])
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;#&lt;/&gt;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;out.write(&quot;{0}\n&quot;.format(item.encode(encoding,&nbsp;&quot;replace&quot;)))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.Locks[id_].release()

#Класс-архитектура&nbsp;чекера
class&nbsp;ARCHITECTURE:
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;инициализации
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__init__(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;sys
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;time
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;import&nbsp;threading
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__exit&nbsp;=&nbsp;sys.exit
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__sleep&nbsp;=&nbsp;time.sleep
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__threading&nbsp;=&nbsp;threading
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__lock&nbsp;=&nbsp;threading.RLock()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__gui&nbsp;=&nbsp;GUI()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__proxys&nbsp;=&nbsp;PROXYS()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__writer&nbsp;=&nbsp;WRITER()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__links&nbsp;=&nbsp;CONTAINER()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__dbmloader&nbsp;=&nbsp;DBM_LOADER()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__textloader&nbsp;=&nbsp;TEXT_LOADER()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__properties&nbsp;=&nbsp;SITE_PROPERTIES()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PAUSE&nbsp;=&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__STOP&nbsp;=&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__current_proxy&nbsp;=&nbsp;None
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;который&nbsp;олицетворяет&nbsp;собой&nbsp;поток-работника
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;__worker(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;while&nbsp;True:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;self.__STOP:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;unchecked&nbsp;=&nbsp;self.__links.get_all(remove=True)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__writer.write_many(unchecked,&nbsp;&quot;UNCHECKED&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;self.__PAUSE:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__sleep(1)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;self.__proxys.USE&nbsp;and&nbsp;not&nbsp;self.__current_proxy:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__current_proxy&nbsp;=&nbsp;self.__proxys.get_one()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;self.__current_proxy&nbsp;==&nbsp;&quot;NO_PROXYS_LEFT&quot;:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;unchecked&nbsp;=&nbsp;self.__links.get_all(remove=True)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__writer.write_many(unchecked,&nbsp;&quot;UNCHECKED&quot;)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;current_seq&nbsp;=&nbsp;self.__links.get_next(remove=True)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;current_seq:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;self.__STOP:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.stop()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;PR&nbsp;=&nbsp;self.__properties.GetGooglePR(current_seq[&quot;url&quot;],&nbsp;self.__current_proxy)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;PR&nbsp;==&nbsp;&quot;FORBIDDEN&quot;&nbsp;and&nbsp;not&nbsp;PR&nbsp;==&nbsp;&quot;CONNECTION_PROBLEMS&quot;:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;current_seq[&quot;PR&quot;]&nbsp;=&nbsp;PR
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;AR&nbsp;=&nbsp;self.__properties.GetAlexaRank(current_seq[&quot;url&quot;],&nbsp;self.__current_proxy)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;AR&nbsp;==&nbsp;&quot;FORBIDDEN&quot;&nbsp;and&nbsp;not&nbsp;AR&nbsp;==&nbsp;&quot;CONNECTION_PROBLEMS&quot;:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;current_seq[&quot;AR&quot;]&nbsp;=&nbsp;AR
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;TIC&nbsp;=&nbsp;self.__properties.GetYandexTIC(current_seq[&quot;url&quot;],&nbsp;self.__current_proxy)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;TIC&nbsp;==&nbsp;&quot;FORBIDDEN&quot;&nbsp;and&nbsp;not&nbsp;TIC&nbsp;==&nbsp;&quot;CONNECTION_PROBLEMS&quot;:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;current_seq[&quot;TIC&quot;]&nbsp;=&nbsp;TIC
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__writer.write_one(current_seq)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__gui.insert_into_log(u&quot;{url}|{PR}|{AR}|{TIC}\n&quot;.format(url=current_seq[&quot;url&quot;],&nbsp;PR=current_seq[&quot;PR&quot;],&nbsp;AR=current_seq[&quot;AR&quot;],&nbsp;TIC=current_seq[&quot;TIC&quot;]))
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__links.append(current_seq)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__current_proxy&nbsp;=&nbsp;self.__proxys.get_one()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__links.append(current_seq)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__current_proxy&nbsp;=&nbsp;self.__proxys.get_one()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__links.append(current_seq)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__lock.acquire()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__current_proxy&nbsp;=&nbsp;self.__proxys.get_one()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__lock.release()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;старта
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;start(self,&nbsp;settings):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__gui.make_working()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__writer.defaultencoding&nbsp;=&nbsp;settings[&quot;encoding&quot;]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__writer.defaultout&nbsp;=&nbsp;settings[&quot;outfilename&quot;]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__links.defaultencoding&nbsp;=&nbsp;settings[&quot;encoding&quot;]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__dbmloader.defaultencoding&nbsp;=&nbsp;settings[&quot;encoding&quot;]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__textloader.defaultencoding&nbsp;=&nbsp;settings[&quot;encoding&quot;]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;settings[&quot;datatype&quot;]&nbsp;==&nbsp;u&quot;DBM&quot;:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__dbmloader.load(settings[&quot;bdname&quot;],&nbsp;to_=self.__links)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;settings[&quot;datatype&quot;]&nbsp;==&nbsp;u&quot;TXT&quot;:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__textloader.load(settings[&quot;bdname&quot;],&nbsp;to_=self.__links)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;settings[&quot;proxysname&quot;]&nbsp;is&nbsp;not&nbsp;None:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;with&nbsp;open(u&quot;{filename}&quot;.format(filename=settings[&quot;proxysname&quot;]).encode(settings[&quot;encoding&quot;]))&nbsp;as&nbsp;prx:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__proxys.load(prx)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;len(self.__proxys)&gt;0:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__proxys.USE&nbsp;=&nbsp;True
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;_&nbsp;in&nbsp;xrange(settings[&quot;threads_count&quot;]):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__threading.Thread(target=self.__worker).start()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;паузы
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;pause(self,&nbsp;value):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PAUSE&nbsp;=&nbsp;value
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;остановки
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;stop(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__gui.make_unactive()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__STOP&nbsp;=&nbsp;True
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;while&nbsp;self.__threading.active_count()&gt;2:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__sleep(1)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__PAUSE&nbsp;=&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__STOP&nbsp;=&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__proxys.USE&nbsp;=&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__current_proxy&nbsp;=&nbsp;False
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__writer.defaultout&nbsp;=&nbsp;&quot;dump&quot;
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__gui.make_reset()
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;#Атрибут&nbsp;запуска&nbsp;всего&nbsp;:)
&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;start_process(self):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__gui.start&nbsp;=&nbsp;self.start
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__gui.pause&nbsp;=&nbsp;self.pause
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;self.__gui.stop&nbsp;=&nbsp;self.stop
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;gui_window&nbsp;=&nbsp;self.__gui.create()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;gui_window.protocol(&quot;WM_DELETE_WINDOW&quot;,&nbsp;self.__exit)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;gui_window.mainloop()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;

if&nbsp;__name__&nbsp;==&nbsp;&quot;__main__&quot;:
&nbsp;&nbsp;&nbsp;&nbsp;Architecture&nbsp;=&nbsp;ARCHITECTURE()
&nbsp;&nbsp;&nbsp;&nbsp;Architecture.start_process()
</code></blockquote>Colored with <a href="http://dumpz.org">dumpz.org</a>