Attempt to reduce memory footprint more
This commit is contained in:
		
							parent
							
								
									0deff10e66
								
							
						
					
					
						commit
						11fb59d6ae
					
				|  | @ -69,13 +69,18 @@ class FileGetter(threading.Thread): | ||||||
|         try: |         try: | ||||||
|             if (time.time() - self.starttime) <= 10: |             if (time.time() - self.starttime) <= 10: | ||||||
|                 f = urllib2.urlopen(self.url) |                 f = urllib2.urlopen(self.url) | ||||||
|                 contents = f.read() |                 self.result = 0 | ||||||
|  |                 while 1: | ||||||
|  |                     contents = f.read(1024) | ||||||
|  |                     if contents: | ||||||
|  |                         self.result += len(contents) | ||||||
|  |                     else: | ||||||
|  |                         break | ||||||
|                 f.close() |                 f.close() | ||||||
|                 self.result = contents |  | ||||||
|             else: |             else: | ||||||
|                 self.result = '' |                 self.result = 0 | ||||||
|         except IOError: |         except IOError: | ||||||
|             self.result = '' |             self.result = 0 | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| def downloadSpeed(files, quiet=False): | def downloadSpeed(files, quiet=False): | ||||||
|  | @ -96,8 +101,8 @@ def downloadSpeed(files, quiet=False): | ||||||
|         while len(finished) < total_files: |         while len(finished) < total_files: | ||||||
|             thread = q.get(True) |             thread = q.get(True) | ||||||
|             thread.join() |             thread.join() | ||||||
|             finished.append(len(thread.result)) |             finished.append(thread.result) | ||||||
|             thread.result = '' |             thread.result = 0 | ||||||
| 
 | 
 | ||||||
|     q = Queue(6) |     q = Queue(6) | ||||||
|     start = time.time() |     start = time.time() | ||||||
|  | @ -129,11 +134,11 @@ class FilePutter(threading.Thread): | ||||||
|                 f = urllib2.urlopen(self.url, self.data) |                 f = urllib2.urlopen(self.url, self.data) | ||||||
|                 contents = f.read() |                 contents = f.read() | ||||||
|                 f.close() |                 f.close() | ||||||
|                 self.result = self.data |                 self.result = len(self.data) | ||||||
|             else: |             else: | ||||||
|                 self.result = '' |                 self.result = 0 | ||||||
|         except IOError: |         except IOError: | ||||||
|             self.result = '' |             self.result = 0 | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| def uploadSpeed(url, sizes, quiet=False): | def uploadSpeed(url, sizes, quiet=False): | ||||||
|  | @ -154,8 +159,8 @@ def uploadSpeed(url, sizes, quiet=False): | ||||||
|         while len(finished) < total_sizes: |         while len(finished) < total_sizes: | ||||||
|             thread = q.get(True) |             thread = q.get(True) | ||||||
|             thread.join() |             thread.join() | ||||||
|             finished.append(len(thread.result)) |             finished.append(thread.result) | ||||||
|             thread.result = '' |             thread.result = 0 | ||||||
| 
 | 
 | ||||||
|     q = Queue(6) |     q = Queue(6) | ||||||
|     start = time.time() |     start = time.time() | ||||||
|  |  | ||||||
|  | @ -62,13 +62,18 @@ class FileGetter(threading.Thread): | ||||||
|         try: |         try: | ||||||
|             if (time.time() - self.starttime) <= 10: |             if (time.time() - self.starttime) <= 10: | ||||||
|                 f = urllib.request.urlopen(self.url) |                 f = urllib.request.urlopen(self.url) | ||||||
|                 contents = f.read() |                 self.result = 0 | ||||||
|  |                 while 1: | ||||||
|  |                     contents = f.read(1024) | ||||||
|  |                     if contents: | ||||||
|  |                         self.result += len(contents) | ||||||
|  |                     else: | ||||||
|  |                         break | ||||||
|                 f.close() |                 f.close() | ||||||
|                 self.result = contents |  | ||||||
|             else: |             else: | ||||||
|                 self.result = '' |                 self.result = 0 | ||||||
|         except IOError: |         except IOError: | ||||||
|             self.result = '' |             self.result = 0 | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| def downloadSpeed(files, quiet=False): | def downloadSpeed(files, quiet=False): | ||||||
|  | @ -89,8 +94,8 @@ def downloadSpeed(files, quiet=False): | ||||||
|         while len(finished) < total_files: |         while len(finished) < total_files: | ||||||
|             thread = q.get(True) |             thread = q.get(True) | ||||||
|             thread.join() |             thread.join() | ||||||
|             finished.append(len(thread.result)) |             finished.append(thread.result) | ||||||
|             thread.result = '' |             thread.result = 0 | ||||||
| 
 | 
 | ||||||
|     q = Queue(6) |     q = Queue(6) | ||||||
|     start = time.time() |     start = time.time() | ||||||
|  | @ -122,11 +127,11 @@ class FilePutter(threading.Thread): | ||||||
|                 f = urllib.request.urlopen(self.url, self.data.encode()) |                 f = urllib.request.urlopen(self.url, self.data.encode()) | ||||||
|                 contents = f.read() |                 contents = f.read() | ||||||
|                 f.close() |                 f.close() | ||||||
|                 self.result = self.data |                 self.result = len(self.data) | ||||||
|             else: |             else: | ||||||
|                 self.result = '' |                 self.result = 0 | ||||||
|         except IOError: |         except IOError: | ||||||
|             self.result = '' |             self.result = 0 | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| def uploadSpeed(url, sizes, quiet=False): | def uploadSpeed(url, sizes, quiet=False): | ||||||
|  | @ -147,8 +152,8 @@ def uploadSpeed(url, sizes, quiet=False): | ||||||
|         while len(finished) < total_sizes: |         while len(finished) < total_sizes: | ||||||
|             thread = q.get(True) |             thread = q.get(True) | ||||||
|             thread.join() |             thread.join() | ||||||
|             finished.append(len(thread.result)) |             finished.append(thread.result) | ||||||
|             thread.result = '' |             thread.result = 0 | ||||||
| 
 | 
 | ||||||
|     q = Queue(6) |     q = Queue(6) | ||||||
|     start = time.time() |     start = time.time() | ||||||
|  | @ -383,4 +388,4 @@ if __name__ == '__main__': | ||||||
|     except KeyboardInterrupt: |     except KeyboardInterrupt: | ||||||
|         print('\nCancelling...') |         print('\nCancelling...') | ||||||
| 
 | 
 | ||||||
| # vim:ts=2:sw=2:expandtab | # vim:ts=4:sw=4:expandtab | ||||||
|  |  | ||||||
		Loading…
	
		Reference in New Issue