diff options
| author |   Jauhien Piatlicki (jauhien) <piatlicki@gmail.com> | 2013-08-14 01:48:29 +0200 |
|---|---|---|
| committer | Jauhien Piatlicki (jauhien) <piatlicki@gmail.com> | 2013-08-14 01:48:29 +0200 |
| commit | 9361f780802cde1563aeb5dbe5da301d6fc00985 (patch) | |
| tree | 2417c6e64dfd750a1f9729ee2491a0278a36ff52 | |
| parent | gs_pypi/pypi_db: fix parsing and store info in database (diff) | |
| download | g-sorcery-9361f780802cde1563aeb5dbe5da301d6fc00985.tar.gz g-sorcery-9361f780802cde1563aeb5dbe5da301d6fc00985.tar.bz2 g-sorcery-9361f780802cde1563aeb5dbe5da301d6fc00985.zip | |
gs_pypi/pypi_db: memory leak fixed (I hope so)
| -rw-r--r-- | gs_pypi/pypi_db.py | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/gs_pypi/pypi_db.py b/gs_pypi/pypi_db.py index ee5c2d5..fca3432 100644 --- a/gs_pypi/pypi_db.py +++ b/gs_pypi/pypi_db.py @@ -46,6 +46,11 @@ class PypiDBGenerator(DBGenerator): pkg_uries.append({"uri": self.repo_uri + "pypi/" + package + "/" + version, "parser": self.parse_package_page, "output": package + "-" + version}) + entry.decompose() + + packages.decompose() + soup.decompose() + pkg_uries = self.decode_download_uries(pkg_uries) for uri in pkg_uries: while True: @@ -94,6 +99,8 @@ class PypiDBGenerator(DBGenerator): "pyversion": file_pyversion, "uploaded": file_uploaded, "size": file_size}) + entry.decompose() + table.decompose() uls = soup("ul", class_ = "nodot") if uls: @@ -123,7 +130,10 @@ class PypiDBGenerator(DBGenerator): if entry("a"): data["info"][entry_name] = entry("a")[0]["href"] continue + entry.decompose() + ul.decompose() + soup.decompose() return data def process_data(self, pkg_db, data, common_config, config): |