Evaluation of generative models such as GANs is an important part of the deep learning research.
In the domain of 2D image generation, three approaches became widely spread: Inception Score
(aka IS), Fréchet Inception Distance (aka FID), and Kernel Inception Distance (aka KID).
These metrics, despite having a clear mathematical and algorithmic description, were initially
implemented in TensorFlow, and inherited a few properties of the framework itself and the code
they relied upon. These design decisions were effectively baked into the evaluation protocol and
became an inherent part of the metrics specification. As a result, researchers wishing to
compare against state of the art in generative modeling are forced to perform evaluation using
codebases of the original metric authors. Reimplementations of metrics in PyTorch and other
frameworks exist, but they do not provide a proper level of fidelity, thus making them
unsuitable for reporting results and comparing to other methods.
This software aims to provide epsilon-exact implementations of the said metrics in PyTorch, and thus
remove inconveniences associated with generative models evaluation and development.
Find more details and the most up-to-date information on the project webpage:
https://www.github.com/toshas/torch-fidelity
Raw data
{
"_id": null,
"home_page": "https://www.github.com/toshas/torch-fidelity",
"name": "torch-fidelity",
"maintainer": "",
"docs_url": null,
"requires_python": ">=3.6",
"maintainer_email": "",
"keywords": "reproducibility,fidelity,deep,generative,adversarial,networks,gan,inception,score,frechet,distance,kernel,perceptual,path,length,isc,fid,kid,lpips,ppl",
"author": "Anton Obukhov",
"author_email": "",
"download_url": "https://files.pythonhosted.org/packages/dd/72/687a54bab9a11e351cff3859ece48fb58e13786a493eb13a5da32b42de32/torch_fidelity-0.3.0.tar.gz",
"platform": "",
"description": "\nEvaluation of generative models such as GANs is an important part of the deep learning research. \nIn the domain of 2D image generation, three approaches became widely spread: Inception Score \n(aka IS), Fr\u00e9chet Inception Distance (aka FID), and Kernel Inception Distance (aka KID).\n\nThese metrics, despite having a clear mathematical and algorithmic description, were initially \nimplemented in TensorFlow, and inherited a few properties of the framework itself and the code \nthey relied upon. These design decisions were effectively baked into the evaluation protocol and \nbecame an inherent part of the metrics specification. As a result, researchers wishing to \ncompare against state of the art in generative modeling are forced to perform evaluation using \ncodebases of the original metric authors. Reimplementations of metrics in PyTorch and other \nframeworks exist, but they do not provide a proper level of fidelity, thus making them \nunsuitable for reporting results and comparing to other methods. \n\nThis software aims to provide epsilon-exact implementations of the said metrics in PyTorch, and thus \nremove inconveniences associated with generative models evaluation and development. \nFind more details and the most up-to-date information on the project webpage:\nhttps://www.github.com/toshas/torch-fidelity\n\n\n",
"bugtrack_url": null,
"license": "Apache License 2.0",
"summary": "High-fidelity performance metrics for generative models in PyTorch",
"version": "0.3.0",
"project_urls": {
"Homepage": "https://www.github.com/toshas/torch-fidelity"
},
"split_keywords": [
"reproducibility",
"fidelity",
"deep",
"generative",
"adversarial",
"networks",
"gan",
"inception",
"score",
"frechet",
"distance",
"kernel",
"perceptual",
"path",
"length",
"isc",
"fid",
"kid",
"lpips",
"ppl"
],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "9f2ce24c7e261eaa00fc911c39a5e30f77efbace480aae2548db9ceaef410945",
"md5": "d4685cbf765d9eaa393251bcd4b7bfed",
"sha256": "d01284825595feb7dc3eae3dc9a0d8ced02be764813a3483f109bc142b52a1d3"
},
"downloads": -1,
"filename": "torch_fidelity-0.3.0-py3-none-any.whl",
"has_sig": false,
"md5_digest": "d4685cbf765d9eaa393251bcd4b7bfed",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": ">=3.6",
"size": 37012,
"upload_time": "2021-06-15T16:10:49",
"upload_time_iso_8601": "2021-06-15T16:10:49.068289Z",
"url": "https://files.pythonhosted.org/packages/9f/2c/e24c7e261eaa00fc911c39a5e30f77efbace480aae2548db9ceaef410945/torch_fidelity-0.3.0-py3-none-any.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "dd72687a54bab9a11e351cff3859ece48fb58e13786a493eb13a5da32b42de32",
"md5": "8a76b251039103c8c9fc762f8b281771",
"sha256": "3d3e33db98919759cc4f3f24cb27e1e74bdc7c905d90a780630e4e1c18492b66"
},
"downloads": -1,
"filename": "torch_fidelity-0.3.0.tar.gz",
"has_sig": false,
"md5_digest": "8a76b251039103c8c9fc762f8b281771",
"packagetype": "sdist",
"python_version": "source",
"requires_python": ">=3.6",
"size": 31797,
"upload_time": "2021-06-15T16:10:50",
"upload_time_iso_8601": "2021-06-15T16:10:50.758089Z",
"url": "https://files.pythonhosted.org/packages/dd/72/687a54bab9a11e351cff3859ece48fb58e13786a493eb13a5da32b42de32/torch_fidelity-0.3.0.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2021-06-15 16:10:50",
"github": true,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"github_user": "toshas",
"github_project": "torch-fidelity",
"travis_ci": false,
"coveralls": false,
"github_actions": false,
"circle": true,
"requirements": [
{
"name": "numpy",
"specs": []
},
{
"name": "pillow",
"specs": []
},
{
"name": "torch",
"specs": []
},
{
"name": "torchvision",
"specs": []
},
{
"name": "tqdm",
"specs": []
}
],
"lcname": "torch-fidelity"
}
JSON
