Compare commits

..

No commits in common. "230460c1539a5964047f97403b3ff915b9974fe2" and "80fd7f844b7324a589207768d53f16a58ff1790b" have entirely different histories.

3 changed files with 6 additions and 58 deletions

2
.gitignore vendored
View File

@ -102,4 +102,4 @@ ENV/
*.swp
*.swo
test/
mcdata/

43
main.py
View File

@ -3,14 +3,11 @@ import os
import hashlib
from PIL import Image, UnidentifiedImageError
import acoustid
import chromaprint
from imagehash import average_hash
from videohash import VideoHash
from videohash.exceptions import FFmpegFailedToExtractFrames
hashes = set()
audio_hashes = []
delete = set()
filenames = [x for x in glob.glob('**', recursive=True) if os.path.isfile(x)]
@ -52,14 +49,6 @@ def get_image_hash(filename):
except UnidentifiedImageError:
return None
def get_audio_hash(filename):
try:
fp = acoustid.fingerprint_file(filename)[1]
values, _ = chromaprint.decode_fingerprint(fp)
return chromaprint.hash_fingerprint(values)
except acoustid.FingerprintGenerationError:
return None
def get_video_hash(filename):
try:
return str(VideoHash(path=filename).hash_hex) + '_video'
@ -76,10 +65,7 @@ for filename in filenames:
if filename in delete: continue
try:
digest = get_image_hash(filename) or get_audio_hash(filename) or get_video_hash(filename)
except KeyboardInterrupt:
print('Skipping media hashing.')
break
digest = get_image_hash(filename) or get_video_hash(filename)
except BaseException as e:
print()
print('Exception', e.__class__.__name__, str(e), 'while hashing:')
@ -88,32 +74,13 @@ for filename in filenames:
if not digest: continue
if type(digest) == int:
for h in audio_hashes:
if bin(digest ^ h).count('1') <= 5: # TODO adjust?
delete.add(filename)
break
else: # for
audio_hashes.append(digest)
if digest in hashes:
delete.add(filename)
else:
if digest in hashes:
delete.add(filename)
else:
hashes.add(digest)
hashes.add(digest)
print()
print()
for dupe in delete:
print(dupe)
print()
print('Found', len(delete), 'total duplicate files. Delete them?')
print('ENTER to continue, ctrl+c to cancel.')
try:
input()
except KeyboardInterrupt:
print('\nCancelled.')
os._exit(0)
print('Found', len(delete), 'total duplicate files.')
print('Deleting...')
for dupe in delete:

View File

@ -1,19 +0,0 @@
audioread==3.0.0
Brotli==1.0.9
certifi==2022.12.7
charset-normalizer==3.1.0
idna==3.4
imagedominantcolor==1.0.1
ImageHash==4.3.1
mutagen==1.46.0
numpy==1.24.2
Pillow==9.5.0
pyacoustid==1.2.2
pycryptodomex==3.17
PyWavelets==1.4.1
requests==2.28.2
scipy==1.10.1
urllib3==1.26.15
videohash==3.0.1
websockets==11.0
yt-dlp==2023.3.4