Team Ai
Apppublic

aravagarwal/CodeCloakPII

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes
redaction.py35 linesDownload Raw Back to anoninterface
1"""Redaction Functions"""2import builtins3import hashlib4import coolname5import random6import os7 8from anoninterface import REMOVED_SET9 10 11 12def filter_anon_id(x):13    builtin_function_names = [name for name in dir(builtins) if callable(getattr(builtins, name))]14    if x in builtin_function_names:15        return True16    return False17 18 19def generate_constant_id(x, redacted = "REDACTED_NAME"):20    if not filter_anon_id(x):21        if x != "PII":22            REMOVED_SET[x] += 123            return redacted24    return x25 26def generate_hash_id(x):27    print(x)28    if not filter_anon_id(x):29        if x != "PII":30            REMOVED_SET[x] += 131            tempname =  hashlib.md5(x.encode('utf8'))32            coolname.replace_random(random.Random(tempname.digest()))33            return ('REDACTED_' + coolname.generate_slug(2)).replace('-','_')34    return x35