first_dict name changes, docstrings

    """

    """

    This function decodes the encoded_matrix.

    This function decodes the encoded_matrix.

    Input:

    Input:

    A               (3 X 3): system of equation

    list_dic        (num_dic + 1,): a list of huffman coding table 

    list_dic        (num_dic + 1,): a list of huffman coding table 

    encoded_matrix  (512, 640): encoded matrix

    encoded_matrix  (512, 640): encoded matrix

    bins            (num_bins - 1,): a list of threshold to cut the bins

    bins            (num_bins - 1,): a list of threshold to cut the bins

    use_diff (bool): whether or not to use the alternate differencing system

    Return:

    Return:

    decode_matrix   (512, 640): decoded matrix

    decode_matrix   (512, 640): decoded matrix

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

from WorkingPyDemo import *

from WorkingPyDemo import *

from time import time

from time import time

from scipy import misc

from scipy import misc

import imageio

import imageio

import png

import png

```

```

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

scenes = file_extractor("images")

scenes = file_extractor("images")

images = image_extractor(scenes)

images = image_extractor(scenes)

print(len(images))

print(len(images))

newnamesforlater = []

newnamesforlater = []

file_sizes_new = []

file_sizes_new = []

file_sizes_old = []

file_sizes_old = []

list_dic = np.load("first_dic.npy", allow_pickle="TRUE")

list_dic = np.load("first_dict.npy", allow_pickle="TRUE")

bins = [21,32,48]

bins = [21,32,48]

for i in range(len(images)):

for i in range(len(images)):

    if images[i][-5:] == ".tiff":

    if images[i][-5:] == ".tiff":

        newname = images[i][:-5]

        newname = images[i][:-5]

    else:

    else:

        newname = images[i][:-4]

        newname = images[i][:-4]

    if images[i][-18:] != "Compressedlzw.tiff":

    if images[i][-18:] != "Compressedlzw.tiff":

        newnamesforlater.append(newname + "_Compressed.txt")

        newnamesforlater.append(newname + "_Compressed.txt")

    # with open(newname + "_Compressed.txt", 'wb') as f:

    # with open(newname + "_Compressed.txt", 'wb') as f:

    #     f.write(inletters)

    #     f.write(inletters)

        file_sizes_new.append((os.path.getsize(newname + "_Compressed.txt")))

        file_sizes_new.append((os.path.getsize(newname + "_Compressed.txt")))

        file_sizes_old.append((os.path.getsize(newname + "RemovedFirstLine" + ".tif")))

        file_sizes_old.append((os.path.getsize(newname + "RemovedFirstLine" + ".tif")))

        # file_sizes_old.append((os.path.getsize(newname + ".tiff")))

        # file_sizes_old.append((os.path.getsize(newname + ".tiff")))

file_sizes_new.append(os.path.getsize("first_dic.npy"))

file_sizes_new.append(os.path.getsize("first_dict.npy"))

print(len(newnamesforlater))

print(len(newnamesforlater))

print(np.sum(file_sizes_new)/np.sum(file_sizes_old))

print(np.sum(file_sizes_new)/np.sum(file_sizes_old))

```

```

%% Output

%% Output

    521

    263

    263

    0.4041653243824837

    263

    0.4041666246254766

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

for i, filename in enumerate(images):

for i, filename in enumerate(images):

    newimage = Image.open(filename)

    newimage = Image.open(filename)

    newimage = np.array(newimage)

    newimage = np.array(newimage)

    newimage = newimage[1:]

    newimage = newimage[1:]

    newimage = Image.fromarray(newimage)

    newimage = Image.fromarray(newimage)

    newimage.save(filename[:-5]+ "RemovedFirstLine" + ".tif")

    newimage.save(filename[:-5]+ "RemovedFirstLine" + ".tif")

```

```

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

print(file_sizes_new[214]/file_sizes_old[214])

print(file_sizes_new[214]/file_sizes_old[214])

print(np.max(file_sizes_new)/file_sizes_old[125])

print(np.max(file_sizes_new)/file_sizes_old[125])

print((np.sum([file_sizes_new[0:16]]))/np.sum(file_sizes_old[0:16]))

print((np.sum([file_sizes_new[0:16]]))/np.sum(file_sizes_old[0:16]))

print((np.sum([file_sizes_new[0:16]]) + file_sizes_new[-1])/np.sum(file_sizes_old[0:16]))

print((np.sum([file_sizes_new[0:16]]) + file_sizes_new[-1])/np.sum(file_sizes_old[0:16]))

print(np.sum(file_sizes_new)/np.sum(file_sizes_old))

print(np.sum(file_sizes_new)/np.sum(file_sizes_old))

print(np.sum(file_sizes_new[:-1])/np.sum(file_sizes_old))

print(np.sum(file_sizes_new[:-1])/np.sum(file_sizes_old))

print((np.sum([file_sizes_new[0]]))/np.sum(file_sizes_old[0]))

print((np.sum([file_sizes_new[0]]))/np.sum(file_sizes_old[0]))

print((np.sum([file_sizes_new[0]])+ file_sizes_new[-1])/np.sum(file_sizes_old[0]))

print((np.sum([file_sizes_new[0]])+ file_sizes_new[-1])/np.sum(file_sizes_old[0]))

```

```

%% Output

%% Output

    0.3767853274384346

    0.3767853274384346

    0.4979190885485795

    0.4979190885485795

    0.3972905625173536

    0.39729075321671686

    0.41933998568991976

    0.4193614393682817

    0.40415934529931374

    0.4041666246254766

    0.4028230157727312

    0.4028289866441236

    0.39809636267662574

    0.3980978882715315

    0.750887133437684

    0.7512288666965683

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

pngsizes = []

pngsizes = []

for i, filename in enumerate(images):

for i, filename in enumerate(images):

    newimage = Image.open(filename)

    newimage = Image.open(filename)

    newimage = np.array(newimage)

    newimage = np.array(newimage)

    newimage = newimage[1:]

    newimage = newimage[1:].astype(np.uint16)

    with open(newnamesforlater[i][:-4] + ".png", 'wb') as f:

    with open(newnamesforlater[i][:-4] + ".png", 'wb') as f:

        writer = png.Writer(newimage.shape[1], newimage.shape[0], greyscale=True, bitdepth=16)

        writer = png.Writer(newimage.shape[1], newimage.shape[0], greyscale=True, bitdepth=16)

        writer.write(f, newimage)

        writer.write(f, newimage)

    pngsizes.append(os.path.getsize(newnamesforlater[i][:-4] + ".png"))

    pngsizes.append(os.path.getsize(newnamesforlater[i][:-4] + ".png"))

print(np.sum(pngsizes)/np.sum(file_sizes_old))

print(np.sum(pngsizes)/np.sum(file_sizes_old))

print(0.6485158723863795)

# print(0.6485158723863795)

```

```

%% Output

%% Output

    0.5066909897511674

    0.6097255182418949

    0.6485158723863795

    0.6485158723863795

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

pngsizes = []

pngsizes = []

for i in range(19,20):

for i in range(19,20):

    newimage = Image.open(images[i])

    newimage = Image.open(images[i])

    print(np.array(newimage))

    print(np.array(newimage))

    newimage = (np.array(newimage) - np.min(newimage)).astype(int)

    newimage = (np.array(newimage) - np.min(newimage)).astype(int)

    # newimage = newimage[1:]

    # newimage = newimage[1:]

    with open(newnamesforlater[i][:-4] + ".png", 'wb') as f:

    with open(newnamesforlater[i][:-4] + ".png", 'wb') as f:

        writer = png.Writer(newimage.shape[1], newimage.shape[0], greyscale=True, bitdepth=16)

        writer = png.Writer(newimage.shape[1], newimage.shape[0], greyscale=True, bitdepth=16)

        writer.write(f, newimage)

        writer.write(f, newimage)

    pngsizes.append(os.path.getsize(newnamesforlater[i][:-4] + ".png"))

    pngsizes.append(os.path.getsize(newnamesforlater[i][:-4] + ".png"))

print(np.sum(pngsizes)/file_sizes_old[19])

print(np.sum(pngsizes)/file_sizes_old[19])

```

```

%% Output

%% Output

    0.6493572339400003

    0.6493572339400003

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

print(os.path.getsize("1626032610_393963_0.xcf")/os.path.getsize("images/1626032610_393963/1626032610_393963_0.tiff"))

print(os.path.getsize("1626032610_393963_0.xcf")/os.path.getsize("images/1626032610_393963/1626032610_393963_0.tiff"))

```

```

%% Output

%% Output

    0.5676821409714287

    0.5676821409714287

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

print(os.path.getsize("1626032610_393963_0.png")/os.path.getsize("images/1626032610_393963/1626032610_393963_0.tiff"))

print(os.path.getsize("1626032610_393963_0.png")/os.path.getsize("images/1626032610_393963/1626032610_393963_0.tiff"))

```

```

%% Output

%% Output

    0.4855910784741866

    0.4855910784741866

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

for i, filename in enumerate(images):

for i, filename in enumerate(images):

    original = Image.open(filename)

    original = Image.open(filename)

    compressed = Image.open(newnamesforlater[i][:-4] + ".png")

    compressed = Image.open(newnamesforlater[i][:-4] + ".png")

    original = np.array(original)[1:]

    original = np.array(original)[1:]

    compressed = np.array(compressed)

    compressed = np.array(compressed)

    if not np.allclose(original, compressed):

    if not np.allclose(original, compressed):

        print(i)

        print(i)

```

```

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

print((np.sum(pngsizes))/np.sum(file_sizes_old))

print((np.sum(pngsizes))/np.sum(file_sizes_old))

print((np.sum(pngsizes) - np.sum(file_sizes_new))/np.sum(pngsizes))

print((np.sum(pngsizes) - np.sum(file_sizes_new))/np.sum(pngsizes))

```

```

%% Output

%% Output

    0.6120739575336334

    0.6120739575336334

    0.33712836894440124

    0.33712836894440124

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

```

```

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

from PIL import TiffTags

from PIL import TiffTags

TiffTags.LIBTIFF_CORE.add(318)

TiffTags.LIBTIFF_CORE.add(318)

```

```

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

lwz_sizes = []

lwz_sizes = []

for i, filename in enumerate(images):

for i, filename in enumerate(images):

    newimage = Image.open(filename)

    newimage = Image.open(filename)

    newimage = np.array(newimage)

    newimage = np.array(newimage)

    newimage = newimage[1:]

    newimage = newimage[1:].astype(np.uint16)

    print(newimage.dtype)

    newimage = Image.fromarray(newimage)

    newimage = Image.fromarray(newimage)

    newimage.save(newnamesforlater[i][:-4]+ "lzw" + ".tiff", compression='tiff_lzw', tiffinfo={317: 2})

    newimage.save(newnamesforlater[i][:-4]+ "lzw" + ".tiff", compression='tiff_lzw', tiffinfo={317: 2})

    lwz_sizes.append(os.path.getsize(newnamesforlater[i][:-4]+ "lzw" + ".tiff"))

    lwz_sizes.append(os.path.getsize(newnamesforlater[i][:-4]+ "lzw" + ".tiff"))

print(np.sum(lwz_sizes)/np.sum(file_sizes_old))

print(np.sum(lwz_sizes)/np.sum(file_sizes_old))

```

```

%% Output

%% Output

    >u2

    0.6169964597214944

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    float32

    >u2

    float32

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    >u2

    ---------------------------------------------------------------------------

    KeyboardInterrupt                         Traceback (most recent call last)

    /home/bryce/git/master/FullTester.ipynb Cell 13' in <cell line: 2>()

          <a href='vscode-notebook-cell:/home/bryce/git/master/FullTester.ipynb#ch0000011?line=5'>6</a>     print(newimage.dtype)

          <a href='vscode-notebook-cell:/home/bryce/git/master/FullTester.ipynb#ch0000011?line=6'>7</a>     newimage = Image.fromarray(newimage)

    ----> <a href='vscode-notebook-cell:/home/bryce/git/master/FullTester.ipynb#ch0000011?line=7'>8</a>     newimage.save(newnamesforlater[i][:-4]+ "lzw" + ".tiff", compression='tiff_lzw', tiffinfo={317: 2})

         <a href='vscode-notebook-cell:/home/bryce/git/master/FullTester.ipynb#ch0000011?line=9'>10</a>     lwz_sizes.append(os.path.getsize(newnamesforlater[i][:-4]+ "lzw" + ".tiff"))

         <a href='vscode-notebook-cell:/home/bryce/git/master/FullTester.ipynb#ch0000011?line=10'>11</a> print(np.sum(lwz_sizes)/np.sum(file_sizes_old))

File     ~/.local/lib/python3.8/site-packages/PIL/Image.py:2300, in Image.save(self, fp, format, **params)

       <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/Image.py?line=2296'>2297</a>         fp = builtins.open(filename, "w+b")

       <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/Image.py?line=2298'>2299</a> try:

    -> <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/Image.py?line=2299'>2300</a>     save_handler(self, fp, filename)

       <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/Image.py?line=2300'>2301</a> except Exception:

       <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/Image.py?line=2301'>2302</a>     if open_fp:

File     ~/.local/lib/python3.8/site-packages/PIL/TiffImagePlugin.py:1814, in _save(im, fp, filename)

       <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/TiffImagePlugin.py?line=1810'>1811</a> e.setimage(im.im, (0, 0) + im.size)

       <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/TiffImagePlugin.py?line=1811'>1812</a> while True:

       <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/TiffImagePlugin.py?line=1812'>1813</a>     # undone, change to self.decodermaxblock:

    -> <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/TiffImagePlugin.py?line=1813'>1814</a>     l, s, d = e.encode(16 * 1024)

       <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/TiffImagePlugin.py?line=1814'>1815</a>     if not _fp:

       <a href='file:///home/bryce/.local/lib/python3.8/site-packages/PIL/TiffImagePlugin.py?line=1815'>1816</a>         fp.write(d)

    KeyboardInterrupt:

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

lwz_sizes = []

lwz_sizes = []

for i in range(19,20):

for i in range(19,20):

    print(images[i])

    print(images[i])

    newimage = Image.open(images[i])

    newimage = Image.open(images[i])

    newimage = np.array(newimage)

    newimage = np.array(newimage)

    newimage = newimage[1:]

    newimage = newimage[1:]

    newimage = Image.fromarray(newimage)

    newimage = Image.fromarray(newimage)

    newimage.save(newnamesforlater[i][:-4]+ "lzw" + ".tiff", compression='tiff_lzw', tiffinfo={317: 2})

    newimage.save(newnamesforlater[i][:-4]+ "lzw" + ".tiff", compression='tiff_lzw', tiffinfo={317: 2})

    lwz_sizes.append(os.path.getsize(newnamesforlater[i][:-4]+ "lzw" + ".tiff"))

    lwz_sizes.append(os.path.getsize(newnamesforlater[i][:-4]+ "lzw" + ".tiff"))

print(np.sum(lwz_sizes)/np.sum(file_sizes_old))

print(np.sum(lwz_sizes)/np.sum(file_sizes_old))

```

```

%% Output

%% Output

    images/1626032610_393963/NoInterference.tiff

    images/1626032610_393963/NoInterference.tiff

    0.005975943965048414

    0.005975943965048414

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

print(np.sum(lwz_sizes)/file_sizes_old[19])

print(np.sum(lwz_sizes)/file_sizes_old[19])

```

```

%% Output

%% Output

    0.7888902959444759

    0.7888902959444759

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

print((np.sum(lwz_sizes) - np.sum(file_sizes_new))/np.sum(lwz_sizes))

print((np.sum(lwz_sizes) - np.sum(file_sizes_new))/np.sum(lwz_sizes))

```

```

%% Output

%% Output

    0.34492564114323154

    0.34492564114323154

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

print(len(images))

print(len(images))

for i, item in enumerate(images):

for i, item in enumerate(images):

    # print(item[-18:])

    # print(item[-18:])

    if item[-18:] == "Compressedlzw.tiff":

    if item[-18:] == "Compressedlzw.tiff":

        os.remove(item)

        os.remove(item)

scenes = file_extractor(folder_name)

scenes = file_extractor(folder_name)

images = image_extractor(scenes)

images = image_extractor(scenes)

print(len(images))

print(len(images))

```

```

%% Output

%% Output

    521

    526

    263

    263

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

def all_image_extractor(scenes):

def all_image_extractor(scenes):

    """

    """

    This function gives the list of all of the valid images

    This function gives the list of all of the valid images

    Parameters:

    Parameters:

        scenes (list): a list of all the files in the directory

        scenes (list): a list of all the files in the directory

    Returns:

    Returns:

        images (list): a list of all the images in the directory

        images (list): a list of all the images in the directory

    """

    """

    image_folder = []

    image_folder = []

    for scene in scenes:

    for scene in scenes:

        files = os.listdir(scene)

        files = os.listdir(scene)

        for file in files:

        for file in files:

            if file[-7:] == "_6.tiff":

            if file[-7:] == "_6.tiff":

                continue

                continue

            else:

            else:

                image_folder.append(os.path.join(scene, file))

                image_folder.append(os.path.join(scene, file))

    return image_folder #returns a list of file paths to .tiff files in the specified directory given in file_extractor

    return image_folder #returns a list of file paths to .tiff files in the specified directory given in file_extractor

```

```

%% Cell type:code id: tags:

%% Cell type:code id: tags:

``` python

``` python

all_files = all_image_extractor(scenes)

all_files = all_image_extractor(scenes)

print(len(all_files))

print(len(all_files))

for i, item in enumerate(all_files):

for i, item in enumerate(all_files):

    # print(item[-18:])