panrep/plot_data.py [10619:10991]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        exp = paramlist[8] + ":" + str(sets[8]) \
                     + paramlist[9] + ":" \
                     + str(sets[9]) + paramlist[10] + ":" + str(sets[10]) + paramlist[13] + ":" + str(sets[13])
        i = 0
        for conf6 in sets[confs[5]]:
            for conf5 in sets[confs[4]]:
                experiment = exp+ paramlist[confs[5]] + ' : ' + str(conf6) + \
                             paramlist[confs[4]] + ' : ' + str(conf5)
                key[confs[4]] = conf5
                key[confs[5]] = conf6
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))

                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][0]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]

                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Macro-F1')
                # plt.ylim(bottom=0.4)
                plt.title("PR " + experiment)
                plt.show()
                legend = []
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))

                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][9]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]

                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Macro-F1')
                # plt.ylim(bottom=0.4)
                plt.title("PR-FT Log" + experiment)
                plt.show()

                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))

                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][2]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Macro-F1')
                # plt.ylim(bottom=0.4)
                plt.title("PR-FT " + experiment)
                plt.show()
                legend = []

                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))

                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))

                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][1]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Test Acc')

                plt.title("MLP " + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))

                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][3]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('MRR')

                plt.title("PanRep " + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][4]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('MRR')

                plt.title("PanRep-LP module" + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][5]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('MRR')

                plt.title("PanRep LP-FT " + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][7]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Acc')

                plt.title("MLP acc of pr " + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][8]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Acc')

                plt.title("MLP acc of pr-ft" + experiment)
                plt.show()

    paramlist = "n_epochs,n_ft_ep, L, n_h, n_b, fanout, lr, dr, LP, R, I, mask_links," \
                " self_loop , M,num_cluster,single_layer, n_mt_cls,k_shot, rw, ng_rate, ssl,split_pct "
    paramlist = paramlist.split(',')
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



panrep/plot_data.py [11040:11412]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        exp = paramlist[8] + ":" + str(sets[8]) \
                     + paramlist[9] + ":" \
                     + str(sets[9]) + paramlist[10] + ":" + str(sets[10]) + paramlist[13] + ":" + str(sets[13])
        i = 0
        for conf6 in sets[confs[5]]:
            for conf5 in sets[confs[4]]:
                experiment = exp+ paramlist[confs[5]] + ' : ' + str(conf6) + \
                             paramlist[confs[4]] + ' : ' + str(conf5)
                key[confs[4]] = conf5
                key[confs[5]] = conf6
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))

                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][0]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]

                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Macro-F1')
                # plt.ylim(bottom=0.4)
                plt.title("PR " + experiment)
                plt.show()
                legend = []
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))

                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][9]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]

                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Macro-F1')
                # plt.ylim(bottom=0.4)
                plt.title("PR-FT Log" + experiment)
                plt.show()

                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))

                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][2]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Macro-F1')
                # plt.ylim(bottom=0.4)
                plt.title("PR-FT " + experiment)
                plt.show()
                legend = []

                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))

                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))

                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][1]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Test Acc')

                plt.title("MLP " + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                # fig.set_prop_cycle('color', plt.cm.Spectral(np.linspace(0, 1, 30)))

                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][3]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('MRR')

                plt.title("PanRep " + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][4]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('MRR')

                plt.title("PanRep-LP module" + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][5]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('MRR')

                plt.title("PanRep LP-FT " + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][7]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Acc')

                plt.title("MLP acc of pr " + experiment)
                plt.show()
                legend = []
                i += 1
                fig = plt.figure(num=i, figsize=(8, 6))
                plt.rc('axes', prop_cycle=(cycler('color', list('kcbgyrgbrgykcmygbcg')) +
                                           cycler('linestyle',
                                                  ['--', ':', '-.', '-', ':', '-', '--', '-', ':', ':', '-.', '-', '--',
                                                   ':', '-.', '-', '--', ':', '-.'])))
                for conf in sets[confs[0]]:
                    for conf2 in sets[confs[1]]:
                        for conf3 in sets[confs[2]]:
                            for conf4 in sets[confs[3]]:
                                skip_this = False
                                cur_legend = paramlist[confs[2]] + ' : ' + str(float(conf3)) + paramlist[
                                    confs[0]] + ' : ' + str(
                                    int(conf)) + paramlist[confs[1]] + ' : ' + str(float(conf2)) + paramlist[confs[3]] + \
                                             ' : ' + str(float(conf4))
                                y = []
                                key[confs[0]] = conf
                                key[confs[1]] = conf2
                                key[confs[2]] = conf3
                                key[confs[3]] = conf4
                                x = sorted(sets[plot_over])
                                for el in x:
                                    key[plot_over] = el
                                    if tuple(key) not in plots:
                                        skip_this = True
                                        break
                                    y += [plots[tuple(key)][8]]
                                if skip_this:
                                    break
                                plt.plot(x, y)
                                legend += [cur_legend]
                plt.legend(legend, loc='center left', bbox_to_anchor=(-0.1, 1.2), ncol=3, prop=fontP)
                plt.xlabel(paramlist[plot_over])
                plt.ylabel('Acc')

                plt.title("MLP acc of pr-ft" + experiment)
                plt.show()

    paramlist = "n_epochs,n_ft_ep, L, n_h, n_b, fanout, lr, dr, LP, R, I, mask_links," \
                " self_loop , M,num_cluster,single_layer, n_mt_cls,k_shot, rw, ng_rate, ssl,split_pct "
    paramlist = paramlist.split(',')
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



