Example A.7. Kohonen Networks
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
# #
# AdvancedMiner Example Script #
# Copyright Algolytics sp. z o. o. 2004-2015 #
# #
# #
# Description: #
# The script contains examples #
# of building, testing, application and statistics calculation #
# of the Kohonen Networks (SOM and LVQ) classification model #
# #
# Input data: #
# Murphy P.M., Aha D.W. (1994) #
# UCI Repository Of Machine Learning Databases and Domain Theories #
# http://www.ics.uci.edu/~mlearn/MLRepository.html #
# Irvine, CA: University of California, #
# Department of Information and Computer Science. #
# #
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
# --- data loading ---
table 'Glass' :
RI Na Mg Al Si K Ca Ba Fe Type
1.51793 12.79 3.5 1.12 73.03 0.64 8.77 0.0 0.0 'build wind float'
1.51643 12.16 3.52 1.35 72.89 0.57 8.53 0.0 0.0 'vehic wind float'
1.51793 13.21 3.48 1.41 72.64 0.59 8.43 0.0 0.0 'build wind float'
1.51299 14.4 1.74 1.54 74.55 0.0 7.59 0.0 0.0 'tableware'
1.53393 12.3 0.0 1.0 70.16 0.12 16.19 0.0 0.24 'build wind non-float'
1.51655 12.75 2.85 1.44 73.27 0.57 8.79 0.11 0.22 'build wind non-float'
1.51779 13.64 3.65 0.65 73.0 0.06 8.93 0.0 0.0 'vehic wind float'
1.51837 13.14 2.84 1.28 72.85 0.55 9.07 0.0 0.0 'build wind float'
1.51545 14.14 0.0 2.68 73.39 0.08 9.07 0.61 0.05 'headlamps'
1.51789 13.19 3.9 1.3 72.33 0.55 8.44 0.0 0.28 'build wind non-float'
1.51625 13.36 3.58 1.49 72.72 0.45 8.21 0.0 0.0 'build wind non-float'
1.51743 12.2 3.25 1.16 73.55 0.62 8.9 0.0 0.24 'build wind non-float'
1.52223 13.21 3.77 0.79 71.99 0.13 10.02 0.0 0.0 'build wind float'
1.52121 14.03 3.76 0.58 71.79 0.11 9.65 0.0 0.0 'vehic wind float'
1.51665 13.14 3.45 1.76 72.48 0.6 8.38 0.0 0.17 'vehic wind float'
1.51707 13.48 3.48 1.71 72.52 0.62 7.99 0.0 0.0 'build wind non-float'
1.51719 14.75 0.0 2.0 73.02 0.0 8.53 1.59 0.08 'headlamps'
1.51629 12.71 3.33 1.49 73.28 0.67 8.24 0.0 0.0 'build wind non-float'
1.51994 13.27 0.0 1.76 73.03 0.47 11.32 0.0 0.0 'containers'
1.51811 12.96 2.96 1.43 72.92 0.6 8.79 0.14 0.0 'build wind non-float'
1.52152 13.05 3.65 0.87 72.22 0.19 9.85 0.0 0.17 'build wind float'
1.52475 11.45 0.0 1.88 72.19 0.81 13.24 0.0 0.34 'build wind non-float'
1.51841 12.93 3.74 1.11 72.28 0.64 8.96 0.0 0.22 'build wind non-float'
1.51754 13.39 3.66 1.19 72.79 0.57 8.27 0.0 0.11 'build wind float'
1.52058 12.85 1.61 2.17 72.18 0.76 9.7 0.24 0.51 'containers'
1.51569 13.24 3.49 1.47 73.25 0.38 8.03 0.0 0.0 'build wind non-float'
1.5159 12.82 3.52 1.9 72.86 0.69 7.97 0.0 0.0 'build wind non-float'
1.51683 14.56 0.0 1.98 73.29 0.0 8.52 1.57 0.07 'headlamps'
1.51687 13.23 3.54 1.48 72.84 0.56 8.1 0.0 0.0 'build wind non-float'
1.5161 13.33 3.53 1.34 72.67 0.56 8.33 0.0 0.0 'vehic wind float'
1.51674 12.87 3.56 1.64 73.14 0.65 7.99 0.0 0.0 'build wind non-float'
1.51832 13.33 3.34 1.54 72.14 0.56 8.99 0.0 0.0 'vehic wind float'
1.51115 17.38 0.0 0.34 75.41 0.0 6.65 0.0 0.0 'tableware'
1.51645 13.44 3.61 1.54 72.39 0.66 8.03 0.0 0.0 'build wind non-float'
1.51755 13.0 3.6 1.36 72.99 0.57 8.4 0.0 0.11 'build wind float'
1.51571 12.72 3.46 1.56 73.2 0.67 8.09 0.0 0.24 'build wind float'
1.51596 12.79 3.61 1.62 72.97 0.64 8.07 0.0 0.26 'build wind float'
1.5173 12.35 2.72 1.63 72.87 0.7 9.23 0.0 0.0 'build wind non-float'
1.51662 12.85 3.51 1.44 73.01 0.68 8.23 0.06 0.25 'build wind non-float'
1.51409 14.25 3.09 2.08 72.28 1.1 7.08 0.0 0.0 'build wind non-float'
1.51797 12.74 3.48 1.35 72.96 0.64 8.68 0.0 0.0 'build wind float'
1.51806 13.0 3.8 1.08 73.07 0.56 8.38 0.0 0.12 'build wind non-float'
1.51627 13.0 3.58 1.54 72.83 0.61 8.04 0.0 0.0 'build wind non-float'
1.5159 13.24 3.34 1.47 73.1 0.39 8.22 0.0 0.0 'build wind non-float'
1.51934 13.64 3.54 0.75 72.65 0.16 8.89 0.15 0.24 'vehic wind float'
1.51755 12.71 3.42 1.2 73.2 0.59 8.64 0.0 0.0 'build wind float'
1.51514 14.01 2.68 3.5 69.89 1.68 5.87 2.2 0.0 'containers'
1.51766 13.21 3.69 1.29 72.61 0.57 8.22 0.0 0.0 'build wind float'
1.51784 13.08 3.49 1.28 72.86 0.6 8.49 0.0 0.0 'build wind float'
1.52177 13.2 3.68 1.15 72.75 0.54 8.52 0.0 0.0 'build wind non-float'
1.51753 12.57 3.47 1.38 73.39 0.6 8.55 0.0 0.06 'build wind float'
1.51851 13.2 3.63 1.07 72.83 0.57 8.41 0.09 0.17 'build wind non-float'
1.51743 13.3 3.6 1.14 73.09 0.58 8.17 0.0 0.0 'build wind float'
1.51593 13.09 3.59 1.52 73.1 0.67 7.83 0.0 0.0 'build wind non-float'
1.5164 14.37 0.0 2.74 72.85 0.0 9.45 0.54 0.0 'headlamps'
1.51735 13.02 3.54 1.69 72.73 0.54 8.44 0.0 0.07 'build wind float'
1.52247 14.86 2.2 2.06 70.26 0.76 9.76 0.0 0.0 'headlamps'
1.52099 13.69 3.59 1.12 71.96 0.09 9.4 0.0 0.0 'build wind float'
1.51769 13.65 3.66 1.11 72.77 0.11 8.6 0.0 0.0 'vehic wind float'
1.51846 13.41 3.89 1.33 72.38 0.51 8.28 0.0 0.0 'build wind non-float'
1.51848 13.64 3.87 1.27 71.96 0.54 8.32 0.0 0.32 'build wind non-float'
1.51905 13.6 3.62 1.11 72.64 0.14 8.76 0.0 0.0 'build wind float'
1.51567 13.29 3.45 1.21 72.74 0.56 8.57 0.0 0.0 'build wind float'
1.52213 14.21 3.82 0.47 71.77 0.11 9.57 0.0 0.0 'build wind float'
1.5232 13.72 3.72 0.51 71.75 0.09 10.06 0.0 0.16 'build wind float'
1.51556 13.87 0.0 2.54 73.23 0.14 9.41 0.81 0.01 'headlamps'
1.51926 13.2 3.33 1.28 72.36 0.6 9.14 0.0 0.11 'build wind float'
1.52211 14.19 3.78 0.91 71.36 0.23 9.14 0.0 0.37 'vehic wind float'
1.53125 10.73 0.0 2.1 69.81 0.58 13.3 3.15 0.28 'build wind non-float'
1.52152 13.05 3.65 0.87 72.32 0.19 9.85 0.0 0.17 'build wind float'
1.51829 14.46 2.24 1.62 72.38 0.0 9.26 0.0 0.0 'tableware'
1.51892 13.46 3.83 1.26 72.55 0.57 8.21 0.0 0.14 'build wind non-float'
1.51888 14.99 0.78 1.74 72.5 0.0 9.95 0.0 0.0 'tableware'
1.51829 13.24 3.9 1.41 72.33 0.55 8.31 0.0 0.1 'build wind non-float'
1.523 13.31 3.58 0.82 71.99 0.12 10.17 0.0 0.03 'build wind float'
1.51652 13.56 3.57 1.47 72.45 0.64 7.96 0.0 0.0 'build wind non-float'
1.51768 12.56 3.52 1.43 73.15 0.57 8.54 0.0 0.0 'build wind float'
1.51215 12.99 3.47 1.12 72.98 0.62 8.35 0.0 0.31 'build wind float'
1.51646 13.04 3.4 1.26 73.01 0.52 8.58 0.0 0.0 'vehic wind float'
1.51721 12.87 3.48 1.33 73.04 0.56 8.43 0.0 0.0 'build wind float'
1.51763 12.8 3.66 1.27 73.01 0.6 8.56 0.0 0.0 'build wind float'
1.51742 13.27 3.62 1.24 73.08 0.55 8.07 0.0 0.0 'build wind float'
1.52127 14.32 3.9 0.83 71.5 0.0 9.49 0.0 0.0 'vehic wind float'
1.51779 13.21 3.39 1.33 72.76 0.59 8.59 0.0 0.0 'build wind float'
1.52171 11.56 1.88 1.56 72.86 0.47 11.41 0.0 0.0 'containers'
1.518 13.71 3.93 1.54 71.81 0.54 8.21 0.0 0.15 'build wind non-float'
1.52777 12.64 0.0 0.67 72.02 0.06 14.4 0.0 0.0 'build wind non-float'
1.5175 12.82 3.55 1.49 72.75 0.54 8.52 0.0 0.19 'build wind float'
1.51764 12.98 3.54 1.21 73.0 0.65 8.53 0.0 0.0 'build wind float'
1.52177 13.75 1.01 1.36 72.19 0.33 11.14 0.0 0.0 'build wind non-float'
1.51645 14.94 0.0 1.87 73.11 0.0 8.67 1.38 0.0 'headlamps'
1.51786 12.73 3.43 1.19 72.95 0.62 8.76 0.0 0.3 'build wind float'
1.52152 13.12 3.58 0.9 72.2 0.23 9.82 0.0 0.16 'build wind float'
1.51937 13.79 2.41 1.19 72.76 0.0 9.77 0.0 0.0 'tableware'
1.51514 14.85 0.0 2.42 73.72 0.0 8.39 0.56 0.0 'headlamps'
1.52172 13.48 3.74 0.9 72.01 0.18 9.61 0.0 0.07 'build wind float'
1.51732 14.95 0.0 1.8 72.99 0.0 8.61 1.55 0.0 'headlamps'
1.5202 13.98 1.35 1.63 71.76 0.39 10.56 0.0 0.18 'build wind non-float'
1.51605 12.9 3.44 1.45 73.06 0.44 8.27 0.0 0.0 'build wind non-float'
1.51847 13.1 3.97 1.19 72.44 0.6 8.43 0.0 0.0 'build wind non-float'
1.51761 13.89 3.6 1.36 72.73 0.48 7.83 0.0 0.0 'build wind float'
1.51673 13.3 3.64 1.53 72.53 0.65 8.03 0.0 0.29 'build wind non-float'
1.52365 15.79 1.83 1.31 70.43 0.31 8.61 1.68 0.0 'headlamps'
1.51685 14.92 0.0 1.99 73.06 0.0 8.4 1.59 0.0 'headlamps'
1.51658 14.8 0.0 1.99 73.11 0.0 8.28 1.71 0.0 'headlamps'
1.51316 13.02 0.0 3.04 70.48 6.21 6.96 0.0 0.0 'containers'
1.51709 13.0 3.47 1.79 72.72 0.66 8.18 0.0 0.0 'build wind non-float'
1.51727 14.7 0.0 2.34 73.28 0.0 8.95 0.66 0.0 'headlamps'
1.51898 13.58 3.35 1.23 72.08 0.59 8.91 0.0 0.0 'build wind float'
1.51969 12.64 0.0 1.65 73.75 0.38 11.53 0.0 0.0 'containers'
1.5182 12.62 2.76 0.83 73.81 0.35 9.42 0.0 0.2 'build wind non-float'
1.51617 14.95 0.0 2.27 73.3 0.0 8.71 0.67 0.0 'headlamps'
1.51911 13.9 3.73 1.18 72.12 0.06 8.89 0.0 0.0 'build wind float'
1.51651 14.38 0.0 1.94 73.61 0.0 8.48 1.57 0.0 'headlamps'
1.51694 12.86 3.58 1.31 72.61 0.61 8.79 0.0 0.0 'vehic wind float'
1.52315 13.44 3.34 1.23 72.38 0.6 8.83 0.0 0.0 'headlamps'
1.52068 13.55 2.09 1.67 72.18 0.53 9.57 0.27 0.17 'build wind non-float'
1.51838 14.32 3.26 2.22 71.25 1.46 5.79 1.63 0.0 'headlamps'
1.51818 13.72 0.0 0.56 74.45 0.0 10.99 0.0 0.0 'build wind non-float'
1.51769 12.45 2.71 1.29 73.7 0.56 9.06 0.0 0.24 'build wind float'
1.5166 12.99 3.18 1.23 72.97 0.58 8.81 0.0 0.24 'build wind non-float'
1.51589 12.88 3.43 1.4 73.28 0.69 8.05 0.0 0.24 'build wind float'
1.5241 13.83 2.9 1.17 71.15 0.08 10.79 0.0 0.0 'build wind non-float'
1.52725 13.8 3.15 0.66 70.57 0.08 11.64 0.0 0.0 'build wind non-float'
1.52119 12.97 0.33 1.51 73.39 0.13 11.27 0.0 0.28 'containers'
1.51748 12.86 3.56 1.27 73.21 0.54 8.38 0.0 0.17 'build wind float'
1.51653 11.95 0.0 1.19 75.18 2.7 8.93 0.0 0.0 'headlamps'
1.51623 14.14 0.0 2.88 72.61 0.08 9.18 1.06 0.0 'headlamps'
1.52101 13.64 4.49 1.1 71.78 0.06 8.75 0.0 0.0 'build wind float'
1.51763 12.61 3.59 1.31 73.29 0.58 8.5 0.0 0.0 'build wind float'
1.51596 13.02 3.56 1.54 73.11 0.72 7.9 0.0 0.0 'build wind non-float'
1.51674 12.79 3.52 1.54 73.36 0.66 7.9 0.0 0.0 'build wind non-float'
1.52065 14.36 0.0 2.02 73.42 0.0 8.44 1.64 0.0 'headlamps'
1.51768 12.65 3.56 1.3 73.08 0.61 8.69 0.0 0.14 'build wind float'
1.52369 13.44 0.0 1.58 72.22 0.32 12.24 0.0 0.0 'containers'
1.51756 13.15 3.61 1.05 73.24 0.57 8.24 0.0 0.0 'build wind float'
1.51754 13.48 3.74 1.17 72.99 0.59 8.03 0.0 0.0 'build wind float'
1.51711 12.89 3.62 1.57 72.96 0.61 8.11 0.0 0.0 'build wind non-float'
1.5221 13.73 3.84 0.72 71.76 0.17 9.74 0.0 0.0 'build wind float'
1.51594 13.09 3.52 1.55 72.87 0.68 8.05 0.0 0.09 'build wind non-float'
1.51784 12.68 3.67 1.16 73.11 0.61 8.7 0.0 0.0 'build wind float'
1.51909 13.89 3.53 1.32 71.81 0.51 8.78 0.11 0.0 'build wind float'
1.51977 13.81 3.58 1.32 71.72 0.12 8.67 0.69 0.0 'build wind float'
1.51666 12.86 0.0 1.83 73.88 0.97 10.17 0.0 0.0 'containers'
1.51631 13.34 3.57 1.57 72.87 0.61 7.89 0.0 0.0 'build wind non-float'
1.51872 12.93 3.66 1.56 72.51 0.58 8.55 0.0 0.12 'build wind non-float'
1.51708 13.72 3.68 1.81 72.06 0.64 7.88 0.0 0.0 'build wind non-float'
1.52081 13.78 2.28 1.43 71.99 0.49 9.85 0.0 0.17 'build wind non-float'
1.51574 14.86 3.67 1.74 71.87 0.16 7.36 0.0 0.12 'build wind non-float'
1.51813 13.43 3.98 1.18 72.49 0.58 8.15 0.0 0.0 'build wind non-float'
1.51131 13.69 3.2 1.81 72.81 1.76 5.43 1.19 0.0 'headlamps'
1.52227 14.17 3.81 0.78 71.35 0.0 9.69 0.0 0.0 'build wind float'
1.52614 13.7 0.0 1.36 71.24 0.19 13.44 0.0 0.1 'build wind non-float'
1.51811 13.33 3.85 1.25 72.78 0.52 8.12 0.0 0.0 'build wind non-float'
1.51655 13.41 3.39 1.28 72.64 0.52 8.65 0.0 0.0 'vehic wind float'
1.51751 12.81 3.57 1.35 73.02 0.62 8.59 0.0 0.0 'build wind float'
1.51508 15.15 0.0 2.25 73.5 0.0 8.34 0.63 0.0 'headlamps'
1.51915 12.73 1.85 1.86 72.69 0.6 10.09 0.0 0.0 'containers'
1.51966 14.77 3.75 0.29 72.02 0.03 9.0 0.0 0.0 'build wind float'
1.51844 13.25 3.76 1.32 72.4 0.58 8.42 0.0 0.0 'build wind non-float'
1.52664 11.23 0.0 0.77 73.21 0.0 14.68 0.0 0.0 'build wind non-float'
1.52172 13.51 3.86 0.88 71.79 0.23 9.54 0.0 0.11 'build wind float'
1.51602 14.85 0.0 2.38 73.28 0.0 8.76 0.64 0.09 'headlamps'
1.51321 13.0 0.0 3.02 70.7 6.21 6.93 0.0 0.0 'containers'
1.52739 11.02 0.0 0.75 73.08 0.0 14.96 0.0 0.0 'build wind non-float'
1.52213 14.21 3.82 0.47 71.77 0.11 9.57 0.0 0.0 'build wind float'
1.51747 12.84 3.5 1.14 73.27 0.56 8.55 0.0 0.0 'build wind float'
1.51839 12.85 3.67 1.24 72.57 0.62 8.68 0.0 0.35 'build wind non-float'
1.51646 13.41 3.55 1.25 72.81 0.68 8.1 0.0 0.0 'build wind non-float'
1.51609 15.01 0.0 2.51 73.05 0.05 8.83 0.53 0.0 'headlamps'
1.51667 12.94 3.61 1.26 72.75 0.56 8.6 0.0 0.0 'build wind non-float'
1.51588 13.12 3.41 1.58 73.26 0.07 8.39 0.0 0.19 'build wind non-float'
1.52667 13.99 3.7 0.71 71.57 0.02 9.82 0.0 0.1 'build wind float'
1.51831 14.39 0.0 1.82 72.86 1.41 6.47 2.88 0.0 'headlamps'
1.51918 14.04 3.58 1.37 72.08 0.56 8.3 0.0 0.0 'build wind float'
1.51613 13.88 1.78 1.79 73.1 0.0 8.67 0.76 0.0 'headlamps'
1.52196 14.36 3.85 0.89 71.36 0.15 9.15 0.0 0.0 'build wind float'
1.51824 12.87 3.48 1.29 72.95 0.6 8.43 0.0 0.0 'build wind float'
1.52151 11.03 1.71 1.56 73.44 0.58 11.62 0.0 0.0 'containers'
1.51969 14.56 0.0 0.56 73.48 0.0 11.22 0.0 0.0 'tableware'
1.51618 13.01 3.5 1.48 72.89 0.6 8.12 0.0 0.0 'build wind non-float'
1.51645 13.4 3.49 1.52 72.65 0.67 8.08 0.0 0.1 'build wind non-float'
1.51796 13.5 3.36 1.63 71.94 0.57 8.81 0.0 0.09 'vehic wind float'
1.52222 14.43 0.0 1.0 72.67 0.1 11.52 0.0 0.08 'build wind non-float'
1.51783 12.69 3.54 1.34 72.95 0.57 8.75 0.0 0.0 'build wind float'
1.51711 14.23 0.0 2.08 73.36 0.0 8.62 1.67 0.0 'headlamps'
1.51736 12.78 3.62 1.29 72.79 0.59 8.7 0.0 0.0 'build wind float'
1.51808 13.43 2.87 1.19 72.84 0.55 9.03 0.0 0.0 'build wind float'
1.5167 13.24 3.57 1.38 72.7 0.56 8.44 0.0 0.1 'vehic wind float'
1.52043 13.38 0.0 1.4 72.25 0.33 12.5 0.0 0.0 'containers'
1.519 13.49 3.48 1.35 71.95 0.55 9.0 0.0 0.0 'build wind float'
1.51778 13.21 2.81 1.29 72.98 0.51 9.02 0.0 0.09 'build wind float'
1.51905 14.0 2.39 1.56 72.37 0.0 9.57 0.0 0.0 'tableware'
1.51531 14.38 0.0 2.66 73.1 0.04 9.08 0.64 0.0 'headlamps'
1.51916 14.15 0.0 2.09 72.74 0.0 10.88 0.0 0.0 'tableware'
1.51841 13.02 3.62 1.06 72.34 0.64 9.13 0.0 0.15 'build wind non-float'
1.5159 13.02 3.58 1.51 73.12 0.69 7.96 0.0 0.0 'build wind non-float'
1.51593 13.25 3.45 1.43 73.17 0.61 7.86 0.0 0.0 'build wind non-float'
1.5164 12.55 3.48 1.87 73.23 0.63 8.08 0.0 0.09 'build wind non-float'
1.51663 12.93 3.54 1.62 72.96 0.64 8.03 0.0 0.21 'build wind non-float'
1.5169 13.33 3.54 1.61 72.54 0.68 8.11 0.0 0.0 'build wind non-float'
1.51869 13.19 3.37 1.18 72.72 0.57 8.83 0.0 0.16 'build wind float'
1.51776 13.53 3.41 1.52 72.04 0.58 8.79 0.0 0.0 'vehic wind float'
1.51775 12.85 3.48 1.23 72.97 0.61 8.56 0.09 0.22 'build wind float'
1.5186 13.36 3.43 1.43 72.26 0.51 8.6 0.0 0.0 'build wind non-float'
1.5172 13.38 3.5 1.15 72.85 0.5 8.43 0.0 0.0 'build wind float'
1.51623 14.2 0.0 2.79 73.46 0.04 9.04 0.4 0.09 'headlamps'
1.51618 13.53 3.55 1.54 72.99 0.39 7.78 0.0 0.0 'build wind float'
1.51761 12.81 3.54 1.23 73.24 0.58 8.39 0.0 0.0 'build wind float'
1.5161 13.42 3.4 1.22 72.69 0.59 8.32 0.0 0.0 'vehic wind float'
1.51592 12.86 3.52 2.12 72.66 0.69 7.97 0.0 0.0 'build wind non-float'
1.51613 13.92 3.52 1.25 72.88 0.37 7.94 0.0 0.14 'build wind non-float'
1.51689 12.67 2.88 1.71 73.21 0.73 8.54 0.0 0.0 'build wind non-float'
1.51852 14.09 2.19 1.66 72.67 0.0 9.32 0.0 0.0 'tableware'
# --- data preparation ---
input_data_name = 'Glass'
train_data_name = input_data_name + '_trn'
test_data_name = input_data_name + '_tst'
tableSplit(input_data_name, split=[6, 4], output=[train_data_name, test_data_name])
pd = PhysicalData(train_data_name)
save('physical_data', pd)
ld = LogicalData(pd)
save('logical_data', ld)
# --- LEARNING - 1st stage ---
# --- algorithm settings for SOM ---
som_cfs = ClusteringFunctionSettings()
som_cfs.logicalData = ld
som_set = KohonenClusteringSettings()
som_set.batchLearning = FALSE
som_set.beginLearningRate = 0.3
som_set.beginNeighbourhoodRate = 2
#som_set.cellsType = CellType.hexagonal
som_set.dataRandomization = TRUE
#som_set.distanceFunction = ClusteringDistanceFunction.euclidean
som_set.endLearningRate = 0.1
som_set.endNeighbourhoodRate = 0
som_set.height = 10
som_set.maxNumberOfIterations = 50
som_set.minErrorTolerance = 0.01
#som_set.modificationFunction = ModificationFunction.standard
som_set.noiseVariance = -1.0
#som_set.searchType = SearchType.global
som_set.torus = FALSE
som_set.validationWindow = 10
som_set.width = 10
som_cfs.algorithmSettings = som_set
save('SOM_cf_set', som_cfs)
# --- SOM model building ---
SOM_model_name = 'SOM_model_' + input_data_name
som_mbt = MiningBuildTask('physical_data', 'SOM_cf_set', SOM_model_name )
save('SOM_mbt', som_mbt)
execute('SOM_mbt')
print "Build task for som model kohonen networks example was successfully executed"
# --- LEARNING - 2nd stage ---
# --- algorithm settings for LVQ ---
lvq_cfs = ClassificationFunctionSettings()
lvq_cfs.logicalData = ld
lvq_cfs.getAttributeUsageSet().getAttribute('Type').setUsage(UsageOption.target)
lvq_set=KohonenClassificationSettings(biz.sc.mm.dm.algorithm.kohonen.ClassificationLearningAlgorithmType.lvq21)
lvq_set.learningAlgorithm.window = 0.2
lvq_set.height = 10
lvq_set.width = 10
lvq_set.minErrorTolerance = 0.0001
lvq_set.maxNumberOfIterations = 50
lvq_cfs.algorithmSettings = lvq_set
save('LVQ_cf_set', lvq_cfs)
# --- LVQ model building ---
LVQ_model_name = 'LVQ_model_' + input_data_name
lvq_mbt = MiningBuildTask('physical_data', 'LVQ_cf_set', LVQ_model_name)
lvq_mbt.inputModelName = SOM_model_name
save('LVQ_mbt', lvq_mbt)
execute('LVQ_mbt')
print "Build task for lvq model kohonen networks example was successfully executed"
# --- model application ---
# --- LVQ model application ---
lvq_ao_pd = PhysicalData('LVQ_apply_output_for_' + input_data_name)
save('LVQ_apply_output', lvq_ao_pd )
lvq_mat = MiningApplyTask()
lvq_mat.modelName = LVQ_model_name
lvq_mat.sourceDataName = 'physical_data'
lvq_mat.targetDataName = 'LVQ_apply_output'
lvq_mat.replaceExistingData = TRUE
directMapping = java.util.ArrayList()
directMapping.add(ApplySourceItem('Type','real_target'))
lvq_mat.setDirectMapping(directMapping)
lvq_cao = ClassificationApplyOutput()
lvq_cao.item.add(ClassificationRankItem('predicted_target',\
ClassificationOutputType.predictedCategory , 0))
lvq_cao.item.add(ClassificationRankItem('prediction_probability' ,\
ClassificationOutputType.probability , 0))
lvq_cao.item.add(ClassificationRankItem('Node_Id',\
ClassificationOutputType.nodeId , 0))
lvq_mat.applyOutput = lvq_cao
save('LVQ_apply_task', lvq_mat)
execute('LVQ_apply_task')
print "Apply task for lvq model kohonen networks example was successfully executed"
# --- SOM model application ---
som_ao_pd = PhysicalData('SOM_apply_output_for_' + input_data_name )
save('SOM_apply_output', som_ao_pd )
som_mat = MiningApplyTask()
som_mat.modelName = SOM_model_name
som_mat.sourceDataName = 'physical_data'
som_mat.targetDataName = 'SOM_apply_output'
som_mat.replaceExistingData = TRUE
som_cao = ClusteringApplyOutput()
som_cao.item.add(ClusteringRankItem('cluster_id', \
ClusteringOutputType.clusterId , 0))
som_cao.item.add(ClusteringRankItem('prediction_probability', \
ClusteringOutputType.probability , 0))
som_cao.item.add(ClusteringRankItem('cluster0_distance', \
ClusteringOutputType.distance, 0))
som_cao.item.add(ClusteringRankItem('cluster1_distance', \
ClusteringOutputType.distance, 1))
som_cao.item.add(ClusteringRankItem('cluster2_distance', \
ClusteringOutputType.distance, 2))
som_cao.item.add(ClusteringRankItem('cluster3_distance', \
ClusteringOutputType.distance, 3))
som_mat.applyOutput = som_cao
save('SOM_apply_task', som_mat)
execute('SOM_apply_task')
print "Apply task for som model kohonen networks example was successfully executed"
# --- CALCULATING THE STATISTICS ---
# --- statistics for the LVQ model ---
cmst = ComputeModelStatisticsTask()
cmst.modelName=LVQ_model_name
cmst.modelStatResultName=LVQ_model_name+'_statistics'
cmst.testDataName='physical_data'
save('MAP_cmst',cmst)
execute('MAP_cmst')
print "Comput statistics task for lvq model kohonen networks example was successfully executed"
# --- model testing ---
test_pd = PhysicalData(test_data_name)
save('physical_test_data', test_pd)
test_ld = LogicalData(test_pd)
save('logical_test_data', test_ld)
lvq_ctt = ClassificationTestTask()
lvq_ctt.positiveTargetValue="build wind float"
lvq_ctt.testDataTargetAttributeName="Type"
lvq_ctt.modelName=LVQ_model_name
lvq_ctt.testDataName='physical_test_data'
lvq_ctt.testResultName='results_'+LVQ_model_name
save('LVQ_ctt',lvq_ctt)
execute('LVQ_ctt')
print "Test task for lvq model kohonen networks example was successfully executed"
Output
Build task for som model kohonen networks example was successfully executed Build task for lvq model kohonen networks example was successfully executed Apply task for lvq model kohonen networks example was successfully executed Apply task for som model kohonen networks example was successfully executed Comput statistics task for lvq model kohonen networks example was successfully executed Test task for lvq model kohonen networks example was successfully executed