module.py

Go to the documentation of this file.

#
# Collective Mind
#
# See cM LICENSE.txt for licensing details.
# See cM Copyright.txt for copyright details.
#
# Developer(s): (C) Grigori Fursin, started on 2011.09
#

# Should always be here
ini={}
cm_kernel=None

# Local settings
import json

# ============================================================================
def init(i):
    return {'cm_return':0}

# ============================================================================
def prune(i):

    """
    Prune unused opt_classes

    Input:  {
              (prune_repo_uoa)     - repo where to search
              (prune_module_uoa)   - module to check opt_classes
            }

    Output: {
              cm_return  - return code >0 if error
            }
    """

    # First load all experiments
    cm_kernel.print_for_con('')
    cm_kernel.print_for_con('Loading all experiments ...')

    opt_classes_uid=[]

    modules=ini['cfg']['prune_modules_uoa']
    if i.get('prune_module_uoa','')!='': modules=[i['prune_module_uoa']]

    cm_mixed=[]

    for m in modules:
        ii={'cm_run_module_uoa':m,
            'cm_action':'list'}
        if i.get('prune_repo_uoa','')!='': ii['cm_repo_uoa']=i['prune_repo_uoa']
        r=cm_kernel.access(ii)
        if r['cm_return']>0: return r

        for q in r['cm_mixed']:
            cm_mixed.append(q)
 
    # Then get entries for compilers
    cm_kernel.print_for_con('')
    cm_kernel.print_for_con('Loading all compiler description entries ...')

    ii={'cm_run_module_uoa':ini['cm_module_uid'],
        'cm_action':'list'}
    if i.get('cm_repo_uoa','')!='': ii['cm_repo_uoa']=i['cm_repo_uoa']
    r=cm_kernel.access(ii)
    if r['cm_return']>0: return r

    cm_mixed1=r['cm_mixed']

    for k in cm_mixed1:
        k1=k.get('cm_uid','')
        cm_kernel.print_for_con('')
        cm_kernel.print_for_con('Processing compiler description entry: '+k1)
        
        k2d=k.get('cm_data_obj_cfg',{})
        k2=k2d.get('opt_classes',{})
        
        to_update=False
        for k3 in k2:
            cm_kernel.print_for_con('')
            cm_kernel.print_for_con('Processing tuning objective: '+k3)
            
            to_delete=[]

            k4=k2[k3]
            for k5x in range(0, len(k4)):
                k5=k4[k5x]
                k6=k5.get('cm_uid','')
                if k6!='':
                   cm_kernel.print_for_con('')
                   cm_kernel.print_for_con('Processing class: '+k6)

                   found=False
                   for q in cm_mixed:
                       q1=q.get('cm_data_obj_cfg',{}).get('points',[])
                       for qq in q1:
                           qq1=qq['pipeline_input']['state']['9f4d948a74b0397a']['input']['tuning_objective']
                           qq2=qq['pipeline_input']['state']['9f4d948a74b0397a']['input']['ctuning_compiler_uoa']

                           if qq1==k3 and qq2==k1:
                              qq3=qq['pipeline_output']['state']['1048eba38df5b240']['output'].get('opt_class_uid','')
                              if qq3!='' and qq3==k6:
                                 found=True
                                 break

                       if found: break

                   if not found:
                      to_delete.append(k5x)

            if len(to_delete)>0:
               to_update=True

               cm_kernel.print_for_con('')
               cm_kernel.print_for_con('Deleting classes:')
               cm_kernel.print_for_con(json.dumps(to_delete, indent=2))

               for q in sorted(to_delete, reverse=True):
                   del k4[q]

        if to_update:
           cm_kernel.print_for_con('')
           cm_kernel.print_for_con('Updating entry: '+k1)

           ii={'cm_run_module_uoa':ini['cm_module_uid'],
               'cm_action':'update',
               'cm_array':k2d,
               'cm_data_uoa':k1}
           if i.get('prune_repo_uoa','')!='': ii['cm_repo_uoa']=i['prune_repo_uoa']
           r=cm_kernel.access(ii)
           if r['cm_return']>0: return r

    return {'cm_return':0}