script.py

import sys
import os
import re

import MaRQ

def is_number(string):
    try:
        float(string)
        return True
    except ValueError:
        return False


def triple_pattern_to_sparql(pattern):
    if pattern['predicate'] == 'a':
        return pattern['subject'] + ' ' + pattern['predicate'] + ' <' + pattern['object'] + '>' + '.\t#' + pattern['source']
    elif pattern['predicate'] == 'rdf:type':
        return pattern['subject'] + ' ' + pattern['predicate'] + ' <' + pattern['object'] + '>' + '.\t#' + pattern['source']
    else:
        return pattern['subject'] + ' <' + pattern['predicate'] + '> ' + pattern['object'] + '.\t#' + pattern['source']


# Main

if is_number(sys.argv[1]):          # let us parameter the threshold at which we accept a join
    if float(sys.argv[1]) > 1 or float(sys.argv[1]) < 0:
        print('The treshold must be contained within 0-1 .')
        exit()
    Jaccard_threshold = float(sys.argv[1])
    start_mappings = 2
else:
    Jaccard_threshold = 0.000001
    start_mappings = 1

if len(sys.argv[start_mappings:]) > 1:               # read the script's arguments, each one being a mapping path
    l_names   = []
    l_mapping = []

    for mapping in sys.argv[start_mappings:]:
        l_names.append(re.search(r'(\\[^\\]+?|/[^/]+?)$', mapping).group()[1:])
        l_mapping.append(mapping)

elif len(sys.argv[start_mappings:]) == 1:            # read the script's argument, being the directory where all mappings are found
    l_names   = []
    l_mapping = []

    mappings_directory = os.listdir(sys.argv[start_mappings])
    for mapping in mappings_directory:
        l_names.append(mapping)
        l_mapping.append(sys.argv[start_mappings] + '/' + mapping)


# execute MaRQ on every pair of mappings
MaRQ_results = []
for i in range(len(l_mapping)):
    for j in range(i+1, len(l_mapping)):
        MaRQ_results.append({
            'name1': l_names[i],
            'name2': l_names[j],
            'result': MaRQ.compare(l_mapping[i], l_mapping[j], Jaccard_threshold)})    # Create queries out of possible joins


# Print the results
print()
print('### This file contains queries deduced by the MaRQ tool available at https://github.com/Manoe-K/MaRQ')
for pair in range(len(MaRQ_results)):
    for k in range(len(MaRQ_results[pair]['result']['subject-subject']['templates'])):
        print()
        print('### subject-subject')
        print('#M1:', MaRQ_results[pair]['name1'])
        print('#M2:', MaRQ_results[pair]['name2'])
        print('#M1_Subject :\t' + MaRQ_results[pair]['result']['subject-subject']['templates'][k]['M1'])
        print('#M2_Subject :\t' + MaRQ_results[pair]['result']['subject-subject']['templates'][k]['M2'])
        print('#Jaccard index:\t' + str(MaRQ_results[pair]['result']['subject-subject']['Jaccard_index'][k]))
        print('Select Count(?S' + str(k+1) + ') Where {')
        for pattern in MaRQ_results[pair]['result']['subject-subject']['triple_patterns'][k]:
            print('\t' + triple_pattern_to_sparql(pattern))
        print('}')

    for k in range(len(MaRQ_results[pair]['result']['object-object']['templates'])):
        print()
        print('### object-object')
        print('#M1:', MaRQ_results[pair]['name1'])
        print('#M2:', MaRQ_results[pair]['name2'])
        print('#M1_Object :\t' + MaRQ_results[pair]['result']['object-object']['templates'][k]['M1'])
        print('#M2_Object :\t' + MaRQ_results[pair]['result']['object-object']['templates'][k]['M2'])
        if MaRQ_results[pair]['result']['object-object']['Jaccard_index'][k] == 0:
            print('#Jaccard index:\t' + str(MaRQ_results[pair]['result']['object-object']['Jaccard_index'][k]) + '\t la query est acceptée car les objets sont la même chaine de character')
        else:
            print('#Jaccard index:\t' + str(MaRQ_results[pair]['result']['object-object']['Jaccard_index'][k]))
        if len(MaRQ_results[pair]['result']['object-object']['triple_patterns'][k]) == 1:
            print('Select Count(*) Where {')
        else:
            print('Select Count(?O' + str(k+1) + ') Where {')
        for pattern in MaRQ_results[pair]['result']['object-object']['triple_patterns'][k]:
            print('\t' + triple_pattern_to_sparql(pattern))
        print('}')

    for k in range(len(MaRQ_results[pair]['result']['subject-object']['templates'])):
        print()
        print('### subject-object')
        print('#M1:', MaRQ_results[pair]['name1'])
        print('#M2:', MaRQ_results[pair]['name2'])
        print('#M1_Subject :\t' + MaRQ_results[pair]['result']['subject-object']['templates'][k]['M1'])
        print('#M2_Object :\t' + MaRQ_results[pair]['result']['subject-object']['templates'][k]['M2'])
        print('#Jaccard index:\t' + str(MaRQ_results[pair]['result']['subject-object']['Jaccard_index'][k]))
        print('Select Count(?T' + str(k+1) + ') Where {')
        for pattern in MaRQ_results[pair]['result']['subject-object']['triple_patterns'][k]:
            print('\t' + triple_pattern_to_sparql(pattern))
        print('}')

    for k in range(len(MaRQ_results[pair]['result']['object-subject']['templates'])):
        print()
        print('### subject-object')
        print('#M1:', MaRQ_results[pair]['name1'])
        print('#M2:', MaRQ_results[pair]['name2'])
        print('#M1_Object :\t' + MaRQ_results[pair]['result']['object-subject']['templates'][k]['M1'])
        print('#M2_Subject :\t' + MaRQ_results[pair]['result']['object-subject']['templates'][k]['M2'])
        print('#Jaccard index:\t' + str(MaRQ_results[pair]['result']['object-subject']['Jaccard_index'][k]))
        print('Select Count(?T' + str(k+1) + ') Where {')
        for pattern in MaRQ_results[pair]['result']['object-subject']['triple_patterns'][k]:
            print('\t' + triple_pattern_to_sparql(pattern))
        print('}')