Database-RJDB-NoSQL/edit_doc.py at main · starryjay/Database-RJDB-NoSQL · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
import os
from loaddata import load_data_to_file_system, clean_data
import json

def edit(user_query_list, current_db):
    if not os.path.exists('./document/' + user_query_list[0] + ".json"):
        print("Invalid query - tablename does not exist!")
        return
    if user_query_list[1].upper() == 'INSERT':
        if user_query_list[2].upper() != 'FILE':
            ret = insert(user_query_list)
        else:
            ret = insert_file(user_query_list, current_db)
    elif user_query_list[1].upper() == 'DELETE':
        ret = delete(user_query_list)
    elif user_query_list[1].upper() == "UPDATE":
        ret = update(user_query_list)
    return ret

def insert(user_query_list):
    doc = None
    with open("./document/" + user_query_list[0] + ".json") as docread:
        doc = json.load(docread)
    record_read = [tuple(data.split('=')) for data in user_query_list[2:]]
    record_data = record_read[1:]
    record_name = record_read[0][1]
    record = {record_name: dict(record_data)}
    for k, v in record[record_name].items():
        datatype = doc[k]
        if datatype == "int":
            record[record_name][k] = int(v)
        elif datatype == "str":
            record[record_name][k] = str(v)
        elif datatype == "float":
            record[record_name][k] = float(v)
    chunk_path = "./" + user_query_list[0] + "_chunks"
    if os.path.exists(chunk_path):
        if os.listdir(chunk_path):
            chunknolist = []
            for chunk in os.listdir(chunk_path):
                if os.path.isfile(chunk_path + "/" + chunk) and chunk[0] != ".":
                    chunkno = ""
                    for c in chunk:
                        if c.isdigit():
                            chunkno += c
                    chunkno = int(chunkno)
                    chunknolist.append(chunkno)
            last = user_query_list[0] + "_chunk" + str(max(chunknolist)) + ".json"
            with open(chunk_path+"/"+last) as curr_chunk:
                curr_doc = json.load(curr_chunk)
            if len(curr_doc) < 1000:
                newnode = json.dumps(record, indent=1)
                print("json dumps result: ", newnode)
                with open(chunk_path + "/" + last, "r") as fileread:
                    file_content = fileread.read()
                with open(chunk_path + "/" + last, "w") as newchunk:
                    newchunk.write(file_content[:-1])
                with open(chunk_path + "/" + last, "a") as curr_chunk:
                    curr_chunk.write("," + newnode[1:])
                print("Inserted into existing chunk number (", last, "): \n", record)
            else:
                curr_doc = json.dumps(record, indent=1)
                print("json dumps result: ", curr_doc)
                new = user_query_list[0] + "_chunk" + str(max(chunknolist) + 1) + ".json"
                with open(chunk_path + "/" + new, "a") as new_chunk:
                    new_chunk.write(curr_doc)
                print("Inserted into new chunk (", new, "): ", record)
        else:
            curr_doc = json.dumps(record, indent=1)
            print("json dumps result: ", curr_doc)
            new = user_query_list[0] + "_chunk" + str(1) + ".json"
            with open(chunk_path + "/" + new, "a") as new_chunk:
                new_chunk.write(curr_doc)
            print("No chunks exist. Inserted into new chunk (", new, "): ", record)
    else:
        os.mkdir(chunk_path)
        curr_doc = json.dumps(record, indent=1)
        print("json dumps result: ", curr_doc)
        new = user_query_list[0] + "_chunk" + str(1) + ".json"
        with open(chunk_path + "/" + new, "a") as new_chunk:
            new_chunk.write(curr_doc)
        print("No chunks exist. Inserted into new chunk (", new, "): ", record)

def insert_file(user_query_list, current_db):
    doc = None
    with open("./document/" + user_query_list[0] + ".json") as docread:
        doc = json.load(docread)
    filepath = user_query_list[3]
    filename = os.path.basename(filepath)
    df = clean_data(user_query_list, filepath)
    load_data_to_file_system(df, current_db)
    chunk_path = "./" + user_query_list[0] + "_chunks"
    if not os.path.exists(chunk_path):
        print("Chunk path not found!")
        return
    else:
        chunkno=1
        for chunk in os.listdir(chunk_path):
            with open(chunk_path + "/" + chunk) as chunkread:
                curr_chunk = json.load(chunkread)
            for k, v in curr_chunk.items():
                for k2, v2 in v.items():
                    datatype = doc[k2]
                    if datatype == "int":
                        curr_chunk[k][k2] = int(v2)
                    elif datatype == "str":
                        curr_chunk[k][k2] == str(v2)
                    elif datatype == "float":
                        curr_chunk[k][k2] == float(v2)
            cast_chunk = json.dumps(curr_chunk, indent=1)
            with open(chunk_path + "/" + user_query_list[0] + "_chunk" + str(chunkno) + ".json", "w") as outfile:
                outfile.write(cast_chunk)
            chunkno += 1
        print("Inserted file", filename)

def update(user_query_list):
    with open("./document/" + user_query_list[0] + ".json") as docread:
        doc = json.load(docread)
    listoftuples = [tuple(data.split('=')) for data in user_query_list[2:]]
    nodename = listoftuples[0][1]
    listoftuples = listoftuples[1:]
    mods = {i[0]: i[1] for i in listoftuples}
    chunk_path = "./" + user_query_list[0] + "_chunks"
    if os.path.exists(chunk_path):
        for chunk in os.listdir(chunk_path):
            if os.path.isfile(chunk_path + "/" + chunk) and chunk[0] != ".":
                with open(chunk_path + "/" + chunk) as infile:
                    curr_chunk = json.load(infile)
                if nodename in curr_chunk.keys():
                    for k in curr_chunk[nodename].keys():
                        if k in mods.keys():
                            curr_chunk[nodename][k] = mods[k]
                            datatype = doc[k]
                            if datatype == "int":
                                curr_chunk[nodename][k] = int(mods[k])
                            elif datatype == "str":
                                curr_chunk[nodename][k] == str(mods[k])
                            elif datatype == "float":
                                curr_chunk[nodename][k] == float(mods[k])
                    out_chunk = json.dumps(curr_chunk, indent=1)
                    with open(chunk_path + "/" + chunk, "w") as outfile:
                        outfile.write(out_chunk)
    print("Successfully updated nodename", nodename, "with new data", mods)

def delete(user_query_list):
    nodename = user_query_list[2].split("=")[1]
    chunk_path = "./" + user_query_list[0] + "_chunks"
    if os.path.exists(chunk_path):
        for chunk in os.listdir(chunk_path):
            if os.path.isfile(chunk_path + "/" + chunk) and chunk[0] != ".":
                with open(chunk_path + "/" + chunk) as chunkread:
                    curr_chunk = json.load(chunkread)
                if nodename in curr_chunk.keys():
                    curr_chunk.pop(nodename)
                    out_chunk = json.dumps(curr_chunk, indent=1)
                    with open(chunk_path + "/" + chunk, "w") as outfile:
                        outfile.write(out_chunk)
                    break
        print("Deleted node", nodename)