HangoutJsonParser.py

import json

# location of Hangouts Json file obtained from Google Takeout
with open('/path/to/JSON/data/file.json', 'r', encoding='utf-8') as f:
    jsonData = json.load(f)

simpleJson = []


def parseData():
    for i in range(0, len(jsonData['conversations'])):
        conversation = {}
        conversation['chatName'] = ""
        conversation['participants'] = getParticipants(i)
        conversation['messages'] = []

        for j in range(0, len(jsonData['conversations'][i]['events'])):
            message = {}
            message['sender'] = {}
            message['sender']['name'] = getName(
                jsonData['conversations'][i]['events'][j]['sender_id']['gaia_id'], conversation['participants'])
            message['sender']['id'] = jsonData['conversations'][i]['events'][j]['sender_id']['gaia_id']
            message['unixtime'] = (int(jsonData['conversations'][i]
                                       ['events'][j]['timestamp']))/1000000

            if 'chat_message' in jsonData['conversations'][i]['events'][j]:
                # if it's a message(normal hangouts, image...)
                if 'segment' in jsonData['conversations'][i]['events'][j]['chat_message']['message_content']:
                    # if it's a normal hangouts message
                    content = ""
                    for k in range(0, len(jsonData['conversations'][i]['events'][j]['chat_message']['message_content']['segment'])):
                        if jsonData['conversations'][i]['events'][j]['chat_message']['message_content']['segment'][k]['type'] == "TEXT":
                            content = content + \
                                jsonData['conversations'][i]['events'][j]['chat_message']['message_content']['segment'][k]['text']
                        elif jsonData['conversations'][i]['events'][j]['chat_message']['message_content']['segment'][k]['type'] == "LINK":
                            content = content + \
                                jsonData['conversations'][i]['events'][j]['chat_message']['message_content']['segment'][k]['text']
                    message['content'] = content

            conversation['messages'].append(message)

        simpleJson.append(conversation)
        simpleJson[i]['chatName'] = chatName(i)


def getParticipants(index):
    participants = []
    for i in range(0, len(jsonData['conversations'][index]['conversation']['conversation']['participant_data'])):
        person = {}
        person['id'] = jsonData['conversations'][index]['conversation']['conversation']['participant_data'][i]['id']['gaia_id']
        if 'fallback_name' in jsonData['conversations'][index]['conversation']['conversation']['participant_data'][i]:
            person['name'] = jsonData['conversations'][index]['conversation']['conversation']['participant_data'][i]['fallback_name']
        else:
            person['name'] = jsonData['conversations'][index]['conversation']['conversation']['participant_data'][i]['id']['gaia_id']
        participants.append(person)
    return participants


def getName(id, participants):
    for i in range(0, len(participants)):
        if id == participants[i]['id']:
            return participants[i]['name']
    return id


def chatName(i):
    if (('name' in jsonData['conversations'][i]['conversation']['conversation'])and(jsonData['conversations'][i]['conversation']['conversation']['name'] != "")):
        return jsonData['conversations'][i]['conversation']['conversation']['name']
    participants = []
    index = 0
    for k in range(0, len(simpleJson[i]['participants'])):
        participants.append(simpleJson[i]['participants'][k]['name'])
        if simpleJson[i]['participants'][k]['id'] == jsonData['conversations'][i]['conversation']['conversation']['self_conversation_state']['self_read_state']['participant_id']['gaia_id']:
            index = k
            break
    name = participants[index]
    return name


if __name__ == '__main__':
    parseData()
    with open("clean_hangoutsData.json", "w", encoding="utf-8") as write_file:
        json.dump(simpleJson, write_file, indent=4)