poikilos
/
EnlivenMinetest
mirror of https://github.com/poikilos/EnlivenMinetest
1
0
Fork 0
Code Issues 2 Projects Releases Wiki Activity
Browse Source

working on recovery tools etc

master
poikilos 9 years ago
committed by Jacob Gustafson
parent
81c98cb5d3
commit
2fcb3562bd
2 changed files with 620 additions and 1 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 5
      expertmmregressionsuite.py
  2. 616
      minetestrecovery.py

5
expertmmregressionsuite.py
View File

@ -14,7 +14,10 @@ module_list.append("traceback")
from expertmm import *
#TODO: code checking such as:
# * check for redefining member variable (missing "self.") [since python does not throw NameError on definition, only if used and not defined]
# * check for signs in len params (such as where str(len(part1+part2)) should be str(len(part1))+part2
# * check for only variable name in quotes (maybe the programmer meant to use the value)
def view_traceback():
ex_type, ex, tb = sys.exc_info()

616
minetestrecovery.py
View File

@ -0,0 +1,616 @@
#purpose: assist in data recovery where original filename is not known
#KNOWN ISSUES:
# * (status:closed reason:no solution) assumes name specified in file is same as id (filename)
import shutil
import os
from datetime import datetime
from expertmm import *
#C:\Users\jgustafson\Desktop\Backup\fcalocal\home\owner\.minetest\worlds\FCAGameAWorld\players
minetest_players_path = "C:\\Users\\jgustafson\\Desktop\\Backup\\fcalocal\\home\\owner\\.minetest\\worlds\\FCAGameAWorld\\players"
_MAX_STACK_QTY = 99
PLAYER_STORAGE_FILE_DOT_THEN_EXT = ".conf"
debugs_list = list()
debugs_list.append("C:\\Users\\jgustafson\\Desktop\\Backup\\fcalocal\\home\\owner\\.minetest\\debug_archived\\2016\\03\\16.txt")
debugs_list.append("C:\\Users\\jgustafson\\Desktop\\Backup\\fcalocal\\home\\owner\\.minetest\\debug_archived\\2016\\03\\17.txt")
min_date_string = "2016-03-15 12:12:00"
global_player_storage_path = "C:\\Users\\jgustafson\\Desktop\\Backup\\fcalocal\\home\\owner\\.minetest\\worlds\\FCAGameAWorld\\player_storage"
real_names_path = "H:\\Minetest\\FCAGameAWorld - Minetest Users - Real Names.txt"
after_broken = {}
after_broken["default:stone"] = "default:cobble"
after_broken["default:stone_with_iron"] = "default:iron_lump"
after_broken["default:stone_with_copper"] = "default:copper_lump"
after_broken["default:stone_with_coal"] = "default:coal_lump"
after_broken["default:dirt_with_grass"] = "default:dirt"
after_broken["moreores:mineral_tin"] = "moreores:tin_lump"
after_broken["default:stone_with_mese"] = "default:mese_crystal"
after_broken["moreores:mineral_silver"] = "moreores:silver_lump"
after_broken["default:stone_with_gold"] = "default:gold_lump"
after_broken["default:stone_with_diamond"] = "default:diamond"
#after_broken[""] = ""
#after_broken[""] = ""
#after_broken[""] = ""
#after_broken[""] = ""
#after_broken[""] = ""
class MinetestInventoryItem:
owner = None # optional, only used for debug output
name = None
qty = None
param = None
suffix = None
#If addend is negative, will return negative if can't take that many, otherwise 0
def push_qty(self, addend):
leftover = 0
self.qty += addend
if self.qty > _MAX_STACK_QTY:
leftover = self.qty - _MAX_STACK_QTY
self.qty = _MAX_STACK_QTY
elif self.qty < 0:
leftover = self.qty
self.qty = 0
self.name = "Empty"
self.param = None
self.suffix = None
return leftover
def get_item_as_inventory_line(self):
result = None
is_msg = False
if self.name is not None:
if self.name!="Empty":
if self.qty is not None:
result = "Item"
result += " "+self.name
if (self.qty!=1) or (self.param is not None) or (self.suffix is not None):
result += " "+str(self.qty)
if self.param is not None:
result += " "+self.param
if self.suffix is not None:
result += " "+self.suffix
else:
owner_msg = ""
if self.owner is not None:
owner_msg = " owned by "+self.owner
print("ERROR in get_item_as_inventory_line: qty is None for "+self.name+owner_msg)
is_msg = True
else:
result = "Empty"
else:
owner_msg = ""
if self.owner is not None:
owner_msg = " owned by "+self.owner
print("ERROR in get_item_as_inventory_line: name is None for item"+owner_msg)
is_msg = True
if is_msg:
raw_input("Press enter to continue...")
return result
def set_from_inventory_line(self, line):
self.name = None
self.qty = None
self.param = None
self.suffix = None
if line!="Empty":
parts = line.strip().split(" ")
is_warning = False
if (len(parts)!=2) and (len(parts)!=3) and (len(parts)!=4):
print("inventory has extra unknown params that will be ignored but saved: "+line)
is_warning = True
if len(parts)>=2:
if parts[0]=="Item":
self.name = parts[1].strip()
if len(parts)>2:
self.qty = int(parts[2].strip())
if len(parts)>=4:
self.param = parts[3].strip()
if len(parts)>4:
self.suffix = " " + " ".join(parts[5:])
else:
self.qty = 1
else:
print("Not an item line: "+line)
is_warning = True
else:
print("Failed to parse line since too few ("+len(parts)+") param(s).")
is_warning = True
if is_warning:
raw_input("Press enter to continue...")
else:
self.name = "Empty"
class MinetestInventory:
name = None
width = None
items = None
def __init__(self):
self.items = list() # IS allowed to have duplicate names
def push_item(self, item_id, qty):
for index in range(0,len(self.items)):
if self.items[index].name==item_id:
qty = self.items[index].push_qty(qty)
if qty==0:
break
if qty!=0:
for index in range(0,len(self.items)):
if self.items[index].name=="Empty":
self.items[index].name = item_id
self.items[index].qty = 0
self.items[index].param = None #TODO: set this! id needed for tools (see itemstring format at https://github.com/minetest/minetest/blob/master/doc/world_format.txt )
self.items[index].suffix = None
qty = self.items[index].push_qty(qty)
if qty==0:
break
return qty
def write_to_stream(self, outs):
if self.name is not None:
#if self.width is not None:
if self.width is None:
self.width = 0
if self.items is not None:
outs.write("List "+self.name+" "+str(len(self.items))+"\n")
outs.write("Width "+str(self.width)+"\n")
for item in self.items:
line = item.get_item_as_inventory_line()
if line is not None:
outs.write(line+"\n")
outs.write("EndInventoryList"+"\n")
else:
print("ERROR in minetestinventory.write_to: items is None")
raw_input("Press enter to continue...")
#else:
# print("ERROR in minetestinventory.write_to: width is None")
# raw_input("Press enter to continue...")
else:
print("ERROR in minetestinventory.write_to: name is None")
raw_input("Press enter to continue...")
class MinetestPlayer:
playerid = None
player_args = None
inventories = None
oops_list = None
def __init__(self, playerid):
self.player_args = {}
self.player_args["breath"] = 11
self.player_args["hp"] = playerid
if playerid is not None:
self.player_args["name"] = 20
self.player_args["pitch"] = 24.9 # not sure what range is, so using an example
self.player_args["position"] = "(0.0,0.0,0.0)"
self.player_args["version"] = 1
self.player_args["yaw"] = 0.0
self.playerid = playerid
self.inventories = list()
# returns how many didnt' fit in any inventory lists
def push_item(self, item_id, qty):
main_index = -1
for index in range(0,len(self.inventories)):
if self.inventories[index].name=="main":
main_index = index
break
if main_index>-1:
qty = self.inventories[main_index].push_item(item_id, qty)
else:
print("ERROR: no inventory List named 'main' for "+self.playerid)
if qty!=0:
for index in range(0,len(self.inventories)):
if self.inventories[index].name=="craft":
qty = self.inventories[index].push_item(item_id, qty)
break
return qty
def save(self):
if "name" in self.player_args:
player_path = os.path.join(minetest_players_path, self.playerid)
self.save_as(player_path)
def save_as(self, player_path):
if "name" in self.player_args:
outs = open(player_path, 'w')
for this_key in self.player_args:
outs.write(this_key+" = "+str(self.player_args[this_key])+"\n")
outs.write("PlayerArgsEnd"+"\n")
for inventory in self.inventories:
#if type(inventory) is MinetestInventory:
inventory.write_to_stream(outs)
#else:
# print("ERROR in minetestplayer.save: '"+this_key+"' is not a MinetestInventory")
outs.write("EndInventory"+"\n")
if self.oops_list is not None:
for line in self.oops_list:
outs.write(line+"\n")
outs.close()
else:
print("ERROR in minetestplayer.save: missing 'name' in player_args")
def load(self):
if self.playerid is not None and len(self.playerid.strip())>0:
player_path = os.path.join(minetest_players_path, self.playerid)
self.load_from_file(player_path)
else:
print("ERROR in minetestplayer.load: 'playerid' member was not set (unique filename for players folder)")
def load_from_file(self, player_path):
section = "PlayerArgs"
ins = None
try:
ins = open(player_path, 'r')
line = True
this_inventory = None
while line:
line = ins.readline()
if line:
line = line.strip()
if len(line)>0:
ao = " = "
ao_index = line.find(ao)
if line=="PlayerArgsEnd":
section = "(commands)"
elif section=="PlayerArgs":
if ao_index>-1:
n = line[:ao_index].strip()
v = line[ao_index+len(ao):].strip()
self.player_args[n] = v
elif section=="(commands)":
width_opener = "Width "
list_opener = "List "
if len(line)>len(list_opener) and line[:len(list_opener)]==list_opener:
list_name = None
list_name_ender = " "
list_name_index = len(list_opener)
list_name_ender_index = line.find(list_name_ender, list_name_index+1)
if list_name_ender_index>-1:
list_name = line[list_name_index:list_name_ender_index].strip()
else:
list_name = line[list_name_index].strip()
if len(list_name)>0:
this_inventory = MinetestInventory()
this_inventory.name = list_name
self.inventories.append(this_inventory)
else:
print("ERROR: name for inventory item for "+self.playerid)
elif line=="EndInventoryList":
section = "(commands)"
this_inventory = None
elif line=="EndInventory":
if this_inventory is not None:
print("WARNING: EndInventory before EndInventoryList for "+self.playerid)
section = "(EOF)"
elif len(line)>len(width_opener) and line[:len(width_opener)]==width_opener:
width_string = line[len(width_opener):].strip()
if this_inventory is not None:
try:
this_inventory.width = int(width_string)
except:
print("ERROR: Failed to parse '"+width_string+"' as integer Width for "+self.playerid)
else:
print("ERROR: found Width before List for line '"+line+"' for "+self.playerid)
else:
item_opener = "Item "
if (line=="Empty") or (len(line)>len(item_opener) and line[:len(item_opener)]==item_opener):
this_item = MinetestInventoryItem()
this_item.set_from_inventory_line(line)
this_item.owner = self.playerid
this_inventory.items.append(this_item)
else:
print("ERROR: can't parse '"+line+"' for "+self.playerid)
elif section=="(EOF)":
print("ERROR: unknown line after EndInventory (will be saved) for "+self.playerid)
if self.oops_list is None:
self.oops_list = list()
self.oops_list.append(line)
except:
print("Could not finish minetestplayer.load_from_file:")
view_traceback()
try:
if ins is not None:
ins.close()
except:
pass
DEBUG_TXT_TIME_FORMAT_STRING="%Y-%m-%d %H:%M:%S"
player_file_indicator_string = "PlayerArgsEnd"
player_file_extension = "" # player files have no extension in minetest
replay_file_ao = "="
def recover_player_files_by_content(recovery_source_path, dest_players_path):
extra_path = os.path.join(dest_players_path, "extra_players")
if os.path.isdir(recovery_source_path):
folder_path = recovery_source_path
for sub_name in os.listdir(folder_path):
sub_path = os.path.join(folder_path,sub_name)
if os.path.isfile(sub_path):
if (sub_name[:1]!="."):
is_player_file = False
ins = open(sub_path, 'r')
name = None
print("EXAMINING "+sub_name)
line = True
while line:
line = ins.readline()
if line:
ao = "="
ao_index = line.find(ao)
if ao_index>-1:
n = line[:ao_index].strip()
v = line[ao_index+len(ao):].strip()
if n == "name":
name = v
if is_player_file:
break
elif line.strip()=="PlayerArgsEnd":
is_player_file = True
if name is not None:
break
ins.close()
if is_player_file:
dest_path = ""
dest_path = os.path.join(dest_players_path, name)
if (name is not None) and (not os.path.isfile(dest_path)):
shutil.copyfile(sub_path, dest_path)
else:
if not os.path.isdir(extra_path):
os.makedirs(extra_path)
dest_path = os.path.join(extra_path, sub_name)
shutil.copyfile(sub_path, dest_path)
print(" recovered to '"+dest_path+"'")
players = None
def load_player_storage(player_storage_path):
global players
players = {}
if not os.path.exists(player_storage_path):
os.makedirs(player_storage_path)
else:
folder_path = player_storage_path
for sub_name in os.listdir(folder_path):
sub_path = os.path.join(folder_path,sub_name)
if os.path.isfile(sub_path):
if (sub_name[:1]!="."):
if (len(sub_name)>4) and (sub_name[-len(PLAYER_STORAGE_FILE_DOT_THEN_EXT):]==PLAYER_STORAGE_FILE_DOT_THEN_EXT):
playerid = sub_name[:-len(PLAYER_STORAGE_FILE_DOT_THEN_EXT)]
players[playerid] = get_dict_from_conf_file(sub_path, replay_file_ao)
#returns list of give commands if has problem
def move_storage_to_players(storage_path, output_players_folder_path, leftover_give_commands_folder_path, change_player_position_enable=True):
give_commands_by_playerid = {}
if os.path.isdir(storage_path):
folder_path = storage_path
for sub_name in os.listdir(folder_path):
sub_path = os.path.join(folder_path,sub_name)
if os.path.isfile(sub_path):
if (sub_name[:1]!="."):
if len(sub_name) > len(PLAYER_STORAGE_FILE_DOT_THEN_EXT):
playerid = sub_name[:-len(PLAYER_STORAGE_FILE_DOT_THEN_EXT)]
player_path = os.path.join(minetest_players_path, playerid)
if os.path.isfile(player_path):
this_storage = get_dict_from_conf_file(sub_path, "=")
minetestplayer = MinetestPlayer(playerid)
minetestplayer.load_from_file(player_path)
is_changed = False
for this_key in this_storage.keys():
if this_key != "position":
item_id = this_key
qty = int(this_storage[this_key])
leftover = minetestplayer.push_item(item_id, qty)
if leftover!=0:
line = "/give "+minetestplayer.playerid+" "+item_id+" "+str(leftover)
if playerid not in give_commands_by_playerid:
give_commands_by_playerid[playerid] = list()
give_commands_by_playerid[playerid].append(line)
is_changed = True
else:
if change_player_position_enable:
minetestplayer.player_args["position"] = this_storage[this_key]
is_changed = True
print(" moved "+playerid+" to "+minetestplayer.player_args["position"])
if is_changed:
minetestplayer.save_as(player_path)
print(" saved '"+player_path+"'")
if playerid in give_commands_by_playerid.keys():
give_commands = give_commands_by_playerid[playerid]
mode_string = 'w'
if not os.path.isdir(leftover_give_commands_folder_path):
os.makedirs(leftover_give_commands_folder_path)
player_commands_path = os.path.join(leftover_give_commands_folder_path, playerid+".txt")
if os.path.isfile(player_commands_path):
mode_string = 'a'
outs = open(player_commands_path, mode_string)
for line in give_commands:
outs.write(line+"\n")
print(line)
outs.close()
os.remove(sub_path) # save_conf_from_dict(sub_path, this_storage, "=")
else:
print("WARNING: no playerid '"+playerid+"', so keeping storage file")
else:
print("ERROR: missing storage folder '"+storage_path+"'")
def convert_storage_to_give_commands_DEPRECATED(storage_path, output_folder_path, real_names_path):
global players
#if players is None:
# load_player_storage(player_storage_path)
while True:
print("")
playerid = raw_input("Minetest Username: ")
real_name_string = raw_input("Real Name: ")
identifiable_user_description = "first initial + last name + grad year"
identifiable_user_string = raw_input(identifiable_user_description+": ")
if len(playerid)>0:
player_storage_path = os.path.join(storage_path,playerid)
if os.path.isfile(player_storage_path):
#if len(real_name_string)>0:
identifiable_user_string_strip = identifiable_user_string.strip()
if len(identifiable_user_string_strip)>0:
appends = open(real_names_path, 'a')
#line = playerid.strip().replace(","," ")+","+real_name_string.replace(","," ")+","
line = playerid.strip().replace(","," ")+","+real_name_string+","+identifiable_user_string_strip.replace(","," ")
appends.append(line+"\n")
appends.close()
this_player = get_dict_from_conf_file(player_storage_path, "=")
position_string = None
#TODO: output_folder_path
for this_key in this_player:
if this_key!="position":
line = "/give "+playerid+" "+this_key+" "+str(this_player[this_key])
print(line)
else:
position_string = this_player[this_key]
if position_string is not None:
ten_to_one_coords = get_tuple_from_notation(position_string)
if len(ten_to_one_coords)==3:
location_string = str(ten_to_one_coords[0]/10)+","+str(ten_to_one_coords[1]/10)+","+str(ten_to_one_coords[2]/10)
print("/teleport "+playerid+" "+location_string)
else:
print("bad coords: "+location_string)
appends.close()
else:
print(identifiable_user_description+" not accepted, so nothing will be done.")
else:
print("No storage file was found named '"+player_storage_path+"'")
else:
break
def modify_player_storage_from_debug(debug_txt_path, player_storage_path, min_date_string):
global players
min_date = None
if min_date_string is not None:
min_date = datetime.strptime(min_date_string, DEBUG_TXT_TIME_FORMAT_STRING)
print("Using min date "+str(min_date))
raw_input("press enter to continue...")
if players is None:
load_player_storage(global_player_storage_path)
ins = open(debug_txt_path, 'r')
line = True
while line:
line = ins.readline()
if line:
ao = ": ACTION[Server]: "
ao_index = line.find(ao)
#look for lines such as:
#2016-03-03 11:42:17: ACTION[Server]: 1234567your digs default:stone at (-21,-81,-80)
if ao_index>-1:
date_string = line[:ao_index].strip()
action_date = datetime.strptime(date_string, DEBUG_TXT_TIME_FORMAT_STRING)
if (min_date is None) or (action_date>=min_date):
action_string = line[ao_index+len(ao):].strip()
name_ender = " digs "
name_ender_index = action_string.find(name_ender)
delta = 1
if name_ender_index < 0:
name_ender = " places node "
name_ender_index = action_string.find(name_ender)
delta = -1
position_string = None
position_one_to_one_string = None
at_delimiter = " at ("
is_enough_information = False
this_player = None
if name_ender_index > -1:
#also save location to player file in MULTIPLIED BY 10 format such as:
#position = (-623.69,34.62,1246.17)
playerid = action_string[:name_ender_index]
print("playerid:"+playerid)
item_ender_index = action_string.find(" ",name_ender_index+len(name_ender))
if item_ender_index > -1:
item_string = action_string[name_ender_index+len(name_ender):item_ender_index]
is_enough_information = True
if "digs" in name_ender:
if item_string in after_broken:
item_string = after_broken[item_string]
print(" "+item_string)
if playerid not in players:
players[playerid] = {}
this_player = players[playerid]
if item_string not in this_player:
this_player[item_string] = delta
else:
this_player[item_string] += delta
else:
name_ender = " punches object "
name_ender_index = action_string.find(name_ender)
if name_ender_index > -1:
playerid = action_string[:name_ender_index]
print(playerid+":")
is_enough_information = True
if playerid not in players:
players[playerid] = {}
this_player = players[playerid]
if is_enough_information:
at_delimiter_index = action_string.find(at_delimiter)
if at_delimiter_index>-1:
at_ender = ")"
at_ender_index = action_string.find(at_ender,at_delimiter_index+len(at_delimiter))
if at_ender_index>-1:
position_one_to_one_string = action_string[at_delimiter_index+len(at_delimiter):at_ender_index]
pos_strings = position_one_to_one_string.split(",")
if len(pos_strings)==3:
coords = [float(pos_strings[0])*10, float(pos_strings[1])*10, float(pos_strings[2])*10]
position_string = "(" + str(coords[0])+","+str(coords[1])+","+str(coords[2]) + ")"
else:
print("WARNING: bad event coords '"+str(pos_strings)+"'")
if min_date is None:
print(" note: Saving since min_date is None")
else:
print(" note: Saving since "+datetime.strftime(action_date,DEBUG_TXT_TIME_FORMAT_STRING)+" >= "+datetime.strftime(min_date,DEBUG_TXT_TIME_FORMAT_STRING))
if position_string is not None:
this_player["position"] = position_string
print(" position: "+position_string)
if position_one_to_one_string is not None:
#this_player["position"] = position_string
print(" block: "+position_one_to_one_string)
for playerid in players.keys():
player_replay_path = os.path.join(player_storage_path, playerid+PLAYER_STORAGE_FILE_DOT_THEN_EXT)
save_conf_from_dict(player_replay_path, players[playerid], replay_file_ao)
#ins.close()
#outs = open(output_path, 'w')
#outs.write(line+"\n")
#outs.close()
#recover_player_files_by_content("C:\\1.RaiseDataRecovery", "C:\\Users\\jgustafson\\Desktop\\Backup\\fcalocal\\home\\owner\\.minetest\\worlds\\FCAGameAWorld\\players")
### RESTORE ITEMS FROM DEBUG.TXT:
#"C:\Users\jgustafson\Desktop\Backup\fcalocal\home\owner\.minetest\debug_archived\2016\03\"
##modify_player_storage_from_debug("C:\\Users\\jgustafson\\Desktop\\Backup\\fcalocal\\home\\owner\\.minetest\\debug.txt", global_player_storage_path, min_date_string)
#for debug_path in debugs_list:
# modify_player_storage_from_debug(debug_path, global_player_storage_path, min_date_string)
#C:\Users\jgustafson\ownCloud\FCA\player_storage
give_path = os.path.join(global_player_storage_path, "give")
#convert_storage_to_give_commands(global_player_storage_path, give_path, real_names_path)
#move_storage_to_players(global_player_storage_path, minetest_players_path, give_path, change_player_position_enable=True)
### FOR TESTING PURPOSES:
# C:\Users\jgustafson\Desktop\Backup\fcalocal\home\owner\.minetest\worlds\FCAGameAWorld\players\
#minetestplayer = MinetestPlayer("mrg")
#minetestplayer.load()
#item_id = "default:glass"
#leftover = minetestplayer.push_item(item_id,1286)
#print("/give "+minetestplayer.playerid+" "+item_id+" "+str(leftover))
#minetestplayer.playerid = "mrg-try1"
#minetestplayer.save()
if os.sep == "\\":
print("REMEMBER if you plan on using these player files on a 'nix-like system, run dos2unix * on your world's players folder after copying from this Windows machine to convert line endings, otherwise inventory will be blanked out!")
Write Preview
Loading…
Cancel
Save