RexiMemo/RexiMemo-OSE
1
1 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Upgraded Hatenatools to the latest version

Browse Source
This commit is contained in:
Rix565 authored and Peder B. Sundt committed 2020-12-17 16:35:20 +01:00
1 parent e21e637923
commit 545fd41b03
3 files changed
+442 -222
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

Hatenatools/NTFT.py
+64 -32
View File
@@ -8,7 +8,7 @@
# -The guys behind TiledGGD. This sped up my work a lit. # -The guys behind TiledGGD. This sped up my work a lit.
# -Jsafive for supplying .ugo files # -Jsafive for supplying .ugo files
# #
import sys, os import sys, os, numpy as np
try: try:
import Image import Image
hasPIL = True hasPIL = True
@@ -87,7 +87,8 @@ class NTFT:
return False return False
#JUST DO IT! #JUST DO IT!
self.Image = [[None for _ in xrange(h)] for _ in xrange(w)] #self.Image = [[None for _ in xrange(h)] for _ in xrange(w)]
self.Image = np.zeros((w, h), dtype=">u4")
for y in xrange(h): for y in xrange(h):
for x in xrange(w): for x in xrange(w):
pos = (x + y*pw)*2 pos = (x + y*pw)*2
@@ -99,7 +100,8 @@ class NTFT:
g = (byte >> 5 & 0x1F) * 0xFF / 0x1F g = (byte >> 5 & 0x1F) * 0xFF / 0x1F
r = (byte & 0x1F) * 0xFF / 0x1F r = (byte & 0x1F) * 0xFF / 0x1F
self.Image[x][y] = (r<<24) | (g<<16) | (b<<8) | a#RGBA8 #self.Image[x][y] = (r<<24) | (g<<16) | (b<<8) | a#RGBA8
self.Image[x, y] = (r<<24) | (g<<16) | (b<<8) | a#RGBA8
self.Loaded = True self.Loaded = True
return self return self
@@ -115,22 +117,24 @@ class NTFT:
if not self.Loaded: if not self.Loaded:
return False return False
w = len(self.Image[0]) #h = len(self.Image[0])
h = len(self.Image) #w = len(self.Image)
w, h = self.Image.shape
#the actual stored data is a image with the sizes padded to the nearest power of 2 #the actual stored data is a image with the sizes padded to the nearest power of 2
psize = [] psize = []
for i in size: for i in (w, h):
p = 1 p = 1
while 1<<p < i: while 1<<p < i:
p += 1 p += 1
padded_size.append(1<<p) psize.append(1<<p)
out = [] out = []
for y in xrange(psize[1]): for y in xrange(psize[1]):
for x in xrange(psize[0]): for x in xrange(psize[0]):
#read #read
c = self.Image[clamp(x, 0, w-1)][clamp(y, 0, h-1)] #c = self.Image[clamp(x, 0, w-1)][clamp(y, 0, h-1)]
c = self.Image[clamp(x, 0, w-1), clamp(y, 0, h-1)]
r = c >> 24 r = c >> 24
g = (c >> 16) & 0xFF g = (c >> 16) & 0xFF
b = (c >> 8 ) & 0xFF b = (c >> 8 ) & 0xFF
@@ -153,19 +157,24 @@ class NTFT:
#Function WriteImage: #Function WriteImage:
# #
# Writes a 2D list of uint32 RGBA values as a image files. # Writes a 2D array of uint32 RGBA values as a image file.
# Designed to work with NTFT.Image # Designed to work with NTFT.Image
# #
# This function requires the PIl imaging module # This function requires the PIl imaging module
def WriteImage(image, outputPath): def WriteImage(image, outputPath):
if not hasPIL or not image: return False if not hasPIL:
print "Error: PIL not found!"
return False
#if not image: return False
out = [] out = image.tostring("F")
for y in xrange(len(image[0])):
for x in xrange(len(image)):
out.append(DecAsc(image[x][y], 4))
out = Image.fromstring("RGBA", (len(image), len(image[0])), "".join(out)) # out = []
# for y in xrange(len(image[0])):
# for x in xrange(len(image)):
# out.append(DecAsc(image[x][y], 4))
out = Image.fromstring("RGBA", (len(image), len(image[0])), out)
filetype = outputPath[outputPath.rfind(".")+1:] filetype = outputPath[outputPath.rfind(".")+1:]
out.save(outputPath, filetype) out.save(outputPath, filetype)
@@ -178,7 +187,7 @@ def WriteImage(image, outputPath):
# This can be passed into NTFT().SetImage() # This can be passed into NTFT().SetImage()
# #
# This function requires the PIl imaging module # This function requires the PIl imaging module
def ReadImage(path): def ReadImage(path):#TODO: make it support numpy
if not hasPIL: return False if not hasPIL: return False
image = Image.open(path) image = Image.open(path)
@@ -192,12 +201,14 @@ def ReadImage(path):
def Combine((r, g, b, a)): def Combine((r, g, b, a)):
return (r << 24) | (g << 16) | (b << 8) | a return (r << 24) | (g << 16) | (b << 8) | a
ret = [] #ret = []
ret = np.zeros((w, h), dtype=">u4")
for x in xrange(w): for x in xrange(w):
line = [] #line = []
for y in xrange(h): for y in xrange(h):
line.append(Combine(pixeldata[y*w + x])) ret[x, y] = Combine(pixeldata[y*w + x])#maybe make a more numpy efficient way?
ret.append(line) #line.append(Combine(pixeldata[y*w + x]))
#ret.append(line)
return ret return ret
@@ -218,23 +229,22 @@ def ReadImage(path):
#i.Image = ReadImage("NTFTtests/geh.png") #i.Image = ReadImage("NTFTtests/geh.png")
#i.WriteFile("NTFTtests/geh.ntft") #i.WriteFile("NTFTtests/geh.ntft")
if __name__ == "__main__": if __name__ == "__main__":
print " == NTFT.py ==" print " == NTFT.py =="
print " == by pbsds ==" print " == by pbsds =="
print " == v0.72 ==" print " == v0.95 =="
print print
if not hasPIL: if not hasPIL:
print "PIL not found! Exiting..." print "PIL not found! Exiting..."
sys.exit()
if len(sys.argv) < 3: if len(sys.argv) < 2:
print "Usage:" print "Usage:"
print " NTFT.py <input> [<output> [<width> <height>]]" print " NTFT.py <input> [<output> [<width> <height>]]"
print "" print ""
print "Can convert a NTFT to PNG or the other way around." print "Can convert a NTFT to PNG or the other way around."
print "if <output> isn't spesified it will be set to <input> with an another extention" print "if <output> isn't specified it will be set to <input> with an another extension"
print "" print ""
print "The NTFT file contain only the colordata, so it's up to the user to find or" print "The NTFT file contain only the colordata, so it's up to the user to find or"
print "store the resolution of the image. <width> and <height> is required" print "store the resolution of the image. <width> and <height> is required"
@@ -243,31 +253,53 @@ if __name__ == "__main__":
sys.exit() sys.exit()
input = sys.argv[1] input = sys.argv[1]
Encode = True#if false it'll decode
if input[-4:].lower == "ntft" or len(sys.argv) >= 5: if input[-4:].lower() == "ntft" or len(sys.argv) >= 5:
print "Mode: NTFT -> image"
Encode = False Encode = False
else:
print "Mode: image -> NTFT"
Encode = True#if false it'll decode
if len(sys.argv) >= 3: if len(sys.argv) >= 3:
output = sys.argv[2] output = sys.argv[2]
width, height = None, None
if len(sys.argv) >= 5: if len(sys.argv) >= 5:
if (not sys.argv[3].isdigit()) or (not sys.argv[4].isdigit()): if (not sys.argv[3].isdigit()) or (not sys.argv[4].isdigit()):
print "Invalid sizes" print "Invalid size input!"
sys.exit() sys.exit()
width = int(sys.argv[3]) width = int(sys.argv[3])
height = int(sys.argv[4]) height = int(sys.argv[4])
else:
width, height = None, None if not (width and height) and not Encode:
print "Image size not provided!"
sys.exit()
else: else:
output = ".".join(input.split(".")[:-1]) + (".ntft" if Encode else ".png") output = ".".join(input.split(".")[:-1]) + (".ntft" if Encode else ".png")
print "Converting..." print "Converting..."
if Encode: if Encode:
try:
image = ReadImage(input)
except IOError as err:
print err
sys.exit()
i = NTFT() i = NTFT()
i.Loaded = True i.Loaded = True
i.Image = ReadImage(input) i.Image = image
i.WriteFile(output) i.WriteFile(output)
else: else:
WriteImage(NTFT().ReadFile(input, (width, height)).Image, output) try:
ntft = NTFT().ReadFile(input, (width, height))
except IOError as err:
print err
sys.exit()
if not ntft:#eeror message already printed
sys.exit()
WriteImage(ntft.Image, output)
print "Done!" print "Done!"
Hatenatools/PPM.py
+375 -187
View File
@@ -1,20 +1,39 @@
#!/usr/bin/env python
#PPM.py by pbsds for python 2.7 #PPM.py by pbsds for python 2.7
#AGPL3 licensed #AGPL3 licensed
# #
#PIL is required to write images to disk #Numpy is required
#PIL is needed to write images to disk
# #
#Credits: #Credits:
# #
# -Steven for most of the documentation on DSiBrew and his frame decoding example on his talkpage # - Steven for most of the documentation on DSiBrew and his frame decoding example on his talkpage
# -Remark for help on the 8x8 tiling on the preview image. # - Remark for help on the 8x8 tiling on the preview image.
# -Jsafive for supplying .tmb files # - Jsafive for supplying .tmb files
# - Austin Burk, Midmad on hatena haiku and WDLmaster on hcs64.com for determining the sound codec
# #
import sys, wave#needs os and time aswell import sys, wave, audioop, re, os #needs os and time aswell in CMD mode (UPDATE 2018/07/04: os used to get devnull for discarding subprocess output)
import numpy as np
import subprocess # used for ffmpeg
import tempfile, shutil # temporary directory whilst exporting, shutil to clean up after
import time
try: try:
import Image from PIL import Image
hasPIL = True hasPIL = True
except ImportError: except ImportError:
print "Warning: PIL not found, image extraction won't work!"
hasPIL = False hasPIL = False
# Test for ffmpeg by executing ffmpeg -h; an OSError indicates ffmpeg is not installed
try:
with open(os.devnull,"w") as null:
subprocess.call(["ffmpeg","-h"],
stdout=null,
stderr=null)
hasffmpeg = True
except OSError:
print "Warning: ffmpeg not found, video export unavailable. Please make sure ffmepg is installed and can be accessed on your path."
hasffmpeg = False
#helpers: #helpers:
def AscDec(ascii, LittleEndian=False):#Converts a ascii string into a decimal def AscDec(ascii, LittleEndian=False):#Converts a ascii string into a decimal
@@ -46,6 +65,25 @@ def AddPadding(i,pad = 0x10):#used mainly for zipaligning offsets
return i + pad - (i % pad) return i + pad - (i % pad)
return i return i
#palettes:
FramePalette = [0xFFFFFFFF,0x000000FF,0xFF0000FF,0x0000FFFF]
ThumbPalette = (0xFEFEFEFF,#0
0x4F4F4FFF,#1
0xFFFFFFFF,#2
0x9F9F9FFF,#3
0xFF0000FF,#4
0x770000FF,#5
0xFF7777FF,#6
0x00FF00FF,#7-
0x0000FFFF,#8
0x000077FF,#9
0x7777FFFF,#A
0x00FF00FF,#B-
0xFF00FFFF,#C
0x00FF00FF,#D-
0x00FF00FF,#E-
0x00FF00FF)#F-
#Class PPM: #Class PPM:
# #
# With this class you can read a Flipnote PPM file into memory and get its attributes. # With this class you can read a Flipnote PPM file into memory and get its attributes.
@@ -69,8 +107,9 @@ def AddPadding(i,pad = 0x10):#used mainly for zipaligning offsets
# - instance.OriginalFilename: The original filename # - instance.OriginalFilename: The original filename
# - instance.CurrentFilename: The current filename # - instance.CurrentFilename: The current filename
# - instance.Date: The date in seconds since January 1'st 2000 # - instance.Date: The date in seconds since January 1'st 2000
# - instance.GetThumbnail(): The thumbnail stored in a 2D list of uint32 RGBA values. Will decode it first if not done so already # - instance.GetThumbnail(): The thumbnail stored in a 2D list of uint32 RGBA values (>u4). Will decode it first if not done so already
# - instance.GetFrame(n): Returns the specified frame as a 2D list of uint32 RGBA values. Only works if ReadFrames was true when reading the PPM file # - instance.GetFrame(n): Returns the specified frame as a 2D list of uint32 RGBA values (>u4). Only works if ReadFrames was true when reading the PPM file
# - instance.GetSound(n): Returns the decoded sound. Index 0 is the BGM. 1, 2 and 3 are the SFXs. if outputpath is None, the raw mono PCM @ 8184Hz is returned instead as a string
# - instance.Looped: A boolean telling us wether it's looped or not # - instance.Looped: A boolean telling us wether it's looped or not
# - instance.SFXUsage: A list telling us when the different sound effects are used: # - instance.SFXUsage: A list telling us when the different sound effects are used:
# instance.SFXUsage[frame] = [SFX1, SFX2, SFX3] where the SFX's are booleans # instance.SFXUsage[frame] = [SFX1, SFX2, SFX3] where the SFX's are booleans
@@ -83,12 +122,13 @@ def AddPadding(i,pad = 0x10):#used mainly for zipaligning offsets
# To get a colored image of a frame, use instance.GetFrame() # To get a colored image of a frame, use instance.GetFrame()
# - instance.SoundData: A list contaning the raw data of the BGM and the 3 sound effects. Only available if ReadSound was true set to true # - instance.SoundData: A list contaning the raw data of the BGM and the 3 sound effects. Only available if ReadSound was true set to true
class PPM: class PPM:
def __init__(self): def __init__(self,forced_speed=None):
self.Loaded = [False, False, False]#(Meta, Frames, Sound) self.Loaded = [False, False, False]#(Meta, Frames, Sound)
self.Frames = None self.Frames = None
self.Thumbnail = None self.Thumbnail = None
self.RawThumbnail = None self.RawThumbnail = None
self.SoundData = None self.SoundData = None
self.forced_speed = forced_speed
def ReadFile(self, path, DecodeThumbnail=False, ReadFrames=True, ReadSound=False):#Load: (thumbnail, frames, sound) def ReadFile(self, path, DecodeThumbnail=False, ReadFrames=True, ReadSound=False):#Load: (thumbnail, frames, sound)
f = open(path, "rb") f = open(path, "rb")
ret = self.Read(f.read(), DecodeThumbnail, ReadFrames, ReadSound) ret = self.Read(f.read(), DecodeThumbnail, ReadFrames, ReadSound)
@@ -116,8 +156,8 @@ class PPM:
self.OriginalFilenameC = data[0x66:0x78]#compressed self.OriginalFilenameC = data[0x66:0x78]#compressed
self.CurrentFilenameC = data[0x78:0x8a]#compressed self.CurrentFilenameC = data[0x78:0x8a]#compressed
self.OriginalFilename = "%s_%s_%s.tmb" % (self.OriginalFilenameC[:3].encode("HEX").upper(), self.OriginalFilenameC[3:-2], str(AscDec(self.OriginalFilenameC[-2:], True)).zfill(3)) self.OriginalFilename = "%s_%s_%s.ppm" % (self.OriginalFilenameC[:3].encode("HEX").upper(), self.OriginalFilenameC[3:-2], str(AscDec(self.OriginalFilenameC[-2:], True)).zfill(3))
self.CurrentFilename = "%s_%s_%s.tmb" % (self.CurrentFilenameC[:3].encode("HEX").upper(), self.CurrentFilenameC[3:-2], str(AscDec(self.CurrentFilenameC[-2:], True)).zfill(3)) self.CurrentFilename = "%s_%s_%s.ppm" % (self.CurrentFilenameC[:3].encode("HEX").upper(), self.CurrentFilenameC[3:-2], str(AscDec(self.CurrentFilenameC[-2:], True)).zfill(3))
self.PreviousEditAuthorID = data[0x8a:0x92][::-1].encode("HEX").upper()#don't know what this really is self.PreviousEditAuthorID = data[0x8a:0x92][::-1].encode("HEX").upper()#don't know what this really is
@@ -127,7 +167,7 @@ class PPM:
self.RawThumbnail = data[0xa0:0x6a0] self.RawThumbnail = data[0xa0:0x6a0]
if DecodeThumbnail: if DecodeThumbnail:
self.GetThumbnail()#self.Thumbnail[x][y] = uint32 RGBA self.GetThumbnail()#self.Thumbnail[x, y] = uint32 RGBA
self.Loaded[0] = True self.Loaded[0] = True
@@ -142,12 +182,17 @@ class PPM:
AscDec(data[AddPadding(AudioOffset+self.FrameCount, 4)+ 4:AddPadding(AudioOffset+self.FrameCount, 4)+ 8], True),#SFX1 AscDec(data[AddPadding(AudioOffset+self.FrameCount, 4)+ 4:AddPadding(AudioOffset+self.FrameCount, 4)+ 8], True),#SFX1
AscDec(data[AddPadding(AudioOffset+self.FrameCount, 4)+ 8:AddPadding(AudioOffset+self.FrameCount, 4)+12], True),#SFX2 AscDec(data[AddPadding(AudioOffset+self.FrameCount, 4)+ 8:AddPadding(AudioOffset+self.FrameCount, 4)+12], True),#SFX2
AscDec(data[AddPadding(AudioOffset+self.FrameCount, 4)+12:AddPadding(AudioOffset+self.FrameCount, 4)+16], True))#SFX3 AscDec(data[AddPadding(AudioOffset+self.FrameCount, 4)+12:AddPadding(AudioOffset+self.FrameCount, 4)+16], True))#SFX3
if self.forced_speed == None:
self.Framespeed = 8 - ord(data[AddPadding(AudioOffset+self.FrameCount, 4) + 16]) self.Framespeed = 8 - ord(data[AddPadding(AudioOffset+self.FrameCount, 4) + 16])
else:
self.Framespeed = self.forced_speed
self.BGMFramespeed = 8 - ord(data[AddPadding(AudioOffset+self.FrameCount, 4) + 17])#framespeed when the bgm was recorded self.BGMFramespeed = 8 - ord(data[AddPadding(AudioOffset+self.FrameCount, 4) + 17])#framespeed when the bgm was recorded
## self.BGMFramespeed = self.forced_speed
#Read the Frames: #Read the Frames:
if ReadFrames: if ReadFrames:
self.Frames = []#self.Frames[frame] = [inverted(bool), (color1(0-2), color2(0-2)), frame[layer][x][y] = bool] self.Frames = []#self.Frames[frame] = [inverted(bool), (color1(0-2), color2(0-2)), frame[layer, x, y] = bool]
for i, offset in enumerate(FrameOffsets): for i, offset in enumerate(FrameOffsets):
#Read frame header: #Read frame header:
Inverted = ord(data[offset]) & 0x01 == 0 Inverted = ord(data[offset]) & 0x01 == 0
@@ -184,52 +229,34 @@ class PPM:
pass pass
#Extracting: #Extracting:
def GetFrame(self, frame):#frame is the index in self.Frames. Only works if ReadFrames was True when reading the PPM file def GetFrame(self, frame):#frame is the index in self.Frames. Only works if ReadFrames was True when reading the PPM file
global FramePalette
if not self.Loaded[1]: return None if not self.Loaded[1]: return None
Inverted, Colors, Frame = self.Frames[frame] Inverted, Colors, Frame = self.Frames[frame]
#Defines the palette: #Defines the palette:
Palette = [0xFFFFFFFF,0x000000FF,0xFF0000FF,0x0000FFFF] Palette = FramePalette[:]
if Inverted: if Inverted:
Palette[0] = 0x000000FF Palette[0], Palette[1] = Palette[1], Palette[0]
Palette[1] = 0xFFFFFFFF
Color1 = Palette[Colors[0]] Color1 = Palette[Colors[0]]
Color2 = Palette[Colors[1]] Color2 = Palette[Colors[1]]
out = [] out = np.zeros((256, 192), dtype=">u4")
for x in xrange(256): out[:] = Palette[0]
out.append([]) out[Frame[1]] = Color2
for y in xrange(192): out[Frame[0]] = Color1
if Frame[0][x][y]:#Color 1:
out[-1].append(Color1)
elif Frame[1][x][y]:#Color 2:
out[-1].append(Color2)
else:#background:
out[-1].append(Palette[0])
return out return out
def GetThumbnail(self, force=False): def GetThumbnail(self, force=False):
if (not self.Thumbnail or force) and self.RawThumbnail: if (self.Thumbnail is None or force):# and self.RawThumbnail:
global ThumbPalette
if not self.RawThumbnail: if not self.RawThumbnail:
return False return False
out = [[0 for _ in xrange(48)] for _ in xrange(64)] out = np.zeros((64, 48), dtype=">u4")
palette = (0xFEFEFEFF,#0
0x4F4F4FFF,#1 #speedup:
0xFFFFFFFF,#2 palette = ThumbPalette
0x9F9F9FFF,#3
0xFF0000FF,#4
0x770000FF,#5
0xFF7777FF,#6
0x00FF00FF,#7-
0x0000FFFF,#8
0x000077FF,#9
0x7777FFFF,#A
0x00FF00FF,#B-
0xFF00FFFF,#C
0x00FF00FF,#D-
0x00FF00FF,#E-
0x00FF00FF)#F-
#8x8 tiling: #8x8 tiling:
for ty in range(6): for ty in range(6):
@@ -238,12 +265,39 @@ class PPM:
for x in range(0,8,2): for x in range(0,8,2):
#two colors stored in each byte: #two colors stored in each byte:
byte = ord(self.RawThumbnail[(ty*512+tx*64+y*8+x)/2]) byte = ord(self.RawThumbnail[(ty*512+tx*64+y*8+x)/2])
out[x+tx*8 ][y+ty*8] = palette[byte & 0xF] out[x+tx*8 , y+ty*8] = palette[byte & 0xF]
out[x+tx*8+1][y+ty*8] = palette[byte >> 4] out[x+tx*8+1, y+ty*8] = palette[byte >> 4]
self.Thumbnail = out self.Thumbnail = out
return self.Thumbnail return self.Thumbnail
#sub functions: def GetSound(self, index, outputpath=None):#index 0 is BGM. 1, 2 and 3 is SFX. if outputpath is None, the raw mono PCM @ 8184Hz is returned instead
if self.Loaded[2]:
if self.SoundData[index]:
#reverse nibbles:
data = []
for i in map(ord,self.SoundData[index]):
data.append(chr((i&0xF)<< 4 | (i>>4)))
data = "".join(data)
#4bit ADPCM decode
decoded = audioop.adpcm2lin(data, 2, None)[0]
#write to wav:
if outputpath:
f = wave.open(outputpath, "wb")
f.setnchannels(1)
f.setsampwidth(2)
f.setframerate(8192)#possibly 8184, but not a noticable difference anyway
f.writeframes(decoded)
#f.writeframes("".join(out))
f.close()
return True
else:
return decoded
else:
return False
#sub functions: (private)
def ExtractFrame(self, data, offset, PrevFrame=None): def ExtractFrame(self, data, offset, PrevFrame=None):
#defines line encoding storage: #defines line encoding storage:
#Enc1 = [0 for i in range(192)] #Enc1 = [0 for i in range(192)]
@@ -253,7 +307,8 @@ class PPM:
#Color2Frame = [[0 for i in range(192)] for i in range(256)] #Color2Frame = [[0 for i in range(192)] for i in range(256)]
Encoding = [[], []] Encoding = [[], []]
Frame = [[[False for _ in xrange(192)] for _ in xrange(256)] for _ in xrange(2)] #Frame = [[[False for _ in xrange(192)] for _ in xrange(256)] for _ in xrange(2)]
Frame = np.zeros((2, 256, 192), dtype=np.bool_)
#Read tags: #Read tags:
NewFrame = ord(data[offset]) & 0x80 <> 0 NewFrame = ord(data[offset]) & 0x80 <> 0
@@ -264,14 +319,15 @@ class PPM:
#WIP - framemove: #WIP - framemove:
FrameMove = [0,0] FrameMove = [0,0]
if Unknown & 0x2:#doesn't work 100%... if Unknown & 0x2:#doesn't work 100%...
move = AscDec(data[offset:offset+2], True) print "FrameMove at offset ",offset-1
if move > 128:
FrameMove[0] = move - 256 move_x = AscDec(data[offset+0:offset+1], True)
else: move_y = AscDec(data[offset+1:offset+2], True)
FrameMove[1] = 0-move FrameMove[0] = move_x if move_x <= 127 else move_x-256
FrameMove[1] = move_y if move_y <= 127 else move_y-256
offset += 2 offset += 2
if Unknown: elif Unknown:
print "Unknown instance:",Unknown,"at offset ",offset-1 print "Unknown tags:",Unknown,"at offset ",offset-1
#read the line encoding of the layers: #read the line encoding of the layers:
@@ -314,14 +370,15 @@ class PPM:
offset += 1 offset += 1
for _ in range(8): for _ in range(8):
if not byte & 0x01: if not byte & 0x01:
Frame[layer][x][y] = True Frame[layer, x, y] = True
x += 1 x += 1
byte >>= 1 byte >>= 1
else: else:
x += 8 x += 8
UseByte <<= 1 UseByte <<= 1
for n in range(256): for n in range(256):
Frame[layer][n][y] = not Frame[layer][n][y] #Frame[layer][n][y] = not Frame[layer][n][y]
Frame[layer, n, y] = not Frame[layer, n, y]
elif Encoding[layer][y] == 3:#Raw/full elif Encoding[layer][y] == 3:#Raw/full
x = 0 x = 0
for _ in range(32): for _ in range(32):
@@ -329,30 +386,27 @@ class PPM:
offset += 1 offset += 1
for _ in range(8): for _ in range(8):
if byte & 0x01: if byte & 0x01:
Frame[layer][x][y] = True Frame[layer, x, y] = True
x += 1 x += 1
byte >>= 1 byte >>= 1
#Merges this frame with the previous frame if NewFrame isn't true: #Merges this frame with the previous frame if NewFrame isn't true:
if not NewFrame and PrevFrame: if not NewFrame and PrevFrame.all() <> None:#maybe optimize this better for numpy...
if FrameMove[0] or FrameMove[1]:#Moves the previus frame if specified: if FrameMove[0] or FrameMove[1]:#Moves the previous frame if specified:
NewPrevFrame = [[[False for _ in xrange(192)] for _ in xrange(256)] for _ in xrange(2)] NewPrevFrame = np.zeros((2, 256, 192), dtype=np.bool_)
for y in range(192): for y in range(192):#this still isn't perfected
for x in range(256): for x in range(256):
TempX = x+FrameMove[0] TempX = x+FrameMove[0]
TempY = y+FrameMove[1] TempY = y+FrameMove[1]
if 0 <= Tempx < 256 and 0 <= TempY < 192: if 0 <= TempX < 256 and 0 <= TempY < 192:
NewPrevFrame[0][TempX][TempY] = PrevFrame[0][x][y] NewPrevFrame[0, TempX, TempY] = PrevFrame[0, x, y]
NewPrevFrame[1][TempX][TempY] = PrevFrame[1][x][y] NewPrevFrame[1, TempX, TempY] = PrevFrame[1, x, y]
PrevFrame = NewPrevFrame PrevFrame = NewPrevFrame
#Merge the frames: #merge the frames:
for y in range(192): Frame = Frame <> PrevFrame
for x in range(256):
Frame[0][x][y] = Frame[0][x][y] <> PrevFrame[0][x][y]
Frame[1][x][y] = Frame[1][x][y] <> PrevFrame[1][x][y]
return Frame return Frame
@@ -377,7 +431,7 @@ class PPM:
# - instance.OriginalFilename: The original filename # - instance.OriginalFilename: The original filename
# - instance.CurrentFilename: The current filename # - instance.CurrentFilename: The current filename
# - instance.Date: The date in seconds since January 1'st 2000 # - instance.Date: The date in seconds since January 1'st 2000
# - instance.GetThumbnail(): The thumbnail stored in a 2D list of uint32 RGBA values. Will decode it first if not done so already # - instance.GetThumbnail(): The thumbnail stored in a 2D numpy array of uint32 RGBA values (>u4). Will decode it first if not done so already
class TMB: class TMB:
def __init__(self): def __init__(self):
self.Loaded = False self.Loaded = False
@@ -423,7 +477,7 @@ class TMB:
self.RawThumbnail = data[0xa0:0x6a0] self.RawThumbnail = data[0xa0:0x6a0]
if DecodeThumbnail: if DecodeThumbnail:
self.GetThumbnail()#self.Thumbnail[x][y] = uint32 RGBA self.GetThumbnail()#self.Thumbnail[x, y] = uint32 RGBA
self.Loaded = True self.Loaded = True
#return the results #return the results
@@ -465,27 +519,15 @@ class TMB:
return "".join(out) return "".join(out)
def GetThumbnail(self, force=False): def GetThumbnail(self, force=False):
if (not self.Thumbnail or force) and self.RawThumbnail: if (self.Thumbnail is None or force):# and self.RawThumbnail:
global ThumbPalette
if not self.RawThumbnail: if not self.RawThumbnail:
return False return False
out = [[0 for _ in xrange(48)] for _ in xrange(64)] out = np.zeros((64, 48), dtype=">u4")
palette = (0xFEFEFEFF,#0
0x4F4F4FFF,#1 #speedup:
0xFFFFFFFF,#2 palette = ThumbPalette
0x9F9F9FFF,#3
0xFF0000FF,#4
0x770000FF,#5
0xFF7777FF,#6
0x00FF00FF,#7-
0x0000FFFF,#8
0x000077FF,#9
0x7777FFFF,#A
0x00FF00FF,#B-
0xFF00FFFF,#C
0x00FF00FF,#D-
0x00FF00FF,#E-
0x00FF00FF)#F-
#8x8 tiling: #8x8 tiling:
for ty in range(6): for ty in range(6):
@@ -494,8 +536,8 @@ class TMB:
for x in range(0,8,2): for x in range(0,8,2):
#two colors stored in each byte: #two colors stored in each byte:
byte = ord(self.RawThumbnail[(ty*512+tx*64+y*8+x)/2]) byte = ord(self.RawThumbnail[(ty*512+tx*64+y*8+x)/2])
out[x+tx*8 ][y+ty*8] = palette[byte & 0xF] out[x+tx*8 , y+ty*8] = palette[byte & 0xF]
out[x+tx*8+1][y+ty*8] = palette[byte >> 4] out[x+tx*8+1, y+ty*8] = palette[byte >> 4]
self.Thumbnail = out self.Thumbnail = out
return self.Thumbnail return self.Thumbnail
@@ -531,8 +573,8 @@ class TMB:
for x in range(0,8,2): for x in range(0,8,2):
#two colors stored in each byte: #two colors stored in each byte:
#pos = 0xa0+(ty*512+tx*64+y*8+x)/2 #pos = 0xa0+(ty*512+tx*64+y*8+x)/2
p1 = palette.index(self.Thumbnail[x+tx*8 ][y+ty*8]) p1 = palette.index(int(self.Thumbnail[x+tx*8 , y+ty*8]))
p2 = palette.index(self.Thumbnail[x+tx*8+1][y+ty*8]) p2 = palette.index(int(self.Thumbnail[x+tx*8+1, y+ty*8]))
out.append(chr(p2<<4 | p1)) out.append(chr(p2<<4 | p1))
self.RawThumbnail = "".join(out) self.RawThumbnail = "".join(out)
@@ -543,92 +585,107 @@ class TMB:
#Function WriteImage: #Function WriteImage:
# #
# Writes a 2D list if uint32 RGBA values as a image files. # Writes a 2D numpy array of uint32 RGBA values (>u4) as a image files.
# Designed to work with PPM().Thumbnail or PPM().GetFrame(n) # Designed to work with PPM().Thumbnail or PPM().GetFrame(n)
# #
# This function requires the PIl imaging module # This function requires the PIl imaging module
def WriteImage(image, outputPath): def WriteImage(image, outputPath, scale=1):
if not hasPIL or not image: return False if not hasPIL:
print "Error: PIL not found!"
return False
#if not image: return False
out = [] # Upscale the image by the scale factor so each original pixel is
for y in xrange(len(image[0])): # represented by a n-by-n-pixel square in the larger version.
for x in xrange(len(image)): # Any number 1 or smaller is just treated as a scale factor of 1.
out.append(DecAsc(image[x][y], 4)) if scale > 1:
newImg = np.repeat(np.repeat(image, scale, axis = 0), scale, axis = 1)
else:
newImg = image
out = Image.fromstring("RGBA", (len(image), len(image[0])), "".join(out)) out = newImg.tostring("F")
out = Image.frombytes("RGBA", (len(newImg), len(newImg[0])), out)
filetype = outputPath[outputPath.rfind(".")+1:] filetype = outputPath[outputPath.rfind(".")+1:]
out.save(outputPath, filetype) out.save(outputPath, filetype)
return True return True
#this is just for experimenting with sound decoding: def get_metadata(flipnote):
#not even remotely close to being finished epoch = time.mktime(time.struct_time([2000, 1, 1, 0, 0, 0, 5, 1, -1]))
def DecodeSound(outputpath, data):
f = wave.open(outputpath, "wb") meta = {
f.setnchannels(1) u"Current filename":flipnote.CurrentFilename[:-3]+filetype,
f.setsampwidth(2) u"Original filename":flipnote.OriginalFilename[:-3]+filetype,
f.setframerate(32000) u"Number of frames":flipnote.FrameCount,
for i in data: u"Locked":flipnote.Locked,
i1 = ord(i)&0xF u"Thumbnail frame index":(flipnote.ThumbnailFrameIndex+1),
i2 = (ord(i)>>4)&0xF u"Original author":flipnote.OriginalAuthorName,
#Noise reduction: u"Editor author":flipnote.EditorAuthorName,
#if i1&0x8: i1 = 0xF-(i1&0x7) u"Username":flipnote.Username,
#if i2&0x8: i2 = 0xF-(i2&0x7) u"Original author ID":flipnote.OriginalAuthorID,
i1 = i1&0x7 if i1&0x8 else 0xF-i1 u"Editor author ID":flipnote.EditorAuthorID,
i2 = i2&0x7 if i2&0x8 else 0xF-i2 u"Date(seconds since 1'st Jan 2000)":flipnote.Date,
f.writeframes(DecAsc(i1<<12, 2, True)*4) u"Date":time.strftime("%H:%M %d/%m-%Y (faulty)", time.gmtime(epoch+flipnote.Date)),
f.writeframes(DecAsc(i2<<12, 2, True)*4) }
if filetype == "ppm":
meta[u"Frame speed"]=flipnote.Framespeed
meta[u"BGM Frame speed"]=flipnote.BGMFramespeed
meta[u"Looped"]=flipnote.Looped
return meta
def DumpFrames(flipnote,directory,scale=1):
for i in xrange(flipnote.FrameCount):
print "Dumping frame #%i of %i..." % (i+1, flipnote.FrameCount)
WriteImage(flipnote.GetFrame(i), os.path.join(directory, "frame %s.png" % str(i+1).zfill(3)), scale)
def DumpSoundFiles(flipnote,directory,raw=False):
for i, data in enumerate(flipnote.SoundData):
if not data: continue
path = os.path.join(directory, ("BGM.wav", "SFX1.wav", "SFX2.wav", "SFX3.wav")[i])
flipnote.GetSound(i, path)
if raw:
f = open(path[:-3]+"bin", "wb")
f.write(data)
f.close() f.close()
#testing: def DumpSFXUsage(flipnote,directory):
# p = PPM() with open(os.path.join(directory, "SFX usage.txt"), "w") as f:
# print "loading ppm..." for i, (s1, s2, s3) in enumerate(flipnote.SFXUsage):
# p.ReadFile("PPMtests/test.ppm", (1, 1, 1)) f.write("Frame %i:%s%s%s\n" % (i, " SFX1"*s1, " SFX2"*s2, " SFX3"*s3))
# print str(p.OriginalAuthorName), str(p.OriginalAuthorID)
# print str(p.EditorAuthorName), str(p.EditorAuthorID)
# print "Dumping Thumbnail..."
# WriteImage(p.Thumbnail, "thumbnail.png")
# print "Dumping frames..."
# for i in xrange(p.FrameCount):
# WriteImage(p.GetFrame(i), "frames/frame %i.png" % i)
# print "Dumping raw sounds..."
# for i, data in enumerate(p.SoundData):
# f = open("sound %i.bin" % i, "wb")
# f.write(data)
# f.close()
# print "Extracting sounds...."
# for i, d in enumerate(p.SoundData): DecodeSound("out_%i.wav"%i, d)
if __name__ == '__main__': if __name__ == '__main__':
print " == PPM.py ==" print " == PPM.py =="
print " == by pbsds ==" print " == by pbsds =="
print " == v1.05 ==" print " == v1.3 =="
print print
if len(sys.argv) < 3: if len(sys.argv) < 3:
print "Usage:" print "Usage:"
print " PPM.py <Mode> <Input> [<Output>] [<Frame>]" print " PPM.py <Mode> <Input> [<Output>] [<Frame>] [<Option>]"
print "" print ""
print " <Mode>:" print " <Mode>:"
print " -t: Extracts the thumbnail to the file <Output>" print " -t: Extracts the thumbnail to the file <Output>"
print " -f: Extracts the frame(s) to <Output>" print " -f: Extracts the frame(s) to <Output>"
print " -s: Dumps the raw sound data files to the folder <Output>" print " -s: Dumps the sound files to the folder <Output>"
print " -S: Same as mode 2, but will also dump the experimentally decoded" print " -S: Same as mode -s, but will also dump the raw sound data files"
print " sounds." print " -e: Exports the flipnote to an MKV"
print " -m: Prints out the metadata. Can also write it to <output> which also" print " -m: Prints out the metadata. Can also write it to <output> which also"
print " supports unicode charactes." print " supports unicode charactes."
print " -oa: Seach a directory for an original author that matches the RegEx"
print " Mode -t and -m supports TMB files aswell" print " Mode -t and -m supports TMB files aswell"
print " <Frame>" print " <Frame>"
print " Only used in mode -f" print " Only used in mode -f"
print " Set this to the exact frame you want to extract(starting at 1) and it" print " Set this to the exact frame you want to extract(starting at 1) and it"
print " will be saved as a file to <Output>." print " will be saved as a file to <Output>."
print " If not specified, it will extract all frames to the folder <Output>" print " If not specified, it will extract all frames to the folder <Output>"
print " <Option>"
print " --speed N: Only used in mode -e. Set this to force a specific"
print " flipnote speed (1 to 8)."
print " --scale N: Only used in modes -e and -f. Set this to upscale the"
print " frames N times."
sys.exit() sys.exit()
@@ -655,6 +712,12 @@ if __name__ == '__main__':
print "<Output> not specified!" print "<Output> not specified!"
sys.exit() sys.exit()
try:
scale = int(sys.argv[sys.argv.index("--scale")+1])
print "Using frame scaling "+str(scale)
except (IndexError,ValueError):
scale = 1
print "Reading the flipnote file...", print "Reading the flipnote file...",
if not os.path.isfile(sys.argv[2]): if not os.path.isfile(sys.argv[2]):
print "Error!\nSpecified file doesn't exist!" print "Error!\nSpecified file doesn't exist!"
@@ -671,9 +734,8 @@ if __name__ == '__main__':
print "Error!\nThe specified directory doesn't exist!" print "Error!\nThe specified directory doesn't exist!"
sys.exit() sys.exit()
for i in xrange(flipnote.FrameCount): DumpFrames(flipnote,sys.argv[3], scale)
print "Dumping frame #%i..." % (i+1),
WriteImage(flipnote.GetFrame(i), os.path.join(sys.argv[3], "frame %s.png" % str(i+1).zfill(3)))
print "Done!" print "Done!"
else: else:
try: try:
@@ -687,7 +749,7 @@ if __name__ == '__main__':
sys.exit() sys.exit()
print "Dumping frame #%i..." % int(sys.argv[4]), print "Dumping frame #%i..." % int(sys.argv[4]),
WriteImage(flipnote.GetFrame(int(sys.argv[4])-1), sys.argv[3]) WriteImage(flipnote.GetFrame(int(sys.argv[4])-1), sys.argv[3], scale)
print "Done!" print "Done!"
elif sys.argv[1] in ("-s", "-S"): elif sys.argv[1] in ("-s", "-S"):
if len(sys.argv) < 4: if len(sys.argv) < 4:
@@ -706,31 +768,17 @@ if __name__ == '__main__':
print "Done!" print "Done!"
if not os.path.isdir(sys.argv[3]): if not os.path.isdir(sys.argv[3]):
print "Error!\nThe specified directory doesn't exist!" print "Error!\nThe specified output directory doesn't exist!"
sys.exit() sys.exit()
print "Dumping the raw sound data...", print "Converting the sound files...",
for i, data in enumerate(flipnote.SoundData): DumpSoundFiles(flipnote,sys.argv[3],raw=(sys.argv[1]=="-S"))
f = open(os.path.join(sys.argv[3], ("BGM.bin", "SFX1.bin", "SFX2.bin", "SFX3.bin")[i]), "wb")
f.write(data)
f.close()
print "Done!"
if sys.argv[1] == "-S":
print "Dumping the decoded sound data...",
for i, data in enumerate(flipnote.SoundData):
DecodeSound(os.path.join(sys.argv[3], ("BGM decoded.wav", "SFX1 decoded.wav", "SFX2 decoded.wav", "SFX3 decoded.wav")[i]), data)
print "Done!" print "Done!"
print "Dumping the sound effect usage...", print "Dumping the sound effect usage...",
f = open(os.path.join(sys.argv[3], "SFX usage.txt"), "w") DumpSFXUsage(flipnote,sys.argv[3])
for i, (s1, s2, s3) in enumerate(flipnote.SFXUsage):
f.write("Frame %i:%s%s%s\n" % (i, " SFX1"*s1, " SFX2"*s2, " SFX3"*s3))
f.close()
print "Done!" print "Done!"
elif sys.argv[1] == "-m": elif sys.argv[1] == "-m":
epoch = time.mktime(time.struct_time([2000, 1, 1, 0, 0, 0, 5, 1, -1]))
if not os.path.isfile(sys.argv[2]): if not os.path.isfile(sys.argv[2]):
print "Error!\nSpecified file doesn't exist!" print "Error!\nSpecified file doesn't exist!"
sys.exit() sys.exit()
@@ -745,32 +793,172 @@ if __name__ == '__main__':
f.close() f.close()
sys.exit() sys.exit()
meta = [] meta = get_metadata(flipnote)
meta.append(u"Current filename: %s" % flipnote.CurrentFilename[:-3]+filetype)
meta.append(u"Original filename: %s" % flipnote.OriginalFilename[:-3]+filetype)
meta.append(u"Number of frames: %s" % flipnote.FrameCount)
meta.append(u"Locked: %s" % flipnote.Locked)
if filetype == "ppm":
meta.append(u"Frame speed: %s" % flipnote.Framespeed)
meta.append(u"Looped: %s" % flipnote.Looped)
meta.append(u"Thumbnail frame index: %i" % (flipnote.ThumbnailFrameIndex+1))
meta.append(u"Original author: %s" % flipnote.OriginalAuthorName)
meta.append(u"Editor author: %s" % flipnote.EditorAuthorName)
meta.append(u"Username: %s" % flipnote.Username)
meta.append(u"Original author ID: %s" % flipnote.OriginalAuthorID)
meta.append(u"Editor author ID: %s" % flipnote.EditorAuthorID)
meta.append(u"Date(seconds since 1'st Jan 2000): %s" % flipnote.Date)
meta.append(time.strftime(u"Date: %H:%M %d/%m-%Y", time.gmtime(epoch+flipnote.Date)) + " (faulty)")
newline = "\n" newline = "\n"
if sys.platform in ("win32", "cygwin"): newline = "\r\n" if sys.platform in ("win32", "cygwin"): newline = "\r\n"
elif sys.platform in ("darwin"): newline = "\r" elif sys.platform in ("darwin"): newline = "\r"
print newline.join(meta).encode('ascii', 'ignore') print newline.join(["\t".join([unicode(char) for char in line]) for line in meta.items()]).encode('ascii', 'ignore')
if len(sys.argv) >= 4: if len(sys.argv) >= 4:
f = open(sys.argv[3], "wb") f = open(sys.argv[3], "wb")
f.write(newline.join(meta).encode("UTF-8")) f.write(newline.join(meta).encode("UTF-8"))
f.close() f.close()
elif sys.argv[1] == "-oa":
regex = re.compile(sys.argv[2])
os.chdir(sys.argv[3])
for filename in os.listdir("."):
epoch = time.mktime(time.struct_time([2000, 1, 1, 0, 0, 0, 5, 1, -1]))
if not os.path.isfile(filename):
print "Error!\nSpecified file doesn't exist!"
sys.exit()
filetype = "ppm" if filename[-3:].lower() == "ppm" else "tmb"
flipnote = TMB().ReadFile(filename) if filetype == "tmb" else PPM().ReadFile(filename, ReadFrames=False)
if not flipnote:
continue
meta = get_metadata(flipnote)
if regex.match(meta["Original author"]):
print filename
elif sys.argv[1] == "-e":
if not hasffmpeg:
print "Error!\nffmpeg is not installed."
sys.exit()
in_file = sys.argv[2]
out_file = sys.argv[3]
try:
sleep_time = int(sys.argv[sys.argv.index("--sleep")+1])
except (IndexError,ValueError):
sleep_time = 0
print "Not sleeping."
try:
forced_speed = int(sys.argv[sys.argv.index("--speed")+1])
print "Using forced speed "+str(forced_speed)
except (IndexError,ValueError):
forced_speed = None
try:
scale = int(sys.argv[sys.argv.index("--scale")+1])
print "Using frame scaling "+str(scale)
except (IndexError,ValueError):
scale = 1
if out_file.lower()[-4:] != ".mkv":
out_file += ".mkv"
if not os.path.isfile(in_file):
print "Error!\nSpecified file doesn't exist!"
sys.exit()
if os.path.isfile(out_file):
print "Overwrite existing file?"
overwrite = ""
while overwrite != "y" and overwrite != "n":
overwrite = raw_input("(Y/N) ").lower()
if overwrite == "n":
print "Not overwriting; exiting."
sys.exit()
filetype = "ppm" if in_file[-3:].lower() == "ppm" else "tmb"
flipnote = TMB().ReadFile(in_file) if filetype == "tmb" else PPM(forced_speed).ReadFile(in_file, ReadFrames=True, ReadSound=True)
# Make temp dir and dump the frames and sound here
tempdir = tempfile.mkdtemp()
os.mkdir(tempdir+"/sounds")
print "Dumping the frames..."
DumpFrames(flipnote,tempdir,scale)
print "Done!"
print "Dumping the sounds..."
DumpSoundFiles(flipnote,tempdir+"/sounds")
print "Done!"
print "Dumping SFX usage..."
DumpSFXUsage(flipnote,tempdir+"/sounds")
print "Done!"
# Now we need the metadata so we can look up the FPS
SPEEDS = [None,0.5,1,2,4,6,12,20,30]
print "Getting metadata..."
metadata = get_metadata(flipnote)
print "Done!"
speed = int(metadata["Frame speed"])
fps = SPEEDS[speed]
duration = float(metadata["Number of frames"])/float(fps)
print "Flipnote is speed {speed}, so {fps} FPS for {dur} seconds".format(speed=speed,fps=fps,dur=duration)
# Now to make the video in ffmpeg
print "Exporting video with ffmpeg..."
export_command = ["ffmpeg","-framerate",str(fps),"-start_number","1","-i","{path}/frame %03d.png".format(path=tempdir),"-i","{path}/sounds/BGM.wav".format(path=tempdir),"-c:v","libx264","-preset","veryslow","-c:a","pcm_s16le","-t","{dur}".format(dur=duration),"-y",out_file]
if not os.path.isfile(tempdir+"/sounds/BGM.wav"):
print "No background music. Adding silent track..."
#has_bgm = False
export_command = ["ffmpeg","-framerate",str(fps),"-start_number","1","-i","{path}/frame %03d.png".format(path=tempdir),"-f","lavfi","-i","anullsrc=r=8192:cl=mono","-c:v","libx264","-preset","veryslow","-c:a","pcm_s16le","-shortest","-y",out_file]
else:
#has_bgm = True
pass
with open(os.devnull) as null:
subprocess.call(export_command,stdout=null,stderr=null)
print "Done!"
# If the audio has been sped up, we have to do it again manually
bgm_speed = int(metadata["BGM Frame speed"])
if bgm_speed != speed:
print "Background music speed must be modified!"
original_rate = 8192
newrate = 8192*(float(fps)/SPEEDS[bgm_speed])
print "Using new rate: "+str(newrate)
speed_change_command = ["ffmpeg","-i","{path}/sounds/BGM.wav".format(path=tempdir),"-filter_complex","asetrate={rate}".format(rate=newrate),"-i",out_file,"-map","0:a","-map","1:v","-vcodec","copy","-acodec","pcm_s16le","{path}/temp_out.mkv".format(path=tempdir)]
with open(os.devnull,"w") as null:
subprocess.call(speed_change_command,stdout=null,stderr=null)
os.remove(out_file)
shutil.move("{path}/temp_out.mkv".format(path=tempdir),out_file)
print "Done!"
# These are the ffmpeg commands I need for each sound effect
# The first generates a silent track, with variable length. This gets concatenated to the front of the sound effect.
silence_command = ["ffmpeg","-f","lavfi","-i","anullsrc=r=8192:cl=mono","-t","{length}","-f","wav","-y","{path}/silence.wav"]
# The second concatenates the silent track and the sound effect, producing a sound file that can be mixed into the video's audio track so that it plays at the correct time.
SFX_command = ["ffmpeg","-i","{path}/silence.wav","-i","{path}/sounds/{sfx}.wav","-filter_complex","[0:a] [1:a] concat=n=2:v=0:a=1","-y","{path}/sfx.wav"]
# The third mixes the silence+sound effect into the video file
merge_command = ["ffmpeg","-i",out_file,"-i","{path}/sfx.wav","-filter_complex","[0:a][1:a] amix=inputs=2:duration=longest:dropout_transition={video_length},volume=2","-c:a","pcm_s16le","-c:v","copy","-max_muxing_queue_size","1024","-y","{path}/temp_out.mkv"]
## normalise_command = ["ffmpeg","-i",out_file,"-filter_complex","dynaudnorm","{path}/temp_out.mkv".format(path=tempdir)]
## for sfx in ["SFX1","SFX2","SFX3"]:
## if not os.path.isfile("{path}/sounds/{sfx}.wav".format(path=tempdir,sfx=sfx)):
## print sfx+" does not exist."
## continue
## else:
# Read in the sound effect usage data
print "Reading sound effect usage..."
with open("{path}/sounds/SFX usage.txt".format(path=tempdir),"r") as sfx_usage_file:
sfx_usage = sfx_usage_file.read().split("\n")
print "Done!"
# Iterate through the frames, checking if sound effects need to be added
for frame in range(len(sfx_usage)):
line = sfx_usage[frame]
# If a frame has an associated sound effect, get which sound effect to use
sfx = line.split(":")[1].strip() if line.strip() != "" else ""
if sfx != "": # If a sound effect must be played...
length = frame/float(fps)
print "Adding "+sfx+" at {length} seconds into the video.".format(length=length)
# ...run each command in series with the correct arguments
with open(os.devnull,"w") as null:
subprocess.call([i.format(path=tempdir,sfx=sfx,length=length) for i in silence_command],stdout=null,stderr=null)
subprocess.call([i.format(path=tempdir,sfx=sfx) for i in SFX_command],stdout=null,stderr=null)
subprocess.call([i.format(path=tempdir,video_length=fps*len(sfx_usage)) for i in merge_command],stdout=null,stderr=null)
os.remove(out_file)
shutil.move("{path}/temp_out.mkv".format(path=tempdir),out_file)
print "Done!"
time.sleep(sleep_time) # optional sleep -- in case you want to slow things down for HDD strain or reliability or something
## subprocess.call(normalise_command)
## os.remove(out_file)
## shutil.move("{path}/temp_out.mkv".format(path=tempdir),out_file)
# Remove the temp dir and all files in it
print "Removing temporary directory..."
shutil.rmtree(tempdir)
print "Done!"
else: else:
print "Error!\nThere's no such mode." print "Error!\nThere's no such mode."
Hatenatools/UGO.py
+3 -3
View File
@@ -175,7 +175,7 @@ class UGO:
if name+".tmb" in names: if name+".tmb" in names:
j = 2 j = 2
while "%s_%i.tmb" % (name, j) not in names: while "%s_%i.tmb" % (name, j) in names:
j += 1 j += 1
name = "%s_%i" % (name, j) name = "%s_%i" % (name, j)
@@ -189,7 +189,7 @@ class UGO:
if name+".ntft" in names: if name+".ntft" in names:
j = 2 j = 2
while "%s_%i.ntft" % (name, j) not in names: while "%s_%i.ntft" % (name, j) in names:
j += 1 j += 1
name = "%s_%i" % (name, j) name = "%s_%i" % (name, j)
@@ -551,7 +551,7 @@ class UGO:
if __name__ == "__main__": if __name__ == "__main__":
print " == UGO.py ==" print " == UGO.py =="
print " == by pbsds ==" print " == by pbsds =="
print " == v0.92 ==" print " == v0.93 =="
print print
if len(sys.argv) < 2: if len(sys.argv) < 2: