Parsing the raw log and writing CSV files:
https://www.dropbox.com/s/wzqxccwboidv0vl/FFInfo42-spreads3.jpg?raw=1
For ease of importing into spreadsheets, values expressed in the log as "numerator/denominator" are split into 2 columns (eg, faults_n, faults_d), and "loop" values, ie "1:-1:-1" are split into 3 columns - spreadsheets tend to interpret such strings as dates or formulas. Likewise, unit suffixes like "10KB" are put in their own columns.
The translation is not complete - each codec (or other module within ffmpeg) logs its own format, and each needs to have a translator written for it. I have got translators for ffplay's default log format, and for the H264 decoder. I'm seeing a pattern that should make it easier to add more parsers in the future. My code is written in C# with that idea in mind.
What I don't know right now is how the frames relate between the several CSV files. The frames are *probably* logged in decode order (same as bitstream order?), but one or more may be in presentation order instead - or some other order.
...If I'm gonna do much more on this, seeing as how CodecVisa gets $2K and up, I think I need to be paid :)
Download (https://www.dropbox.com/s/fye8g8l69vknt6s/FFInfo42-01.zip?dl=0) (master BAT file, Console mini-app, source code)
(temporary Dropbox location - might make a SourceForge project in future, I don't know)
Usage:
1) edit BAT, set path to executables.
2) drop a video file on the BAT file.
3) Video will play all the way through.
4) When done, one or more CSV files will be placed in video folder.
BAT file: @echo off
::** CONFIGURATION SECTION *******
set FPLAY="C:\Program Files\ffmpeg\bin\ffplay.exe"
set FPROB="C:\Program Files\ffmpeg\bin\ffprobe.exe"
set INF42="%~dp0\FFInfo42.exe"
::** END CONFIGURATION SECTION ***
if not exist %FPLAY% @echo ffplay.exe not found
if not exist %FPLAY% pause
if not exist %FPLAY% goto :EOF
@echo.
@echo *** ffplay dumping info to file ***
@echo.
ver > nul
@echo on
%FPLAY% -an -debug 1 -loop 1 -autoexit -i "%~dpnx1" 2> "%~dpnx1-ffplay-debug.txt"
@echo off
if errorlevel 1 pause
if errorlevel 1 goto :EOF
if not exist %FPROB% @echo ffprobe.exe not found
if not exist %FPROB% pause
if not exist %FPROB% goto :EOF
@echo.
@echo *** ffprobe dumping info to CSV file ***
@echo.
@echo entry,media_type,key_frame,pkt_pts,pkt_pts_time,pkt_dts,pkt_dts_time,best_effort_timestamp,^
best_effort_timestamp_time,pkt_duration,pkt_duration_time,pkt_pos,pkt_size,^
width,height,pix_fmt,sample_aspect_ratio,pict_type,coded_picture_number,^
display_picture_number,interlaced_frame,top_field_first,repeat_pict > "%~dpn1-ffprobe.csv"
ver > nul
@echo on
%FPROB% -select_streams v -print_format csv -show_entries frame "%~dpnx1" >> "%~dpn1-ffprobe.csv"
@echo off
if errorlevel 1 pause
if errorlevel 1 goto :EOF
if not exist "%~dpnx1-ffplay-debug.txt" goto :EOF
if not exist %INF42% @echo FFInfo42 not found
if not exist %INF42% pause
if not exist %INF42% goto :EOF
@echo on
%INF42% "%~dpnx1-ffplay-debug.txt"
@echo off
if errorlevel 1 pause
goto :EOF
Main source file (_FFInfo42-Main.cs), without project files etc, posted below.using System;
using io = System.IO;
using col = System.Collections.Generic;
using rex = System.Text.RegularExpressions;
using txt = System.Text;
// This library is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation; either
// version 2.1 of the License, or (at your option) any later version.
//
// This library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
// Lesser General Public License for more details.
namespace FFInfo42
{
////////////////////////////////////////////////////////////////
abstract class BaseTranslator
{
protected io.StreamWriter _writer = null;
protected rex.Regex _re = null;
protected String _header;
protected String _lastError = "";
protected String _srcPath = null;
protected String _outPath = null;
protected int _outLineNo = -1;
/// <summary> message for most recent error, if any.
/// </summary>
public String lastError { get { return _lastError; } }
/// <summary> assign value to member _srcPath; reset _outLineNo.
/// </summary>
/// <param name="srcPath"> path of original source; create a similarly named output file.
/// </param>
public virtual bool Init(String srcPath) {
_srcPath = srcPath;
_outLineNo = 0;
return true;
}
/// <summary> release resources & close output file.
/// </summary>
public virtual void Close() {
try {
_writer.Close();
_writer = null;
}
catch (Exception e) {
_lastError = e.Message; // (ignore)
}
}
protected String sprintf2regex(String s) {
return s.Replace("%c", @"\S")
.Replace("%s", @"\S*")
.Replace("%u", @"\d+")
.Replace("%d", @"-?\d+")
.Replace("%f", @"-?\d+\.\d+|nan");
}
/// <summary> try to match line against private regex; if match, write transformed result to output file.
/// * if this is first success, create an output file.
/// </summary>
/// <param name="sLine"> one line from source to be interpreted
/// </param>
/// <returns> true on success, false on failure (if false, check lastError)
/// </returns>
public abstract bool processLine(int lineNo, String sLine);
}
////////////////////////////////////////////////////////////////
class H264Translator : BaseTranslator
{
public override bool Init(String srcPath)
{
if (! base.Init(srcPath)) {
return false;
}
_outPath = srcPath + "-H264.csv";
_header = @"slice_num,frame_type,mb,pict_type,fix,IDR,pps,frame_num,poc_n,poc_d," +
@"ref_n,ref_d,qp,loop1,loop2,loop3,weight,weight_c,slice_type";
try {
_re = new rex.Regex(sprintf2regex(
@"^\[.+] slice:(%d) (F|T|B) mb:(%d) (%c)( fix)?( IDR)? pps:(%u) frame:(%d) poc:(%d)/(%d)" +
@" ref:(%d)/(%d) qp:(%d) loop:(%d):(%d):(%d) +weight:(%d)(c?)( \S+)?.*"));
return true;
}
catch(Exception e) {
_lastError = "Can't init H264Translator: " + e.Message;
return false;
}
}
public override bool processLine(int lineNo, String sLine)
{
try {
if (! _re.IsMatch(sLine)) {
return true;
}
if (_outLineNo <= 0)
{
try {
_writer = new io.StreamWriter(_outPath, false, txt.Encoding.ASCII);
_writer.WriteLine(_header);
_outLineNo++;
}
catch (Exception e2) {
_lastError = String.Format("H264Translator: can't open '{0}' for writing: {1}",
_outPath, e2.Message);
return false;
}
}
String s2 = _re.Replace(sLine,
@"\1,\2,\3,\4,\5,\6,\7,\8,\9,\10,\11,\12,\13,\14,\15,\16,\17,\18,\19".Replace("\\", "$"));
_writer.WriteLine(s2);
_outLineNo++;
return true;
}
catch (Exception e) {
_lastError = String.Format("H264Translator: error(1) at line {0}: {1}",
lineNo, e.Message);
return false;
}
}
public override void Close() {
try {
_writer.WriteLine();
base.Close();
}
catch (Exception e) {
_lastError = e.Message; // (ignore)
}
}
}
////////////////////////////////////////////////////////////////
class FFPlayTranslator : BaseTranslator
{
public override bool Init(String srcPath)
{
if (! base.Init(srcPath)) {
return false;
}
_outPath = srcPath + "-FFPlay.csv";
_header = @"clock,av_st,av_diff,frame_drops,aq_size,aqkb," +
@"vq_size,vqkb,sq_size,sqkb,faults_n,faults_d";
try {
_re = new rex.Regex(sprintf2regex(
@"^[ \t]*(%f) +(%s): *(%f) +fd= *(%d) +aq= *(%d *)(K?B)" +
@" +vq= *(%d *)(K?B) +sq= *(%d *)(B) +f=(%d)/(%d)"));
return true;
}
catch (Exception e) {
_lastError = "Can't init FFPlayTranslator: " + e.Message;
return false;
}
}
public override bool processLine(int lineNo, String sLine)
{
try {
if (! _re.IsMatch(sLine)) {
return true;
}
if (_outLineNo <= 0) {
try {
_writer = new io.StreamWriter(_outPath, false, txt.Encoding.ASCII);
_writer.WriteLine(_header);
_outLineNo++;
}
catch (Exception e2) {
_lastError = String.Format("FFPlayTranslator: can't open '{0}' for writing: {1}",
_outPath, e2.Message);
return false;
}
}
String s2 = _re.Replace(sLine,
@"\1,\2,\3,\4,\5,\6,\7,\8,\9,\10,\11,\12".Replace("\\", "$"));
_writer.WriteLine(s2);
_outLineNo++;
return true;
}
catch (Exception e)
{
_lastError = String.Format("FFPlayTranslator: error(1) at line {0}: {1}",
lineNo, e.Message);
return false;
}
}
public override void Close() {
try {
_writer.WriteLine();
base.Close();
}
catch (Exception e) {
_lastError = e.Message; // (ignore)
}
}
}
////////////////////////////////////////////////////////////////
class FFInfoMain
{
static void Main(string[] args)
{
Console.WriteLine("FFInfo42: read output from 'ffplay.exe -debug 1' \n" +
"and write a CSV file suitable for spreadsheets, etc \n" +
"version 0.42.01 9-Sep-2014 raffriff42");
try {
if (args.Length==0) {
Console.WriteLine("USAGE: FFInfo42 <path to ffplay log file>");
System.Environment.Exit(1);
}
String arg = args[0];
if (! io.File.Exists(arg)) {
Console.WriteLine("can't find file '" + arg + "'");
System.Environment.Exit(1);
}
BaseTranslator[] x = {
new H264Translator(),
new FFPlayTranslator(),
};
for (int i=0; i<x.Length; i++) {
if (! x[i].Init(arg) ) {
Console.WriteLine(x[i].lastError);
x[i] = null;
}
}
int srcLineNo = 0;
using (io.StreamReader sr = new io.StreamReader(arg, txt.Encoding.ASCII))
{
String sLine;
while ((sLine = sr.ReadLine()) != null)
{
srcLineNo++;
for (int i=0; i<x.Length; i++) {
if (x[i] !=null) {
if (! x[i].processLine(srcLineNo, sLine) ) {
Console.WriteLine(x[i].lastError);
x[i] = null;
}
}
}
}
}
Console.WriteLine("processing complete.");
System.Environment.Exit(0);
}
catch (Exception e) {
Console.WriteLine("The file could not be read:");
Console.WriteLine(e.Message);
System.Environment.Exit(1);
}
}
}
}