FTP Statistics not working

[Martini]

Hello.

I'm running a standalone ProFTPd server along with ISPCP.
Everything works fine, except for the statistics. In ISPCP all FTP stats are constantly showing 0 B. I don't know why it happens. I've checked the /etc/proftpd/proftpd.conf and /etc/ispcp/ispcp.conf to see whether the entries regarding log files (xferlog and ftp_traff.log) are pointing to exactly the same files, then I've checked under /var/log/proftpd/ - the files are there and they both show statistics. This looks like ISPCP doesn't know where to look for these stats although the FTP_TRAFF_LOG and TRAFF_LOG_DIR parameters are set correctly. I've even manually run all cron tasks for ispcp and still nothing.

Please help,
Martini

P.S.: This is my /etc/ispcp/ispcp.conf

Code:

# ispCP ω (OMEGA) a Virtual Hosting Control Panel
# Copyright (C) 2006-2010 by isp Control Panel - http://ispcp.net
#
# Version: $Id: ispcp.conf 3668 2010-11-24 21:29:19Z benedikt $
#
# The contents of this file are subject to the Mozilla Public License
# Version 1.1 (the "License"); you may not use this file except in
# compliance with the License. You may obtain a copy of the License at
# http://www.mozilla.org/MPL/
#
# Software distributed under the License is distributed on an "AS IS"
# basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the
# License for the specific language governing rights and limitations
# under the License.
#
# The Original Code is "ispCP ω (OMEGA) a Virtual Hosting Control Panel".
#
# The Initial Developer of the Original Code is ispCP Team.
# Portions created by Initial Developer are Copyright (C) 2006-2010 by
# isp Control Panel. All Rights Reserved.
#
# The ispCP ω Home Page is:
#
#    http://isp-control.net
#

#
# Misc config variables
#

BuildDate = 20101124

Version = 1.0.7 OMEGA

CodeName = Priamos

DistName = Debian

DEFAULT_ADMIN_ADDRESS = admin@witchermod.org

SERVER_HOSTNAME = server.witchermod.org

BASE_SERVER_IP = 10.0.0.6

BASE_SERVER_VHOST = server.witchermod.org

BASE_SERVER_VHOST_PREFIX = http://

MR_LOCK_FILE = /var/run/ispcp.lock

#
# File system variables
#

CMD_AWK = /usr/bin/awk

CMD_BZCAT = /bin/bzcat

CMD_BZIP = /bin/bzip2

CMD_CAT = /bin/cat

CMD_CHMOD = /bin/chmod

CMD_CHOWN = /bin/chown

CMD_CMP = /usr/bin/cmp

CMD_CP = /bin/cp

CMD_DF = /bin/df

CMD_DIFF = /usr/bin/diff

CMD_DU = /usr/bin/du

CMD_ECHO = /bin/echo

CMD_EGREP = /bin/egrep

CMD_GREP = /bin/grep

CMD_GROUPADD = /usr/sbin/groupadd

CMD_GROUPDEL = /usr/sbin/groupdel

CMD_GZCAT = /bin/zcat

CMD_GZIP = /bin/gzip

CMD_HOSTNAME = /bin/hostname

CMD_IFCONFIG = /sbin/ifconfig

CMD_IPTABLES = /sbin/iptables

CMD_LN = /bin/ln

CMD_LZMA = /usr/bin/lzma

CMD_MV = /bin/mv

CMD_MYSQL = /usr/bin/mysql

CMD_PHP = /usr/bin/php5

CMD_PS = /bin/ps

CMD_RM = /bin/rm

CMD_SED = /bin/sed

CMD_SHELL = /bin/sh

CMD_TAR = /bin/tar

CMD_TOUCH = /usr/bin/touch

CMD_USERADD = /usr/sbin/useradd

CMD_USERDEL = /usr/sbin/userdel

CMD_WC = /usr/bin/wc

CMD_XZ = /usr/bin/xz

PEAR_DIR = /usr/share/php

#
# SQL backend variables
#

# Don't change this one
DATABASE_TYPE = mysql

DATABASE_HOST = localhost

DATABASE_NAME = ispcp

DATABASE_PASSWORD = /Zez11CmMj4=

DATABASE_USER = root

DATABASE_DIR = /var/lib/mysql

CMD_MYSQLDUMP = /usr/bin/mysqldump

DATABASE_UTF8 = yes

#
# Main variables
#

CONF_DIR = /etc/ispcp

LOG_DIR = /var/log/ispcp

PHP_STARTER_DIR = /var/www/fcgi

ROOT_DIR = /var/www/ispcp

ROOT_USER = root

ROOT_GROUP = root

GUI_ROOT_DIR = /var/www/ispcp/gui

APACHE_WWW_DIR = /var/www/virtual

SCOREBOARDS_DIR = /var/www/scoreboards

# Select Zipping Algorithm for Backups
# Make sure the selected Algorithm is installed
# and tar command supports "--$ZIP" -> will mostly work with bzip2 & gzip
# Supported: gzip, bzip2, lzma, xz
ZIP = bzip2

#
# PHP FastCGI data
#

# Posible values: fcgid, fastcgi
PHP_FASTCGI = fcgid

PHP5_FASTCGI_BIN = /usr/bin/php5-cgi

PHP_VERSION = 5

PHP_TIMEZONE = Europe/Warsaw

#
# ProFTPd data
#

FTPD_CONF_FILE = /etc/proftpd/proftpd.conf

FTPD_CONF_DIR = /etc/proftpd/ispcp

#
# BIND data
#

BIND_CONF_FILE = /etc/bind/named.conf

BIND_DB_DIR = /var/cache/bind

SECONDARY_DNS =

#
# Resolver
#

RESOLVER_CONF_FILE = /etc/resolv.conf

LOCAL_DNS_RESOLVER = yes

#
# AWSTATS data
#

AWSTATS_ACTIVE = yes

# could be 'dynamic' = 0 or 'static' = 1
AWSTATS_MODE = 0

AWSTATS_CACHE_DIR = /var/cache/awstats

AWSTATS_CONFIG_DIR = /etc/awstats

AWSTATS_ENGINE_DIR = /usr/lib/cgi-bin

AWSTATS_WEB_DIR = /usr/share/awstats

AWSTATS_ROOT_DIR = /var/www/ispcp/engine/awstats

AWSTATS_GROUP_AUTH = statistics

#
# APACHE data
#

APACHE_NAME = apache2

APACHE_RESTART_TRY = 3

APACHE_CONF_DIR = /etc/apache2

APACHE_LOG_DIR = /var/log/apache2

APACHE_BACKUP_LOG_DIR = /var/log/apache2/backup

APACHE_USERS_LOG_DIR = /var/log/apache2/users

APACHE_MODS_DIR = /etc/apache2/mods-available

APACHE_SITES_DIR = /etc/apache2/sites-available

APACHE_CUSTOM_SITES_CONFIG_DIR = /etc/apache2/ispcp

APACHE_SUEXEC_USER_PREF = vu

APACHE_SUEXEC_MIN_GID = 2000

APACHE_SUEXEC_MAX_GID = 29999

APACHE_SUEXEC_MIN_UID = 2000

APACHE_SUEXEC_MAX_UID = 29999

APACHE_USER = www-data

APACHE_GROUP = www-data

#
# Postfix MTA Data
#

POSTFIX_CONF_FILE = /etc/postfix/main.cf

POSTFIX_MASTER_CONF_FILE = /etc/postfix/master.cf

MTA_LOCAL_MAIL_DIR = /var/mail

MTA_VIRTUAL_MAIL_DIR = /var/mail/virtual

MTA_LOCAL_ALIAS_HASH = /etc/aliases

MTA_VIRTUAL_CONF_DIR = /etc/postfix/ispcp

MTA_VIRTUAL_ALIAS_HASH = /etc/postfix/ispcp/aliases

MTA_VIRTUAL_DMN_HASH = /etc/postfix/ispcp/domains

MTA_VIRTUAL_MAILBOX_HASH = /etc/postfix/ispcp/mailboxes

MTA_TRANSPORT_HASH = /etc/postfix/ispcp/transport

MTA_SENDER_ACCESS_HASH = /etc/postfix/ispcp/sender-access

MTA_MAILBOX_MIN_UID = 1001

MTA_MAILBOX_UID = 1001

MTA_MAILBOX_UID_NAME = vmail

MTA_MAILBOX_GID = 8

MTA_MAILBOX_GID_NAME = mail

MTA_SASLDB_FILE = /var/spool/postfix/etc/sasldb2

ETC_SASLDB_FILE = /etc/sasldb2

CMD_SASLDB_LISTUSERS2 = /usr/sbin/sasldblistusers2

CMD_SASLDB_PASSWD2 = /usr/sbin/saslpasswd2

CMD_POSTMAP = /usr/sbin/postmap

CMD_NEWALIASES = /usr/bin/newaliases

#
# Postgrey data
#

PORT_POSTGREY = 10023

#
# Courier data
#

AUTHLIB_CONF_DIR = /etc/courier

CMD_MAKEUSERDB = /usr/sbin/makeuserdb

#
# Crontab delayed tasks
#

BACKUP_HOUR = 23

BACKUP_MINUTE = 40

# Tells whether the ispCP database and
# all /etc/ispcp/* files should be daily saved
BACKUP_ISPCP = yes

# Tells whether all the customers' data should be daily saved
# Saved data depend of the domain properties (dmn|sql|all)
BACKUP_DOMAINS = yes

BACKUP_ROOT_DIR = /var/www/ispcp/engine/backup

CMD_CRONTAB = /usr/bin/crontab

#
# Service manager
#

# Either no or path to the amavis-daemon (usually: /etc/init.d/amavis)
CMD_AMAVIS = no

CMD_AUTHD = /etc/init.d/courier-authdaemon

CMD_FTPD = /etc/init.d/proftpd

CMD_HTTPD_CTL = /usr/sbin/apache2ctl

CMD_HTTPD = /etc/init.d/apache2

CMD_IMAP = /etc/init.d/courier-imap

CMD_IMAP_SSL = no

CMD_POSTGREY = /etc/init.d/postrey

CMD_POLICYD_WEIGHT = /etc/init.d/policyd-weight

CMD_MTA = /etc/init.d/postfix

CMD_NAMED = /etc/init.d/bind9

CMD_POP = /etc/init.d/courier-pop

CMD_POP_SSL = no

CMD_ISPCPD = /etc/init.d/ispcp_daemon

CMD_ISPCPN = /etc/init.d/ispcp_network

#
# Virtual traffic manager
#

CMD_PFLOGSUM = /usr/sbin/maillogconvert.pl

TRAFF_LOG_DIR = /var/log

FTP_TRAFF_LOG = /proftpd/ftp_traff.log

MAIL_TRAFF_LOG = mail.log

TRAFF_ROOT_DIR = /var/www/ispcp/engine/traffic

TOOLS_ROOT_DIR = /var/www/ispcp/engine/tools

QUOTA_ROOT_DIR = /var/www/ispcp/engine/quota

#
# AMaViS data
#

MAIL_LOG_INC_AMAVIS = 0

#
# GUI config
#

USER_INITIAL_THEME = omega_original

FTP_USERNAME_SEPARATOR = @

FTP_HOMEDIR = /var/www/virtual

IPS_LOGO_PATH = ../themes/user_logos

ISPCP_SUPPORT_SYSTEM_PATH = ticket_system.php

ISPCP_SUPPORT_SYSTEM_TARGET =

MYSQL_PREFIX = no

# '' for MYSQL_PREFIX = no,
# 'infront' or 'behind' for MYSQL_PREFIX = yes
MYSQL_PREFIX_TYPE =

WEBMAIL_PATH = ../tools/webmail/

WEBMAIL_TARGET = _blank

# Please, do not change it manually
# This entry is used for the update/recovery process
PMA_USER = pma

PMA_PATH = /pma/

PMA_TARGET = _blank

FILEMANAGER_PATH = ../tools/filemanager/

FILEMANAGER_TARGET = _blank

DATE_FORMAT = d.m.Y

RKHUNTER_LOG = /var/log/rkhunter.log

CHKROOTKIT_LOG = /var/log/chkrootkit.log

# Here you can set an additional anti-rootkit tool log file
OTHER_ROOTKIT_LOG =

#
# htaccess management
#

HTACCESS_USERS_FILE_NAME = .htpasswd

HTACCESS_GROUPS_FILE_NAME = .htgroup

HTPASSWD_CMD = /usr/bin/htpasswd2

#
# backup management
#

BACKUP_FILE_DIR = /var/www/ispcp/backups

#
# Exception Writers Observers
#
# Availables Writers are:
# - Mail
#
# Note: Other writers will be added later
#
GUI_EXCEPTION_WRITERS = mail

#
# Debug Mode (e.g. for developers)
# options: 0 = off, 1 = on
#

DEBUG = 0

and my /etc/proftpd.conf

Code:

# ispCP ω (OMEGA) a Virtual Hosting Control Panel
# Copyright (C) 2001-2006 by moleSoftware GmbH - http://www.molesoftware.com
# Copyright (C) 2006-2010 by isp Control Panel - http://ispcp.net
#
# Version: $Id: proftpd.conf 3454 2010-10-14 19:39:50Z scitech $
#
# The contents of this file are subject to the Mozilla Public License
# Version 1.1 (the "License"); you may not use this file except in
# compliance with the License. You may obtain a copy of the License at
# http://www.mozilla.org/MPL/
#
# Software distributed under the License is distributed on an "AS IS"
# basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the
# License for the specific language governing rights and limitations
# under the License.
#
# The Original Code is "VHCS - Virtual Hosting Control System".
#
# The Initial Developer of the Original Code is moleSoftware GmbH.
# Portions created by Initial Developer are Copyright (C) 2001-2006
# by moleSoftware GmbH. All Rights Reserved.
# Portions created by the ispCP Team are Copyright (C) 2006-2010 by
# isp Control Panel. All Rights Reserved.
#
# The ispCP ω Home Page is:
#
#    http://isp-control.net
#

# Includes DSO modules (this is mandatory in proftpd 1.3)
Include /etc/proftpd/modules.conf

# Set off to disable IPv6 support which is annoying on IPv4 only boxes.
UseIPv6                    off

ServerName                 "Witchermod"
ServerType                 standalone
DeferWelcome               off
ServerIdent on          "Welcome to Witchermod FTP Service"

MultilineRFC2228           on
DefaultServer              on
ShowSymlinks               on

AllowOverwrite             on
UseReverseDNS              off
IdentLookups               off
AllowStoreRestart          on
AllowForeignAddress        on

LogFormat                  traff "%b %u"

TimeoutLogin               120
TimeoutNoTransfer          600
TimeoutStalled             600
TimeoutIdle                1200

DisplayLogin               welcome.msg
DisplayChdir          message

ListOptions                "-l"
#LsDefaultOptions           "-l"

DenyFilter                 \*.*/

DefaultRoot                ~

# Uncomment this if you are using NIS or LDAP to retrieve passwords:
# PersistentPasswd         off

# Port 21 is the standard FTP port.
Port                       21

# In some cases you have to specify passive ports range to by-pass
# firewall limitations. Ephemeral ports can be used for that, but
# feel free to use a more narrow range.
#PassivePorts               49152 65534

# To prevent DoS attacks, set the maximum number of child processes
# to 30.  If you need to allow more than 30 concurrent connections
# at once, simply increase this value.  Note that this ONLY works
# in standalone mode, in inetd mode you should use an inetd server
# that allows you to limit maximum number of processes per service
# (such as xinetd)
MaxInstances               30

# Set the user and group that the server normally runs at.
User                       nobody
Group                      nogroup

# Normally, we want files to be overwriteable.
<Directory /*>
  # Umask 022 is a good standard umask to prevent new files and dirs
  # (second parm) from being group and world writable.
  Umask                    022  022
  # Normally, we want files to be overwriteable.
  AllowOverwrite           on
  HideNoAccess             on
</Directory>

<Limit ALL>
  IgnoreHidden             on
</Limit>

# Be warned: use of this directive impacts CPU average load!
#
# Uncomment this if you like to see progress and transfer rate with ftpwho
# in downloads. That is not needed for uploads rates.
# UseSendFile               off

<Global>
  RootLogin                off
  TransferLog              /var/log/proftpd/xferlog
  ExtendedLog              /var/log/proftpd/ftp_traff.log read,write traff
  PathDenyFilter           "\.quota$"
</Global>

# Loading required modules
<IfModule !mod_sql.c>
  LoadModule               mod_sql.c
  AuthOrder                mod_sql.c
</IfModule>
<IfModule !mod_sql_mysql.c>
  LoadModule               mod_sql_mysql.c
</IfModule>
<IfModule !mod_quotatab.c>
  LoadModule               mod_quotatab.c
</IfModule>
<IfModule !mod_quotatab_sql.c>
  LoadModule               mod_quotatab_sql.c
</IfModule>


#
# SSL via TLS
#
#<IfModule mod_tls.c>
#  TLSEngine                off                           # on for use of TLS
#  TLSLog                   /var/log/proftpd/ftp_ssl.log  # where to log to
#  TLSProtocol              SSLv23                        # SSLv23 or TLSv1
#  TLSOptions               NoCertRequest                 # either to request the certificate or not
#  TLSRSACertificateFile    /etc/proftpd/ssl.crt          # SSL certfile
#  TLSRSACertificateKeyFile /etc/proftpd/ssl.key          # SSL keyfile
#  TLSVerifyClient          off                           # client verification
#</IfModule>

#
# ISPCP Quota management;
#
<IfModule mod_quotatab.c>
  QuotaEngine              on
  QuotaShowQuotas          on
  QuotaDisplayUnits        Mb

  SQLNamedQuery            get-quota-limit SELECT "name, quota_type, per_session, limit_type, bytes_in_avail, bytes_out_avail, bytes_xfer_avail, files_in_avail, files_out_avail, files_xfer_avail FROM quotalimits WHERE name = '%{0}' AND quota_type = '%{1}'"
  SQLNamedQuery            get-quota-tally SELECT "name, quota_type, bytes_in_used, bytes_out_used, bytes_xfer_used, files_in_used, files_out_used, files_xfer_used FROM quotatallies WHERE name = '%{0}' AND quota_type = '%{1}'"
  SQLNamedQuery            update-quota-tally UPDATE "bytes_in_used = bytes_in_used + %{0}, bytes_out_used = bytes_out_used + %{1}, bytes_xfer_used = bytes_xfer_used + %{2}, files_in_used = files_in_used + %{3}, files_out_used = files_out_used + %{4}, files_xfer_used = files_xfer_used + %{5} WHERE name = '%{6}' AND quota_type = '%{7}'" quotatallies
  SQLNamedQuery            insert-quota-tally INSERT "%{0}, %{1}, %{2}, %{3}, %{4}, %{5}, %{6}, %{7}" quotatallies

  QuotaLock                /var/run/proftpd/tally.lock
  QuotaLimitTable          sql:/get-quota-limit
  QuotaTallyTable          sql:/get-quota-tally/update-quota-tally/insert-quota-tally
</IfModule>

<IfModule mod_ratio.c>
#  Ratios                   on
</IfModule>

# Delay engine reduces impact of the so-called Timing Attack described in
# http://security.lss.hr/index.php?page=details&ID=LSS-2004-10-02
# It is on by default.
<IfModule mod_delay.c>
  DelayEngine              on
</IfModule>

<IfModule mod_ctrls.c>
  ControlsEngine           on
  ControlsMaxClients       2
  ControlsLog              /var/log/proftpd/controls.log
  ControlsInterval         5
  ControlsSocket           /var/run/proftpd/proftpd.sock
</IfModule>

<IfModule mod_ctrls_admin.c>
  AdminControlsEngine      on
</IfModule>

# ispCP SQL Managment
SQLBackend                 mysql
SQLAuthTypes               Crypt
SQLAuthenticate            on
SQLConnectInfo             ispcp@localhost vftp password
SQLUserInfo                ftp_users userid passwd uid gid homedir shell
SQLGroupInfo               ftp_group groupname gid members
SQLMinUserUID              2000
SQLMinUserGID              2000

# A basic anonymous configuration, no upload directories.

# <Anonymous ~ftp>
#   User                   ftp
#   Group                  nogroup
#   # We want clients to be able to login with "anonymous" as well as "ftp"
#   UserAlias              anonymous ftp
#   # Cosmetic changes, all files belongs to ftp user
#   DirFakeUser            on ftp
#   DirFakeGroup           on ftp
#
#   RequireValidShell      off
#
#   # Limit the maximum number of anonymous logins
#   MaxClients             10
#
#   # We want 'welcome.msg' displayed at login, and '.message' displayed
#   # in each newly chdired directory.
#   DisplayLogin           welcome.msg
#   DisplayFirstChdir      .message
#
#   # Limit WRITE everywhere in the anonymous chroot
#   <Directory *>
#     <Limit WRITE>
#       DenyAll
#     </Limit>
#   </Directory>
#
#   # Uncomment this if you're brave.
#   # <Directory incoming>
#   #   # Umask 022 is a good standard umask to prevent new files and dirs
#   #   # (second parm) from being group and world writable.
#   #   Umask              022  022
#   #   <Limit READ WRITE>
#   #     DenyAll
#   #   </Limit>
#   #   <Limit STOR>
#   #     AllowAll
#   #   </Limit>
#   # </Directory>
#
# </Anonymous>
Include /etc/proftpd/ispcp/*

[kilburn]

Please try to enable debugging in /etc/ispcp/ispcp.conf (last line) and then manually run the statistics gatherer script:

Code:

/var/www/ispcp/engine/traffic/ispcp-vrl-traff

Tell us if there's any error in there...

[Martini]

OK, I did it and got quite a long report. There's nothing special about it except for one fragment:

Code:

[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log//proftpd/ftp_traff.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file, msg: Logfile contains no data, so skip it for now.

This double slash "//" is displayed only here and I guess that's why ftp stats aren't working,
but I have no idea how to fix it.

EDIT:
Alright, I've manged to fix the double slash (by removing it from the beginning of the FTP_TRAFF_LOG path), but after running the stats gatherer FTP stats are still dead,
and in the same section of debug report I get this:

Code:

[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log/proftpd/ftp_traff.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file, msg: Logfile contains no data, so skip it for now.

I don't know what to do with it next...

[Martini]

Can anyone help, please?

[Martini]

A few days ago I switched from ProFTPd to PureFTPd, since then this error is no longer existent :
[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log/proftpd/ftp_traff.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file, msg: Logfile contains no data, so skip it for now.

but my logs in ispcp are still dead, showing 0 B transferred.

Any help would be appreciated,
Martini

[Martini]

Hello again.
Now I've got pureftpd set to save a log file in stats format optimized for www traffic analyzers. The transfer data appears in the log file, and the ispcp-vrl-traff application looks like it collects data from the ftp log and no errors are being shown, the debug output of ispcp-vrl-traff is:

Code:

[DEBUG] push_el() sub_name: vrl_traff_start_up(), msg: Starting...
[DEBUG] push_el() sub_name: get_conf(), msg: Starting...
[DEBUG] push_el() sub_name: get_file(), msg: Starting...
[DEBUG] push_el() sub_name: get_file(), msg: Ending...
[DEBUG] push_el() sub_name: setup_main_vars(), msg: Starting...
[DEBUG] push_el() sub_name: decrypt_db_password(), msg: Starting...
[DEBUG] push_el() sub_name: decrypt_db_password(), msg: Ending...
[DEBUG] push_el() sub_name: setup_main_vars(), msg: Ending...
[DEBUG] push_el() sub_name: get_conf(), msg: Ending...
[DEBUG] push_el() sub_name: doSQL(), msg: Starting...
[DEBUG] push_el() sub_name: doSQL(), msg: Ending...
[DEBUG] push_el() sub_name: doSQL(), msg: Starting...
[DEBUG] push_el() sub_name: doSQL(), msg: Ending...
[DEBUG] push_el() sub_name: doSQL(), msg: Starting...
[DEBUG] push_el() sub_name: doSQL(), msg: Ending...
[DEBUG] push_el() sub_name: doSQL(), msg: Starting...
[DEBUG] push_el() sub_name: doSQL(), msg: Ending...
[DEBUG] push_el() sub_name: zero_traffic_entries(), msg: Starting...
[DEBUG] push_el() sub_name: zero_traffic_entries(), msg: Ending...
[DEBUG] push_el() sub_name: vrl_traff_start_up(), msg: Ending...
[DEBUG] push_el() sub_name: vrl_traff_engine(), msg: Starting...
[DEBUG] push_el() sub_name: collect_http_traffic(), msg: Starting...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log/apache2/hajabuza.net-traf.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Saving new domain log positions in '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log/apache2/jamba.hajabuza.net-traf.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Saving new domain log positions in '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log/apache2/muza.hajabuza.net-traf.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Saving new domain log positions in '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log/apache2/dl.hajabuza.net-traf.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Saving new domain log positions in '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log/apache2/qpg.hajabuza.net-traf.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Saving new domain log positions in '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: collect_http_traffic(), msg: Ending...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log/pure-ftpd/transfers.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Saving new domain log positions in '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Starting for logfile /var/log/mail.log
[DEBUG] push_el() sub_name: gen_log_file(), msg: Taking the domain log positions from '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Saving new domain log positions in '/var/log/ispcp/logdb'...
[DEBUG] push_el() sub_name: gen_log_file(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: [DEBUG] External command exited with value 0
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command('/bin/grep 'postfix' /var/log/ispcp/mail.log | /usr/sbin/maillogconvert.pl standard 1>/var/log/ispcp/smtp_delivery.log'), msg: Ending...
[DEBUG] push_el() sub_name: sys_command(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: [DEBUG] External command exited with value 0
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command('/bin/cat /var/log/ispcp/smtp_delivery.log|/usr/bin/awk '{if ( $10 != "?" && $6 !~ /virtual/ && !($5 ~ /localhost|127.0.0.1/ &&$6 ~ /localhost|127.0.0.1/)) print substr($3, index($3, "@")+1, length($3)), substr($4, index($4, "@")+1, length($4)),$10;}' 1>/var/log/ispcp/smtp.log'), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: [DEBUG] External command exited with value 0
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command('/bin/cat /var/log/ispcp/mail.log|/bin/grep 'imap'|/bin/grep 'user='|/bin/grep 'body='|/bin/grep -v 'ip=\[::ffff:127.0.0.1\]'|/usr/bin/awk '{print $7,$9,substr($10,1,length($10)-1);}' 1>/var/log/ispcp/imap.log'), msg: Ending...
[DEBUG] push_el() sub_name: sys_command(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: [DEBUG] External command exited with value 0
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command('/bin/cat /var/log/ispcp/mail.log|/bin/grep 'IMAP'|/bin/grep 'Logged out bytes'|/usr/bin/awk '/IMAP/ {split($10,result,"="); split(result[2],oper,"/");print "user="substr($6,6,length($6)-7) ", headers=0, body=" oper[1]+oper[2]}'>>/var/log/ispcp/imap.log'), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: [DEBUG] External command exited with value 0
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command('/bin/cat /var/log/ispcp/mail.log|/bin/grep 'imapd-ssl'|/bin/grep 'user='|/bin/grep -v 'ip=\[::ffff:127.0.0.1\]'|/usr/bin/awk '{print $7,$9,substr($10,1,length($10)-1);}' 1>/var/log/ispcp/imap.log'), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: [DEBUG] External command exited with value 0
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command('/bin/cat /var/log/ispcp/mail.log|/bin/grep -E '(courierpop3login|pop3d).+user=.+top='|/bin/grep -v 'ip=\[::ffff:127.0.0.1\]'|/usr/bin/awk '/courierpop3login/ {print $7,$9,substr($10,1,length($10)-1);} /pop3d/ {print $7,$10,substr($11,1,length($11)-1);}' 1>>/var/log/ispcp/pop3.log'), msg: Ending...
[DEBUG] push_el() sub_name: sys_command(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: [DEBUG] External command exited with value 0
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command('/bin/cat /var/log/ispcp/mail.log|/bin/grep 'POP3'| /bin/grep 'Disconnected: Logged out' |/usr/bin/awk '/POP3/ {split($10,array,"/"); print "user="substr($6,6,length($6)-7) ", top="substr(array[2],0,length(array[2])) ", retr="substr($11,index($11,"/")+1,length($11)-1) ;}' 1>>/var/log/ispcp/pop3.log'), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Starting...
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: [DEBUG] External command exited with value 0
[DEBUG] push_el() sub_name: getCmdExitValue(), msg: Ending...
[DEBUG] push_el() sub_name: sys_command('/bin/cat /var/log/ispcp/mail.log|/bin/grep 'pop3d-ssl'|/bin/grep 'user='|/bin/grep 'retr='|/bin/grep -v 'ip=\[::ffff:127.0.0.1\]'|/usr/bin/awk '{print $7,$9,substr($10,1,length($10)-1);}' 1>/var/log/ispcp/pop3.log'), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: del_file(), msg: Starting...
[DEBUG] push_el() sub_name: del_file(), msg: Ending...
[DEBUG] push_el() sub_name: vrl_traff_engine(), msg: Ending...
[DEBUG] push_el() sub_name: vrl_traff_shut_down(), msg: Starting...
[DEBUG] push_el() sub_name: vrl_traff_shut_down(), msg: Ending...

i don't know why does this keep happening to me:

I guess the problem now lies in getting these statistics displayed, but I can't figure out what to do to make the ftp stats appear. Anyone, please advice.