Updated database handling and html parsing and increased integration for plugins

PHPHtmlParser/Content.php

@@ -0,0 +1,252 @@
+<?php
+namespace PHPHtmlParser;
+
+/**
+ * Class Content
+ *
+ * @package PHPHtmlParser
+ */
+class Content
+{
+
+    /**
+     * The content string.
+     *
+     * @var string
+     */
+    protected $content;
+
+    /**
+     * The size of the content.
+     *
+     * @var integer
+     */
+    protected $size;
+
+    /**
+     * The current position we are in the content.
+     *
+     * @var integer
+     */
+    protected $pos;
+
+    /**
+     * The following 4 strings are tags that are important to us.
+     *
+     * @var string
+     */
+    protected $blank = " \t\r\n";
+    protected $equal = ' =/>';
+    protected $slash = " />\r\n\t";
+    protected $attr = ' >';
+
+    /**
+     * Content constructor.
+     *
+     * @param $content
+     */
+    public function __construct($content)
+    {
+        $this->content = $content;
+        $this->size    = strlen($content);
+        $this->pos     = 0;
+    }
+
+    /**
+     * Returns the current position of the content.
+     *
+     * @return int
+     */
+    public function getPosition()
+    {
+        return $this->pos;
+    }
+
+    /**
+     * Gets the current character we are at.
+     *
+     * @param int $char
+     * @return string
+     */
+    public function char($char = null)
+    {
+        $pos = $this->pos;
+        if ( ! is_null($char)) {
+            $pos = $char;
+        }
+
+        if ( ! isset($this->content[$pos])) {
+            return '';
+        }
+
+        return $this->content[$pos];
+    }
+
+    /**
+     * Moves the current position forward.
+     *
+     * @param int $count
+     * @return $this
+     */
+    public function fastForward($count)
+    {
+        $this->pos += $count;
+
+        return $this;
+    }
+
+    /**
+     * Moves the current position backward.
+     *
+     * @param int $count
+     * @return $this
+     */
+    public function rewind($count)
+    {
+        $this->pos -= $count;
+        if ($this->pos < 0) {
+            $this->pos = 0;
+        }
+
+        return $this;
+    }
+
+    /**
+     * Copy the content until we find the given string.
+     *
+     * @param string $string
+     * @param bool $char
+     * @param bool $escape
+     * @return string
+     */
+    public function copyUntil($string, $char = false, $escape = false)
+    {
+        if ($this->pos >= $this->size) {
+            // nothing left
+            return '';
+        }
+
+        if ($escape) {
+            $position = $this->pos;
+            $found    = false;
+            while ( ! $found) {
+                $position = strpos($this->content, $string, $position);
+                if ($position === false) {
+                    // reached the end
+                    $found = true;
+                    continue;
+                }
+
+                if ($this->char($position - 1) == '\\') {
+                    // this character is escaped
+                    ++$position;
+                    continue;
+                }
+
+                $found = true;
+            }
+        } elseif ($char) {
+            $position = strcspn($this->content, $string, $this->pos);
+            $position += $this->pos;
+        } else {
+            $position = strpos($this->content, $string, $this->pos);
+        }
+
+        if ($position === false) {
+            // could not find character, just return the remaining of the content
+            $return    = substr($this->content, $this->pos, $this->size - $this->pos);
+            $this->pos = $this->size;
+
+            return $return;
+        }
+
+        if ($position == $this->pos) {
+            // we are at the right place
+            return '';
+        }
+
+        $return = substr($this->content, $this->pos, $position - $this->pos);
+        // set the new position
+        $this->pos = $position;
+
+        return $return;
+    }
+
+    /**
+     * Copies the content until the string is found and return it
+     * unless the 'unless' is found in the substring.
+     *
+     * @param string $string
+     * @param string $unless
+     * @return string
+     */
+    public function copyUntilUnless($string, $unless)
+    {
+        $lastPos = $this->pos;
+        $this->fastForward(1);
+        $foundString = $this->copyUntil($string, true, true);
+
+        $position = strcspn($foundString, $unless);
+        if ($position == strlen($foundString)) {
+            return $string.$foundString;
+        }
+        // rewind changes and return nothing
+        $this->pos = $lastPos;
+
+        return '';
+    }
+
+    /**
+     * Copies the content until it reaches the token string.,
+     *
+     * @param string $token
+     * @param bool $char
+     * @param bool $escape
+     * @return string
+     * @uses $this->copyUntil()
+     */
+    public function copyByToken($token, $char = false, $escape = false)
+    {
+        $string = $this->$token;
+
+        return $this->copyUntil($string, $char, $escape);
+    }
+
+    /**
+     * Skip a given set of characters.
+     *
+     * @param string $string
+     * @param bool $copy
+     * @return $this|string
+     */
+    public function skip($string, $copy = false)
+    {
+        $len = strspn($this->content, $string, $this->pos);
+
+        // make it chainable if they don't want a copy
+        $return = $this;
+        if ($copy) {
+            $return = substr($this->content, $this->pos, $len);
+        }
+
+        // update the position
+        $this->pos += $len;
+
+        return $return;
+    }
+
+    /**
+     * Skip a given token of pre-defined characters.
+     *
+     * @param string $token
+     * @param bool $copy
+     * @return null|string
+     * @uses $this->skip()
+     */
+    public function skipByToken($token, $copy = false)
+    {
+        $string = $this->$token;
+
+        return $this->skip($string, $copy);
+    }
+}

PHPHtmlParser/Curl.php

@@ -0,0 +1,41 @@
+<?php
+namespace PHPHtmlParser;
+
+use PHPHtmlParser\Exceptions\CurlException;
+
+/**
+ * Class Curl
+ *
+ * @package PHPHtmlParser
+ */
+class Curl implements CurlInterface
+{
+
+    /**
+     * A simple curl implementation to get the content of the url.
+     *
+     * @param string $url
+     * @return string
+     * @throws CurlException
+     */
+    public function get($url)
+    {
+        $ch = curl_init($url);
+
+        if ( ! ini_get('open_basedir')) {
+            curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
+        }
+
+        curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
+        curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, 5);
+
+        $content = curl_exec($ch);
+        if ($content === false) {
+            // there was a problem
+            $error = curl_error($ch);
+            throw new CurlException('Error retrieving "'.$url.'" ('.$error.')');
+        }
+
+        return $content;
+    }
+}

PHPHtmlParser/CurlInterface.php

@@ -0,0 +1,19 @@
+<?php
+namespace PHPHtmlParser;
+
+/**
+ * Interface CurlInterface
+ *
+ * @package PHPHtmlParser
+ */
+interface CurlInterface
+{
+
+    /**
+     * This method should return the content of the url in a string
+     *
+     * @param string $url
+     * @return string
+     */
+    public function get($url);
+}