further refine chat gen

[alttp.git] / app / Console / Commands / ChatlibDatabase.php

diff --git a/app/Console/Commands/ChatlibDatabase.php b/app/Console/Commands/ChatlibDatabase.php
index cb7978f6e92bb84074c183354dc85f04766d1d36..280d4a0c6351e29fd04a2ee0d31c4d0a68fe1712 100644 (file)
--- a/app/Console/Commands/ChatlibDatabase.php
+++ b/app/Console/Commands/ChatlibDatabase.php
@@ -28,22 +28,33 @@ class ChatlibDatabase extends Command {
         * @return int
         */
        public function handle() {
-               $db = new ChatLib();
+               $de = new ChatLib();
+               $en = new ChatLib();
 
                ChatLog::where('type', '=', 'chat')
                        ->where('banned', '=', false)
                        ->whereNotNull('evaluated_at')
-                       ->chunk(500, function ($msgs) use ($db) {
+                       ->where('created_at', '<', now()->sub(7, 'day'))
+                       ->whereNotIn('classification', ['gg', 'gl', 'number', 'o7'])
+                       ->whereRaw('LENGTH(`text_content`) > 12')
+                       ->chunk(5000, function ($msgs) use ($de, $en) {
                                foreach ($msgs as $msg) {
-                                       $db->addMessage($msg);
+                                       if ($msg->detected_language === 'de') {
+                                               $de->addMessage($msg);
+                                       } else if ($msg->detected_language === 'en') {
+                                               $en->addMessage($msg);
+                                       } else if (is_null($msg->detected_language)) {
+                                               $de->addMessage($msg);
+                                               $en->addMessage($msg);
+                                       }
                                }
                        });
 
-               $db->compile();
+               $de->compile();
+               $de->saveAs('de');
 
-               for ($i = 0; $i < 50; ++$i) {
-                       $this->line($db->generate());
-               }
+               $en->compile();
+               $en->saveAs('en');
 
                return 0;
        }