1.1 cleanup

2026-05-05 13:50:04 -04:00
parent 951cc11a14
commit e7df0b24a1
5 changed files with 98 additions and 60 deletions
--- a/scraper/items.py
+++ b/scraper/items.py
@@ -1,17 +1,16 @@
 import scrapy


-class CommentItem(scrapy.Item):
-    # Forum / regulation context
-    forum_id   = scrapy.Field()
-    reg_title  = scrapy.Field()
-    reg_desc   = scrapy.Field()
+class ForumItem(scrapy.Item):
+    forum_id  = scrapy.Field()
+    reg_title = scrapy.Field()
+    reg_desc  = scrapy.Field()

-    # Comment metadata
+
+class CommentItem(scrapy.Item):
+    forum_id   = scrapy.Field()
    comment_id = scrapy.Field()
    author     = scrapy.Field()
    date       = scrapy.Field()
    title      = scrapy.Field()
-
-    # Comment content
    text       = scrapy.Field()