Initial commit
This commit is contained in:
commit
c200e5c98c
2
.gitignore
vendored
Normal file
2
.gitignore
vendored
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
dist-newstyle
|
||||||
|
.envrc
|
248
.stylish-haskell.yaml
Normal file
248
.stylish-haskell.yaml
Normal file
@ -0,0 +1,248 @@
|
|||||||
|
# stylish-haskell configuration file
|
||||||
|
# ==================================
|
||||||
|
|
||||||
|
# The stylish-haskell tool is mainly configured by specifying steps. These steps
|
||||||
|
# are a list, so they have an order, and one specific step may appear more than
|
||||||
|
# once (if needed). Each file is processed by these steps in the given order.
|
||||||
|
steps:
|
||||||
|
# Convert some ASCII sequences to their Unicode equivalents. This is disabled
|
||||||
|
# by default.
|
||||||
|
# - unicode_syntax:
|
||||||
|
# # In order to make this work, we also need to insert the UnicodeSyntax
|
||||||
|
# # language pragma. If this flag is set to true, we insert it when it's
|
||||||
|
# # not already present. You may want to disable it if you configure
|
||||||
|
# # language extensions using some other method than pragmas. Default:
|
||||||
|
# # true.
|
||||||
|
# add_language_pragma: true
|
||||||
|
|
||||||
|
# Align the right hand side of some elements. This is quite conservative
|
||||||
|
# and only applies to statements where each element occupies a single
|
||||||
|
# line.
|
||||||
|
- simple_align:
|
||||||
|
cases: false
|
||||||
|
top_level_patterns: false
|
||||||
|
records: false
|
||||||
|
|
||||||
|
# Import cleanup
|
||||||
|
- imports:
|
||||||
|
# There are different ways we can align names and lists.
|
||||||
|
#
|
||||||
|
# - global: Align the import names and import list throughout the entire
|
||||||
|
# file.
|
||||||
|
#
|
||||||
|
# - file: Like global, but don't add padding when there are no qualified
|
||||||
|
# imports in the file.
|
||||||
|
#
|
||||||
|
# - group: Only align the imports per group (a group is formed by adjacent
|
||||||
|
# import lines).
|
||||||
|
#
|
||||||
|
# - none: Do not perform any alignment.
|
||||||
|
#
|
||||||
|
# Default: global.
|
||||||
|
align: none
|
||||||
|
|
||||||
|
# The following options affect only import list alignment.
|
||||||
|
#
|
||||||
|
# List align has following options:
|
||||||
|
#
|
||||||
|
# - after_alias: Import list is aligned with end of import including
|
||||||
|
# 'as' and 'hiding' keywords.
|
||||||
|
#
|
||||||
|
# > import qualified Data.List as List (concat, foldl, foldr, head,
|
||||||
|
# > init, last, length)
|
||||||
|
#
|
||||||
|
# - with_alias: Import list is aligned with start of alias or hiding.
|
||||||
|
#
|
||||||
|
# > import qualified Data.List as List (concat, foldl, foldr, head,
|
||||||
|
# > init, last, length)
|
||||||
|
#
|
||||||
|
# - new_line: Import list starts always on new line.
|
||||||
|
#
|
||||||
|
# > import qualified Data.List as List
|
||||||
|
# > (concat, foldl, foldr, head, init, last, length)
|
||||||
|
#
|
||||||
|
# Default: after_alias
|
||||||
|
list_align: new_line
|
||||||
|
|
||||||
|
# Right-pad the module names to align imports in a group:
|
||||||
|
#
|
||||||
|
# - true: a little more readable
|
||||||
|
#
|
||||||
|
# > import qualified Data.List as List (concat, foldl, foldr,
|
||||||
|
# > init, last, length)
|
||||||
|
# > import qualified Data.List.Extra as List (concat, foldl, foldr,
|
||||||
|
# > init, last, length)
|
||||||
|
#
|
||||||
|
# - false: diff-safe
|
||||||
|
#
|
||||||
|
# > import qualified Data.List as List (concat, foldl, foldr, init,
|
||||||
|
# > last, length)
|
||||||
|
# > import qualified Data.List.Extra as List (concat, foldl, foldr,
|
||||||
|
# > init, last, length)
|
||||||
|
#
|
||||||
|
# Default: true
|
||||||
|
pad_module_names: false
|
||||||
|
|
||||||
|
# Long list align style takes effect when import is too long. This is
|
||||||
|
# determined by 'columns' setting.
|
||||||
|
#
|
||||||
|
# - inline: This option will put as much specs on same line as possible.
|
||||||
|
#
|
||||||
|
# - new_line: Import list will start on new line.
|
||||||
|
#
|
||||||
|
# - new_line_multiline: Import list will start on new line when it's
|
||||||
|
# short enough to fit to single line. Otherwise it'll be multiline.
|
||||||
|
#
|
||||||
|
# - multiline: One line per import list entry.
|
||||||
|
# Type with constructor list acts like single import.
|
||||||
|
#
|
||||||
|
# > import qualified Data.Map as M
|
||||||
|
# > ( empty
|
||||||
|
# > , singleton
|
||||||
|
# > , ...
|
||||||
|
# > , delete
|
||||||
|
# > )
|
||||||
|
#
|
||||||
|
# Default: inline
|
||||||
|
long_list_align: new_line_multiline
|
||||||
|
|
||||||
|
# Align empty list (importing instances)
|
||||||
|
#
|
||||||
|
# Empty list align has following options
|
||||||
|
#
|
||||||
|
# - inherit: inherit list_align setting
|
||||||
|
#
|
||||||
|
# - right_after: () is right after the module name:
|
||||||
|
#
|
||||||
|
# > import Vector.Instances ()
|
||||||
|
#
|
||||||
|
# Default: inherit
|
||||||
|
empty_list_align: inherit
|
||||||
|
|
||||||
|
# List padding determines indentation of import list on lines after import.
|
||||||
|
# This option affects 'long_list_align'.
|
||||||
|
#
|
||||||
|
# - <integer>: constant value
|
||||||
|
#
|
||||||
|
# - module_name: align under start of module name.
|
||||||
|
# Useful for 'file' and 'group' align settings.
|
||||||
|
list_padding: 7
|
||||||
|
|
||||||
|
# Separate lists option affects formatting of import list for type
|
||||||
|
# or class. The only difference is single space between type and list
|
||||||
|
# of constructors, selectors and class functions.
|
||||||
|
#
|
||||||
|
# - true: There is single space between Foldable type and list of it's
|
||||||
|
# functions.
|
||||||
|
#
|
||||||
|
# > import Data.Foldable (Foldable (fold, foldl, foldMap))
|
||||||
|
#
|
||||||
|
# - false: There is no space between Foldable type and list of it's
|
||||||
|
# functions.
|
||||||
|
#
|
||||||
|
# > import Data.Foldable (Foldable(fold, foldl, foldMap))
|
||||||
|
#
|
||||||
|
# Default: true
|
||||||
|
separate_lists: false
|
||||||
|
|
||||||
|
# Space surround option affects formatting of import lists on a single
|
||||||
|
# line. The only difference is single space after the initial
|
||||||
|
# parenthesis and a single space before the terminal parenthesis.
|
||||||
|
#
|
||||||
|
# - true: There is single space associated with the enclosing
|
||||||
|
# parenthesis.
|
||||||
|
#
|
||||||
|
# > import Data.Foo ( foo )
|
||||||
|
#
|
||||||
|
# - false: There is no space associated with the enclosing parenthesis
|
||||||
|
#
|
||||||
|
# > import Data.Foo (foo)
|
||||||
|
#
|
||||||
|
# Default: false
|
||||||
|
space_surround: false
|
||||||
|
|
||||||
|
# Language pragmas
|
||||||
|
- language_pragmas:
|
||||||
|
# We can generate different styles of language pragma lists.
|
||||||
|
#
|
||||||
|
# - vertical: Vertical-spaced language pragmas, one per line.
|
||||||
|
#
|
||||||
|
# - compact: A more compact style.
|
||||||
|
#
|
||||||
|
# - compact_line: Similar to compact, but wrap each line with
|
||||||
|
# `{-#LANGUAGE #-}'.
|
||||||
|
#
|
||||||
|
# Default: vertical.
|
||||||
|
style: vertical
|
||||||
|
|
||||||
|
# Align affects alignment of closing pragma brackets.
|
||||||
|
#
|
||||||
|
# - true: Brackets are aligned in same column.
|
||||||
|
#
|
||||||
|
# - false: Brackets are not aligned together. There is only one space
|
||||||
|
# between actual import and closing bracket.
|
||||||
|
#
|
||||||
|
# Default: true
|
||||||
|
align: false
|
||||||
|
|
||||||
|
# stylish-haskell can detect redundancy of some language pragmas. If this
|
||||||
|
# is set to true, it will remove those redundant pragmas. Default: true.
|
||||||
|
remove_redundant: true
|
||||||
|
|
||||||
|
# Replace tabs by spaces. This is disabled by default.
|
||||||
|
# - tabs:
|
||||||
|
# # Number of spaces to use for each tab. Default: 8, as specified by the
|
||||||
|
# # Haskell report.
|
||||||
|
# spaces: 8
|
||||||
|
|
||||||
|
# Remove trailing whitespace
|
||||||
|
- trailing_whitespace: {}
|
||||||
|
|
||||||
|
# Squash multiple spaces between the left and right hand sides of some
|
||||||
|
# elements into single spaces. Basically, this undoes the effect of
|
||||||
|
# simple_align but is a bit less conservative.
|
||||||
|
# - squash: {}
|
||||||
|
|
||||||
|
# A common setting is the number of columns (parts of) code will be wrapped
|
||||||
|
# to. Different steps take this into account. Default: 80.
|
||||||
|
columns: 80
|
||||||
|
|
||||||
|
# By default, line endings are converted according to the OS. You can override
|
||||||
|
# preferred format here.
|
||||||
|
#
|
||||||
|
# - native: Native newline format. CRLF on Windows, LF on other OSes.
|
||||||
|
#
|
||||||
|
# - lf: Convert to LF ("\n").
|
||||||
|
#
|
||||||
|
# - crlf: Convert to CRLF ("\r\n").
|
||||||
|
#
|
||||||
|
# Default: native.
|
||||||
|
newline: native
|
||||||
|
|
||||||
|
# Sometimes, language extensions are specified in a cabal file or from the
|
||||||
|
# command line instead of using language pragmas in the file. stylish-haskell
|
||||||
|
# needs to be aware of these, so it can parse the file correctly.
|
||||||
|
#
|
||||||
|
# No language extensions are enabled by default.
|
||||||
|
language_extensions:
|
||||||
|
- RecordWildCards
|
||||||
|
- TemplateHaskell
|
||||||
|
- QuasiQuotes
|
||||||
|
- LambdaCase
|
||||||
|
- TupleSections
|
||||||
|
- MultiParamTypeClasses
|
||||||
|
- TypeApplications
|
||||||
|
- DataKinds
|
||||||
|
- TypeFamilies
|
||||||
|
- FlexibleContexts
|
||||||
|
- NamedFieldPuns
|
||||||
|
- MultiWayIf
|
||||||
|
- PolyKinds
|
||||||
|
- ExplicitForAll
|
||||||
|
- FunctionalDependencies
|
||||||
|
- ExplicitNamespaces
|
||||||
|
- ScopedTypeVariables
|
||||||
|
- ExistentialQuantification
|
||||||
|
- InstanceSigs
|
||||||
|
- GeneralizedNewtypeDeriving
|
||||||
|
- BangPatterns
|
5
CHANGELOG.md
Normal file
5
CHANGELOG.md
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
# Revision history for reddit-pub
|
||||||
|
|
||||||
|
## 0.1.0.0 -- YYYY-mm-dd
|
||||||
|
|
||||||
|
* First version. Released on an unsuspecting world.
|
8
app/Main.hs
Normal file
8
app/Main.hs
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
module Main where
|
||||||
|
|
||||||
|
import qualified MyLib (someFunc)
|
||||||
|
|
||||||
|
main :: IO ()
|
||||||
|
main = do
|
||||||
|
putStrLn "Hello, Haskell!"
|
||||||
|
MyLib.someFunc
|
16
config.dhall
Normal file
16
config.dhall
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
let config = ./dhall/package.dhall
|
||||||
|
|
||||||
|
in { amqp = config.AMQP::{
|
||||||
|
, vhost = "reddit"
|
||||||
|
, username = env:AMQP_USER as Text ? "reddit_pub"
|
||||||
|
, password = env:AMQP_PASS as Text ? "tester"
|
||||||
|
, host = env:AMQP_HOST as Text ? "127.0.0.1"
|
||||||
|
-- , host = "10.233.5.2"
|
||||||
|
}
|
||||||
|
, fetchers =
|
||||||
|
[ config.Fetcher::{ subreddit = "haskell" }
|
||||||
|
, config.Fetcher::{ subreddit = "scala" }
|
||||||
|
, config.Fetcher::{ subreddit = "pics", entries = 150 }
|
||||||
|
]
|
||||||
|
}
|
||||||
|
: config.Type
|
17
default.nix
Normal file
17
default.nix
Normal file
@ -0,0 +1,17 @@
|
|||||||
|
{ mkDerivation, aeson, amqp, base, bytestring, dhall, lens
|
||||||
|
, lens-aeson, lib, mtl, pipes, text, wreq
|
||||||
|
}:
|
||||||
|
mkDerivation {
|
||||||
|
pname = "reddit-pub";
|
||||||
|
version = "0.1.0.0";
|
||||||
|
src = ./.;
|
||||||
|
isLibrary = true;
|
||||||
|
isExecutable = true;
|
||||||
|
libraryHaskellDepends = [
|
||||||
|
aeson amqp base bytestring dhall lens lens-aeson mtl pipes text
|
||||||
|
wreq
|
||||||
|
];
|
||||||
|
executableHaskellDepends = [ base ];
|
||||||
|
license = "unknown";
|
||||||
|
hydraPlatforms = lib.platforms.none;
|
||||||
|
}
|
5
dhall/AMQP/Type.dhall
Normal file
5
dhall/AMQP/Type.dhall
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
{ vhost : Text
|
||||||
|
, username : Text
|
||||||
|
, password : Text
|
||||||
|
, host : Text
|
||||||
|
}
|
4
dhall/AMQP/default.dhall
Normal file
4
dhall/AMQP/default.dhall
Normal file
@ -0,0 +1,4 @@
|
|||||||
|
{ vhost = "/"
|
||||||
|
, username = "guest"
|
||||||
|
, host = "localhost"
|
||||||
|
}
|
1
dhall/AMQP/package.dhall
Normal file
1
dhall/AMQP/package.dhall
Normal file
@ -0,0 +1 @@
|
|||||||
|
{ Type = ./Type.dhall, default = ./default.dhall }
|
4
dhall/Fetcher/Type.dhall
Normal file
4
dhall/Fetcher/Type.dhall
Normal file
@ -0,0 +1,4 @@
|
|||||||
|
{ subreddit : Text
|
||||||
|
, entries : Natural
|
||||||
|
, qualifier : Optional ../Qualifier/Type.dhall
|
||||||
|
}
|
3
dhall/Fetcher/default.dhall
Normal file
3
dhall/Fetcher/default.dhall
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
{ entries = 50
|
||||||
|
, qualifier = None ../Qualifier/Type.dhall
|
||||||
|
}
|
1
dhall/Fetcher/package.dhall
Normal file
1
dhall/Fetcher/package.dhall
Normal file
@ -0,0 +1 @@
|
|||||||
|
{ Type = ./Type.dhall, default = ./default.dhall }
|
1
dhall/Qualifier/Type.dhall
Normal file
1
dhall/Qualifier/Type.dhall
Normal file
@ -0,0 +1 @@
|
|||||||
|
< Top | Controversial >
|
3
dhall/Type.dhall
Normal file
3
dhall/Type.dhall
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
{ amqp : ./AMQP/Type.dhall
|
||||||
|
, fetchers : List ./Fetcher/Type.dhall
|
||||||
|
}
|
1
dhall/default.dhall
Normal file
1
dhall/default.dhall
Normal file
@ -0,0 +1 @@
|
|||||||
|
{ amqp = ./AMQP/default.dhall }
|
5
dhall/package.dhall
Normal file
5
dhall/package.dhall
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
{ Type = ./Type.dhall
|
||||||
|
, default = ./default.dhall
|
||||||
|
, AMQP = ./AMQP/package.dhall
|
||||||
|
, Fetcher = ./Fetcher/package.dhall
|
||||||
|
}
|
7
easy-dhall-nix.json
Normal file
7
easy-dhall-nix.json
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
{
|
||||||
|
"url": "https://github.com/justinwoo/easy-dhall-nix.git",
|
||||||
|
"rev": "9bd1bea0dcebe1d1d120c0fd1ba76683dc4a62e3",
|
||||||
|
"date": "2021-07-17T15:03:24+03:00",
|
||||||
|
"sha256": "1gdx1iqhr3ih3f2v304yjnpjqydpl0x4ngrg58qa4x5wlcr5rdhl",
|
||||||
|
"fetchSubmodules": false
|
||||||
|
}
|
11
easy-hls-nix.json
Normal file
11
easy-hls-nix.json
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
{
|
||||||
|
"url": "https://github.com/ssbothwell/easy-hls-nix",
|
||||||
|
"rev": "393ccab35104d5d49e0ff9eadf7b8654e87abffd",
|
||||||
|
"date": "2021-09-16T11:13:40-07:00",
|
||||||
|
"path": "/nix/store/dsfqcsiahsp9rkip4fsqzz32x0swa3d4-easy-hls-nix",
|
||||||
|
"sha256": "0q1qxlkzjqx2hvf9k2cp5a98vlvsj13lap6hm7gl1kkqp88ai1dw",
|
||||||
|
"fetchLFS": false,
|
||||||
|
"fetchSubmodules": false,
|
||||||
|
"deepClone": false,
|
||||||
|
"leaveDotGit": false
|
||||||
|
}
|
11
rabbitmq.nix
Normal file
11
rabbitmq.nix
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
{ lib, config, pkgs, ... }:
|
||||||
|
|
||||||
|
{
|
||||||
|
services.rabbitmq = {
|
||||||
|
enable = true;
|
||||||
|
listenAddress = "0.0.0.0";
|
||||||
|
managementPlugin.enable = true;
|
||||||
|
};
|
||||||
|
networking.firewall.allowedTCPPorts = [ 5672 15672 ];
|
||||||
|
}
|
||||||
|
|
65
reddit-pub.cabal
Normal file
65
reddit-pub.cabal
Normal file
@ -0,0 +1,65 @@
|
|||||||
|
cabal-version: 2.4
|
||||||
|
name: reddit-pub
|
||||||
|
version: 0.1.0.0
|
||||||
|
|
||||||
|
-- A short (one-line) description of the package.
|
||||||
|
-- synopsis:
|
||||||
|
|
||||||
|
-- A longer description of the package.
|
||||||
|
-- description:
|
||||||
|
|
||||||
|
-- A URL where users can report bugs.
|
||||||
|
-- bug-reports:
|
||||||
|
|
||||||
|
-- The license under which the package is released.
|
||||||
|
-- license:
|
||||||
|
author: Mats Rauhala
|
||||||
|
maintainer: mats.rauhala@iki.fi
|
||||||
|
|
||||||
|
-- A copyright notice.
|
||||||
|
-- copyright:
|
||||||
|
-- category:
|
||||||
|
extra-source-files: CHANGELOG.md
|
||||||
|
|
||||||
|
library
|
||||||
|
ghc-options: -Wall
|
||||||
|
exposed-modules: MyLib
|
||||||
|
Data.Config
|
||||||
|
Data.Deriving.Aeson
|
||||||
|
Network.AMQP.Reddit
|
||||||
|
Data.SubReddit
|
||||||
|
Publish
|
||||||
|
|
||||||
|
-- Modules included in this library but not exported.
|
||||||
|
-- other-modules:
|
||||||
|
|
||||||
|
-- LANGUAGE extensions used by modules in this package.
|
||||||
|
-- other-extensions:
|
||||||
|
build-depends: base ^>=4.14.1.0
|
||||||
|
, amqp
|
||||||
|
, aeson
|
||||||
|
, lens
|
||||||
|
, lens-aeson
|
||||||
|
, mtl
|
||||||
|
, text
|
||||||
|
, bytestring
|
||||||
|
, dhall
|
||||||
|
, wreq
|
||||||
|
, pipes
|
||||||
|
hs-source-dirs: src
|
||||||
|
default-language: Haskell2010
|
||||||
|
|
||||||
|
executable reddit-pub
|
||||||
|
main-is: Main.hs
|
||||||
|
|
||||||
|
-- Modules included in this executable, other than Main.
|
||||||
|
-- other-modules:
|
||||||
|
|
||||||
|
-- LANGUAGE extensions used by modules in this package.
|
||||||
|
-- other-extensions:
|
||||||
|
build-depends:
|
||||||
|
base ^>=4.14.1.0,
|
||||||
|
reddit-pub
|
||||||
|
|
||||||
|
hs-source-dirs: app
|
||||||
|
default-language: Haskell2010
|
41
shell.nix
Normal file
41
shell.nix
Normal file
@ -0,0 +1,41 @@
|
|||||||
|
{ nixpkgs ? import <nixpkgs> {} }:
|
||||||
|
|
||||||
|
with nixpkgs;
|
||||||
|
|
||||||
|
let
|
||||||
|
easy-dhall-nix-src = with builtins;
|
||||||
|
fetchgit { inherit (fromJSON (readFile ./easy-dhall-nix.json)) url rev sha256 fetchSubmodules; };
|
||||||
|
easy-hls-src = fetchFromGitHub {
|
||||||
|
owner = "ssbothwell";
|
||||||
|
repo = "easy-hls-nix";
|
||||||
|
inherit (builtins.fromJSON (builtins.readFile ./easy-hls-nix.json)) rev sha256;
|
||||||
|
};
|
||||||
|
easy-hls = callPackage easy-hls-src { ghcVersions = [ hp.ghc.version ]; };
|
||||||
|
easy-dhall-nix = import easy-dhall-nix-src {};
|
||||||
|
hp = haskellPackages.extend (self: super: {
|
||||||
|
reddit_pub = self.callPackage ./. {};
|
||||||
|
});
|
||||||
|
|
||||||
|
in
|
||||||
|
|
||||||
|
hp.shellFor {
|
||||||
|
packages = h: [h.reddit_pub];
|
||||||
|
withHoogle = true;
|
||||||
|
buildInputs = [
|
||||||
|
easy-dhall-nix.dhall-lsp-simple
|
||||||
|
entr
|
||||||
|
cabal-install
|
||||||
|
haskellPackages.hlint
|
||||||
|
stylish-haskell
|
||||||
|
ghcid
|
||||||
|
easy-hls
|
||||||
|
|
||||||
|
sqlite-interactive
|
||||||
|
rrdtool
|
||||||
|
|
||||||
|
jq
|
||||||
|
|
||||||
|
haskellPackages.graphmod
|
||||||
|
];
|
||||||
|
}
|
||||||
|
|
69
src/Data/Config.hs
Normal file
69
src/Data/Config.hs
Normal file
@ -0,0 +1,69 @@
|
|||||||
|
{-# LANGUAGE DataKinds #-}
|
||||||
|
{-# LANGUAGE DeriveGeneric #-}
|
||||||
|
{-# LANGUAGE DerivingVia #-}
|
||||||
|
{-# LANGUAGE TypeOperators #-}
|
||||||
|
module Data.Config where
|
||||||
|
|
||||||
|
import Control.Lens
|
||||||
|
import Data.Text (Text)
|
||||||
|
import Dhall (FromDhall, Generic, ToDhall, auto, inputFile)
|
||||||
|
import Dhall.Deriving
|
||||||
|
import Numeric.Natural (Natural)
|
||||||
|
import Data.SubReddit (SubReddit)
|
||||||
|
|
||||||
|
data AMQP = AMQP
|
||||||
|
{ amqpVhost :: Text
|
||||||
|
, amqpUsername :: Text
|
||||||
|
, amqpPassword :: Text
|
||||||
|
, amqpHost :: Text
|
||||||
|
}
|
||||||
|
deriving stock (Generic, Show)
|
||||||
|
deriving (FromDhall, ToDhall)
|
||||||
|
via (Codec (Field (CamelCase <<< DropPrefix "amqp"))) AMQP
|
||||||
|
|
||||||
|
host :: Lens' AMQP Text
|
||||||
|
host = lens amqpHost (\ am txt -> am{amqpHost=txt})
|
||||||
|
|
||||||
|
vhost :: Lens' AMQP Text
|
||||||
|
vhost = lens amqpVhost (\ am txt -> am{amqpVhost=txt})
|
||||||
|
|
||||||
|
username :: Lens' AMQP Text
|
||||||
|
username = lens amqpUsername (\ am txt -> am{amqpUsername=txt})
|
||||||
|
|
||||||
|
password :: Lens' AMQP Text
|
||||||
|
password = lens amqpPassword (\ am txt -> am{amqpPassword=txt})
|
||||||
|
|
||||||
|
data Fetcher = Fetcher
|
||||||
|
{ fetcherSubreddit :: SubReddit
|
||||||
|
, fetcherEntries :: Natural
|
||||||
|
, fetcherQualifier :: Maybe Qualifier
|
||||||
|
}
|
||||||
|
deriving stock (Show, Generic)
|
||||||
|
deriving (FromDhall, ToDhall) via Codec (Field (CamelCase <<< DropPrefix "fetcher")) Fetcher
|
||||||
|
|
||||||
|
subreddit :: Lens' Fetcher SubReddit
|
||||||
|
subreddit = lens fetcherSubreddit (\ fe sr -> fe{fetcherSubreddit=sr})
|
||||||
|
|
||||||
|
entries :: Lens' Fetcher Natural
|
||||||
|
entries = lens fetcherEntries (\ fe nat -> fe{fetcherEntries=nat})
|
||||||
|
|
||||||
|
data Qualifier = Top | Controversial
|
||||||
|
deriving stock (Show, Generic)
|
||||||
|
deriving (FromDhall, ToDhall) via Codec (Constructor TitleCase) Qualifier
|
||||||
|
|
||||||
|
data Config = Config
|
||||||
|
{ configAmqp :: AMQP
|
||||||
|
, configFetchers :: [Fetcher]
|
||||||
|
}
|
||||||
|
deriving stock (Generic, Show)
|
||||||
|
deriving (FromDhall, ToDhall)
|
||||||
|
via (Codec (Field (CamelCase <<< DropPrefix "config"))) Config
|
||||||
|
|
||||||
|
amqp :: Lens' Config AMQP
|
||||||
|
amqp = lens configAmqp (\ con am -> con{configAmqp=am})
|
||||||
|
|
||||||
|
fetchers :: Lens' Config [Fetcher]
|
||||||
|
fetchers = lens configFetchers (\ con fes -> con{configFetchers=fes})
|
||||||
|
|
||||||
|
readConfig :: FilePath -> IO Config
|
||||||
|
readConfig = inputFile auto
|
41
src/Data/Deriving/Aeson.hs
Normal file
41
src/Data/Deriving/Aeson.hs
Normal file
@ -0,0 +1,41 @@
|
|||||||
|
{-# LANGUAGE AllowAmbiguousTypes #-}
|
||||||
|
{-# LANGUAGE FlexibleContexts #-}
|
||||||
|
{-# LANGUAGE ScopedTypeVariables #-}
|
||||||
|
{-# LANGUAGE TypeApplications #-}
|
||||||
|
{-# LANGUAGE TypeOperators #-}
|
||||||
|
{-# LANGUAGE UndecidableInstances #-}
|
||||||
|
module Data.Deriving.Aeson
|
||||||
|
( AesonCodec(..)
|
||||||
|
, type (<<<)
|
||||||
|
, Field
|
||||||
|
, CamelCase
|
||||||
|
, DropPrefix
|
||||||
|
)
|
||||||
|
where
|
||||||
|
|
||||||
|
import Control.Lens
|
||||||
|
import Data.Aeson
|
||||||
|
import qualified Data.Text.Strict.Lens as T
|
||||||
|
import Dhall.Deriving
|
||||||
|
import GHC.Generics (Generic, Rep)
|
||||||
|
|
||||||
|
newtype AesonCodec codec a = AesonCodec a
|
||||||
|
|
||||||
|
class ModifyAesonOptions a where
|
||||||
|
modifyAesonOptions :: Options -> Options
|
||||||
|
|
||||||
|
instance (ModifyAesonOptions f, ModifyAesonOptions g) => ModifyAesonOptions (f <<< g) where
|
||||||
|
modifyAesonOptions = modifyAesonOptions @f . modifyAesonOptions @g
|
||||||
|
|
||||||
|
instance TextFunction f => ModifyAesonOptions (Field f) where
|
||||||
|
modifyAesonOptions opts = opts{fieldLabelModifier = over T.packed (textFunction @f) }
|
||||||
|
|
||||||
|
instance (Generic a, ModifyAesonOptions codec, GToJSON' Value Zero (Rep a))
|
||||||
|
=> ToJSON (AesonCodec codec a) where
|
||||||
|
toJSON (AesonCodec a) =
|
||||||
|
genericToJSON (modifyAesonOptions @codec defaultOptions) a
|
||||||
|
|
||||||
|
instance (ModifyAesonOptions codec, Generic a, GFromJSON Zero (Rep a))
|
||||||
|
=> FromJSON (AesonCodec codec a) where
|
||||||
|
parseJSON va =
|
||||||
|
AesonCodec <$> genericParseJSON (modifyAesonOptions @codec defaultOptions) va
|
9
src/Data/SubReddit.hs
Normal file
9
src/Data/SubReddit.hs
Normal file
@ -0,0 +1,9 @@
|
|||||||
|
{-# LANGUAGE DerivingVia #-}
|
||||||
|
module Data.SubReddit where
|
||||||
|
|
||||||
|
import Dhall (FromDhall, ToDhall)
|
||||||
|
|
||||||
|
newtype SubReddit = SubReddit { getSubReddit :: String }
|
||||||
|
deriving Show
|
||||||
|
deriving (FromDhall, ToDhall) via String
|
||||||
|
|
44
src/MyLib.hs
Normal file
44
src/MyLib.hs
Normal file
@ -0,0 +1,44 @@
|
|||||||
|
{-# LANGUAGE OverloadedStrings #-}
|
||||||
|
module MyLib (someFunc) where
|
||||||
|
|
||||||
|
import Control.Exception (bracket)
|
||||||
|
import Control.Lens
|
||||||
|
import Data.Config
|
||||||
|
import qualified Data.Text.Strict.Lens as T
|
||||||
|
import Network.AMQP
|
||||||
|
import Network.AMQP.Reddit (publishEntries)
|
||||||
|
import Network.Wreq.Session (newSession)
|
||||||
|
import Data.Text (Text)
|
||||||
|
import qualified Data.ByteString.Lazy as LB
|
||||||
|
import Control.Monad (void)
|
||||||
|
import qualified Data.Aeson as A
|
||||||
|
import Data.Functor.Contravariant ((>$<))
|
||||||
|
import Publish (Publish(..))
|
||||||
|
import Data.Foldable (for_)
|
||||||
|
|
||||||
|
|
||||||
|
amqpPublisher :: Channel -> Text -> Publish IO LB.ByteString
|
||||||
|
amqpPublisher channel exchange = Publish $ \lbs -> void $ publishMsg channel exchange "" (message lbs)
|
||||||
|
where
|
||||||
|
message lbs = newMsg
|
||||||
|
{ msgBody = lbs
|
||||||
|
, msgDeliveryMode = Just Persistent
|
||||||
|
}
|
||||||
|
|
||||||
|
someFunc :: IO ()
|
||||||
|
someFunc = do
|
||||||
|
conf <- readConfig "./config.dhall"
|
||||||
|
let connect = openConnection
|
||||||
|
(conf ^. amqp . host . T.unpacked)
|
||||||
|
(conf ^. amqp . vhost)
|
||||||
|
(conf ^. amqp . username)
|
||||||
|
(conf ^. amqp . password)
|
||||||
|
bracket connect closeConnection $ \conn -> do
|
||||||
|
putStrLn "Hello"
|
||||||
|
chan <- openChannel conn
|
||||||
|
declareExchange chan newExchange { exchangeName = "reddit_posts", exchangeType = "fanout" }
|
||||||
|
sess <- newSession
|
||||||
|
let encoder = amqpPublisher chan "reddit_posts"
|
||||||
|
for_ (conf ^. fetchers) $ \fetcher -> do
|
||||||
|
print fetcher
|
||||||
|
publishEntries (A.encode >$< encoder) sess fetcher
|
61
src/Network/AMQP/Reddit.hs
Normal file
61
src/Network/AMQP/Reddit.hs
Normal file
@ -0,0 +1,61 @@
|
|||||||
|
{-# LANGUAGE DataKinds #-}
|
||||||
|
{-# LANGUAGE DeriveAnyClass #-}
|
||||||
|
{-# LANGUAGE DeriveGeneric #-}
|
||||||
|
{-# LANGUAGE DerivingVia #-}
|
||||||
|
{-# LANGUAGE OverloadedStrings #-}
|
||||||
|
{-# LANGUAGE RankNTypes #-}
|
||||||
|
{-# LANGUAGE TypeOperators #-}
|
||||||
|
module Network.AMQP.Reddit where
|
||||||
|
|
||||||
|
import Control.Lens
|
||||||
|
import Data.Aeson (FromJSON, ToJSON, Value)
|
||||||
|
import Data.Aeson.Lens
|
||||||
|
import Data.Config
|
||||||
|
import Data.Deriving.Aeson
|
||||||
|
import Data.SubReddit
|
||||||
|
import Data.Text (Text)
|
||||||
|
import GHC.Generics (Generic)
|
||||||
|
import Network.Wreq hiding (getWith)
|
||||||
|
import Network.Wreq.Session (Session, getWith)
|
||||||
|
import Pipes (Producer, (>->), for, runEffect)
|
||||||
|
import qualified Pipes.Prelude as P
|
||||||
|
import Publish
|
||||||
|
import Data.Maybe (maybeToList)
|
||||||
|
import Control.Monad.Trans (liftIO)
|
||||||
|
|
||||||
|
data MessageType = Create | Update
|
||||||
|
deriving stock (Show, Eq, Generic)
|
||||||
|
deriving anyclass (ToJSON, FromJSON)
|
||||||
|
|
||||||
|
newtype RedditId = RedditId Text
|
||||||
|
deriving stock (Show, Eq)
|
||||||
|
deriving (ToJSON, FromJSON) via Text
|
||||||
|
|
||||||
|
data Message = Message
|
||||||
|
{ messageType :: MessageType
|
||||||
|
, messageIdentifier :: RedditId
|
||||||
|
, messageContent :: Value
|
||||||
|
}
|
||||||
|
deriving stock (Show, Eq, Generic)
|
||||||
|
deriving (ToJSON, FromJSON)
|
||||||
|
via AesonCodec (Field (CamelCase <<< DropPrefix "message")) Message
|
||||||
|
|
||||||
|
messages :: Session -> SubReddit -> Producer Message IO ()
|
||||||
|
messages sess sre = P.unfoldr go Nothing >-> P.concat
|
||||||
|
where
|
||||||
|
go :: Maybe Text -> IO (Either () ([Message], Maybe Text))
|
||||||
|
go after = do
|
||||||
|
let opts = defaults & header "User-Agent" .~ ["reddit-pubsub"] & param "after" .~ (maybeToList after)
|
||||||
|
r <- getWith opts sess ("https://www.reddit.com/r/" <> getSubReddit sre <> ".json")
|
||||||
|
let xs = r ^.. responseBody . key "data" . key "children" . _Array . traversed . key "data"
|
||||||
|
next = r ^? responseBody . key "data" . key "after" . _String
|
||||||
|
msgs = [Message Create (RedditId (entry ^. key "id" . _String)) entry | entry <- xs]
|
||||||
|
print next
|
||||||
|
pure $ Right (msgs, next)
|
||||||
|
|
||||||
|
publishEntries :: Publish IO Message -> Session -> Fetcher -> IO ()
|
||||||
|
publishEntries publisher sess fetcher =
|
||||||
|
runEffect $
|
||||||
|
for
|
||||||
|
(messages sess (fetcher ^. subreddit) >-> P.take (fromIntegral $ fetcher ^. entries))
|
||||||
|
(liftIO . publish publisher)
|
7
src/Publish.hs
Normal file
7
src/Publish.hs
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
{-# LANGUAGE DerivingVia #-}
|
||||||
|
module Publish where
|
||||||
|
|
||||||
|
import Data.Functor.Contravariant
|
||||||
|
|
||||||
|
newtype Publish m a = Publish { publish :: a -> m () }
|
||||||
|
deriving Contravariant via (Op (m ()))
|
Loading…
Reference in New Issue
Block a user